{"level":"warn","ts":"2026-03-04T15:25:57.40845Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:25:57.408588Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.236:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.236:2380","--initial-cluster=instance=https://199.19.213.236:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.236:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.236:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T15:25:57.408676Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:25:57.408693Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.236:2380"]} {"level":"info","ts":"2026-03-04T15:25:57.408747Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:25:57.409593Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.236:2379"]} {"level":"info","ts":"2026-03-04T15:25:57.40972Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.236:2380"],"listen-peer-urls":["https://199.19.213.236:2380"],"advertise-client-urls":["https://199.19.213.236:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.236:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.236:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T15:25:57.414735Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.724347ms"} {"level":"info","ts":"2026-03-04T15:25:57.420885Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f20dfa43a2e4607","cluster-id":"85a3671ea9bffea4"} {"level":"info","ts":"2026-03-04T15:25:57.420984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T15:25:57.421006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 became follower at term 0"} {"level":"info","ts":"2026-03-04T15:25:57.42102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f20dfa43a2e4607 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T15:25:57.421029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 became follower at term 1"} {"level":"info","ts":"2026-03-04T15:25:57.421072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 switched to configuration voters=(6854724529301636615)"} {"level":"warn","ts":"2026-03-04T15:25:57.432977Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T15:25:57.434406Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T15:25:57.436059Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T15:25:57.438569Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f20dfa43a2e4607","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T15:25:57.439518Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f20dfa43a2e4607","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T15:25:57.43966Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:25:57.439697Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:25:57.439709Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:25:57.442347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 switched to configuration voters=(6854724529301636615)"} {"level":"info","ts":"2026-03-04T15:25:57.442976Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"85a3671ea9bffea4","local-member-id":"5f20dfa43a2e4607","added-peer-id":"5f20dfa43a2e4607","added-peer-peer-urls":["https://199.19.213.236:2380"]} {"level":"info","ts":"2026-03-04T15:25:57.445722Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:25:57.445878Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.236:2380"} {"level":"info","ts":"2026-03-04T15:25:57.445957Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.236:2380"} {"level":"info","ts":"2026-03-04T15:25:57.446156Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f20dfa43a2e4607","initial-advertise-peer-urls":["https://199.19.213.236:2380"],"listen-peer-urls":["https://199.19.213.236:2380"],"advertise-client-urls":["https://199.19.213.236:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.236:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T15:25:57.446226Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T15:25:58.421359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T15:25:58.421423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T15:25:58.421465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 received MsgPreVoteResp from 5f20dfa43a2e4607 at term 1"} {"level":"info","ts":"2026-03-04T15:25:58.421487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 became candidate at term 2"} {"level":"info","ts":"2026-03-04T15:25:58.421498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 received MsgVoteResp from 5f20dfa43a2e4607 at term 2"} {"level":"info","ts":"2026-03-04T15:25:58.421515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f20dfa43a2e4607 became leader at term 2"} {"level":"info","ts":"2026-03-04T15:25:58.421528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f20dfa43a2e4607 elected leader 5f20dfa43a2e4607 at term 2"} {"level":"info","ts":"2026-03-04T15:25:58.423379Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f20dfa43a2e4607","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.236:2379]}","request-path":"/0/members/5f20dfa43a2e4607/attributes","cluster-id":"85a3671ea9bffea4","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T15:25:58.423385Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:25:58.42342Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:25:58.423453Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:25:58.423725Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T15:25:58.42378Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T15:25:58.424604Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"85a3671ea9bffea4","local-member-id":"5f20dfa43a2e4607","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:25:58.424714Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:25:58.424771Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:25:58.426813Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.236:2379"} {"level":"info","ts":"2026-03-04T15:25:58.427415Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T15:26:01.56753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.927187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:01.567676Z","caller":"traceutil/trace.go:171","msg":"trace[2122636100] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"740.625316ms","start":"2026-03-04T15:26:00.827026Z","end":"2026-03-04T15:26:01.567651Z","steps":["trace[2122636100] 'process raft request' (duration: 52.067734ms)","trace[2122636100] 'compare' (duration: 687.788734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:01.567748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:00.82701Z","time spent":"740.711648ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:26:14.565887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832320144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:26:15.066936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832320144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:26:15.567715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832320144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:26:15.804974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.862953301s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:26:15.805505Z","caller":"traceutil/trace.go:171","msg":"trace[11148396] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"1.863550706s","start":"2026-03-04T15:26:13.941929Z","end":"2026-03-04T15:26:15.80548Z","steps":["trace[11148396] 'process raft request' (duration: 1.863407202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:15.805875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:13.94192Z","time spent":"1.863652388s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:16.202966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001399525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:26:16.203048Z","caller":"traceutil/trace.go:171","msg":"trace[225894258] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"2.001569658s","start":"2026-03-04T15:26:14.20146Z","end":"2026-03-04T15:26:16.20303Z","steps":["trace[225894258] 'agreement among raft nodes before linearized reading' (duration: 2.001422555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:16.2031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:14.201447Z","time spent":"2.001641121s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/04 15:26:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:26:16.55055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.116893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:16.550682Z","caller":"traceutil/trace.go:171","msg":"trace[655585508] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"2.484888092s","start":"2026-03-04T15:26:14.065779Z","end":"2026-03-04T15:26:16.550667Z","steps":["trace[655585508] 'read index received' (duration: 1.73957912s)","trace[655585508] 'applied index is now lower than readState.Index' (duration: 745.308062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:16.550764Z","caller":"traceutil/trace.go:171","msg":"trace[9598397] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"2.072867105s","start":"2026-03-04T15:26:14.477836Z","end":"2026-03-04T15:26:16.550703Z","steps":["trace[9598397] 'process raft request' (duration: 1.616501646s)","trace[9598397] 'compare' (duration: 455.953959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:16.550816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.080317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:26:16.550837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070106898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:26:16.550853Z","caller":"traceutil/trace.go:171","msg":"trace[29623597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"930.147928ms","start":"2026-03-04T15:26:15.620695Z","end":"2026-03-04T15:26:16.550843Z","steps":["trace[29623597] 'agreement among raft nodes before linearized reading' (duration: 930.094647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:16.550868Z","caller":"traceutil/trace.go:171","msg":"trace[564749562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:409; }","duration":"2.070173689s","start":"2026-03-04T15:26:14.480684Z","end":"2026-03-04T15:26:16.550858Z","steps":["trace[564749562] 'agreement among raft nodes before linearized reading' (duration: 2.070092387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:16.550911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.329404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-04T15:26:16.550921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:14.480666Z","time spent":"2.070248382s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:26:16.550934Z","caller":"traceutil/trace.go:171","msg":"trace[1320412671] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:409; }","duration":"741.377825ms","start":"2026-03-04T15:26:15.809549Z","end":"2026-03-04T15:26:16.550927Z","steps":["trace[1320412671] 'agreement among raft nodes before linearized reading' (duration: 741.339094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:16.550953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:15.809534Z","time spent":"741.414576ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T15:26:16.550943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:14.477808Z","time spent":"2.07304003s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:16.550876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:15.620681Z","time spent":"930.1896ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:26:16.551029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036588921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:26:16.551065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614229381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:26:16.55113Z","caller":"traceutil/trace.go:171","msg":"trace[1433228038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:409; }","duration":"1.036732425s","start":"2026-03-04T15:26:15.514364Z","end":"2026-03-04T15:26:16.551096Z","steps":["trace[1433228038] 'agreement among raft nodes before linearized reading' (duration: 1.036551351s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:16.551148Z","caller":"traceutil/trace.go:171","msg":"trace[1004845131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"1.614353183s","start":"2026-03-04T15:26:14.936772Z","end":"2026-03-04T15:26:16.551125Z","steps":["trace[1004845131] 'agreement among raft nodes before linearized reading' (duration: 1.614175598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:16.551184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:15.514343Z","time spent":"1.036832608s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:26:16.551204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:14.93675Z","time spent":"1.614441785s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:26:16.551272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485431985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T15:26:16.551446Z","caller":"traceutil/trace.go:171","msg":"trace[1382486085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:409; }","duration":"2.485697132s","start":"2026-03-04T15:26:14.065726Z","end":"2026-03-04T15:26:16.551424Z","steps":["trace[1382486085] 'agreement among raft nodes before linearized reading' (duration: 2.485027096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:16.551582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:14.065705Z","time spent":"2.485862225s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:26:22.741414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.19041Z","time spent":"550.997803ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:26:22.741393Z","caller":"traceutil/trace.go:171","msg":"trace[680664669] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"158.014145ms","start":"2026-03-04T15:26:22.583346Z","end":"2026-03-04T15:26:22.74136Z","steps":["trace[680664669] 'read index received' (duration: 157.737539ms)","trace[680664669] 'applied index is now lower than readState.Index' (duration: 274.736µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:22.741562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.19199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:26:22.741781Z","caller":"traceutil/trace.go:171","msg":"trace[1622417432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:454; }","duration":"158.439506ms","start":"2026-03-04T15:26:22.583309Z","end":"2026-03-04T15:26:22.741749Z","steps":["trace[1622417432] 'agreement among raft nodes before linearized reading' (duration: 158.153369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:22.741851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.550017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:26:22.741914Z","caller":"traceutil/trace.go:171","msg":"trace[685727631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"117.67426ms","start":"2026-03-04T15:26:22.624222Z","end":"2026-03-04T15:26:22.741896Z","steps":["trace[685727631] 'agreement among raft nodes before linearized reading' (duration: 117.510937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:22.741927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.80994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:26:22.741986Z","caller":"traceutil/trace.go:171","msg":"trace[1342511740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"116.896422ms","start":"2026-03-04T15:26:22.62507Z","end":"2026-03-04T15:26:22.741966Z","steps":["trace[1342511740] 'agreement among raft nodes before linearized reading' (duration: 116.80396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:22.741951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.602635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:26:22.742053Z","caller":"traceutil/trace.go:171","msg":"trace[126255460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:454; }","duration":"116.768409ms","start":"2026-03-04T15:26:22.625261Z","end":"2026-03-04T15:26:22.742029Z","steps":["trace[126255460] 'agreement among raft nodes before linearized reading' (duration: 116.530083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:23.98943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832320229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:26:24.031069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287561738s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:26:24.222611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.498881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:24.222717Z","caller":"traceutil/trace.go:171","msg":"trace[1308177624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:454; }","duration":"376.618164ms","start":"2026-03-04T15:26:23.846084Z","end":"2026-03-04T15:26:24.222702Z","steps":["trace[1308177624] 'range keys from in-memory index tree' (duration: 376.4872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.225153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.454758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:24.225298Z","caller":"traceutil/trace.go:171","msg":"trace[1030755200] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.481870578s","start":"2026-03-04T15:26:22.743403Z","end":"2026-03-04T15:26:24.225274Z","steps":["trace[1030755200] 'process raft request' (duration: 1.287921607s)","trace[1030755200] 'compare' (duration: 191.712286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:24.225375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.743385Z","time spent":"1.481958229s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:24.225954Z","caller":"traceutil/trace.go:171","msg":"trace[408630] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"1.479457308s","start":"2026-03-04T15:26:22.746478Z","end":"2026-03-04T15:26:24.225935Z","steps":["trace[408630] 'process raft request' (duration: 1.479392616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.226078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.74645Z","time spent":"1.47954781s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:24.226168Z","caller":"traceutil/trace.go:171","msg":"trace[2013651042] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"1.480055864s","start":"2026-03-04T15:26:22.746084Z","end":"2026-03-04T15:26:24.22614Z","steps":["trace[2013651042] 'process raft request' (duration: 1.479672825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.226307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.746062Z","time spent":"1.480172586s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:24.226908Z","caller":"traceutil/trace.go:171","msg":"trace[1303873346] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.479494249s","start":"2026-03-04T15:26:22.746737Z","end":"2026-03-04T15:26:24.226231Z","steps":["trace[1303873346] 'process raft request' (duration: 1.479162651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.227073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.746699Z","time spent":"1.480278598s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:24.227094Z","caller":"traceutil/trace.go:171","msg":"trace[2052348933] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:469; }","duration":"738.181725ms","start":"2026-03-04T15:26:23.488882Z","end":"2026-03-04T15:26:24.227064Z","steps":["trace[2052348933] 'read index received' (duration: 542.43177ms)","trace[2052348933] 'applied index is now lower than readState.Index' (duration: 195.748775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:24.227154Z","caller":"traceutil/trace.go:171","msg":"trace[1883412020] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.479796886s","start":"2026-03-04T15:26:22.747337Z","end":"2026-03-04T15:26:24.227134Z","steps":["trace[1883412020] 'process raft request' (duration: 1.478797832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.22723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.34466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:24.227284Z","caller":"traceutil/trace.go:171","msg":"trace[1440366756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"738.446712ms","start":"2026-03-04T15:26:23.488821Z","end":"2026-03-04T15:26:24.227268Z","steps":["trace[1440366756] 'agreement among raft nodes before linearized reading' (duration: 738.34132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:24.227276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:22.747325Z","time spent":"1.479877558s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:24.227314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:23.488795Z","time spent":"738.511213ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:26:26.987161Z","caller":"traceutil/trace.go:171","msg":"trace[694559081] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"155.902472ms","start":"2026-03-04T15:26:26.831224Z","end":"2026-03-04T15:26:26.987127Z","steps":["trace[694559081] 'process raft request' (duration: 155.671107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:34.919522Z","caller":"traceutil/trace.go:171","msg":"trace[879069387] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"599.038996ms","start":"2026-03-04T15:26:34.320449Z","end":"2026-03-04T15:26:34.919488Z","steps":["trace[879069387] 'process raft request' (duration: 598.868002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:34.919709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:34.320434Z","time spent":"599.18985ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:35.032991Z","caller":"traceutil/trace.go:171","msg":"trace[1092838098] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"712.438471ms","start":"2026-03-04T15:26:34.32052Z","end":"2026-03-04T15:26:35.032958Z","steps":["trace[1092838098] 'process raft request' (duration: 705.714016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:35.033171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:34.3205Z","time spent":"712.582985ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:35.03318Z","caller":"traceutil/trace.go:171","msg":"trace[1211307357] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"711.186861ms","start":"2026-03-04T15:26:34.321973Z","end":"2026-03-04T15:26:35.033159Z","steps":["trace[1211307357] 'process raft request' (duration: 710.933064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:35.033269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:34.321958Z","time spent":"711.267292ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:35.033413Z","caller":"traceutil/trace.go:171","msg":"trace[1428842313] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:530; }","duration":"543.853007ms","start":"2026-03-04T15:26:34.489537Z","end":"2026-03-04T15:26:35.03339Z","steps":["trace[1428842313] 'read index received' (duration: 429.806576ms)","trace[1428842313] 'applied index is now lower than readState.Index' (duration: 114.045431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:35.033611Z","caller":"traceutil/trace.go:171","msg":"trace[141229705] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"710.696138ms","start":"2026-03-04T15:26:34.322906Z","end":"2026-03-04T15:26:35.033602Z","steps":["trace[141229705] 'process raft request' (duration: 710.198886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:35.03371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:34.322899Z","time spent":"710.74182ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:35.033767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.237036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:35.033814Z","caller":"traceutil/trace.go:171","msg":"trace[903620508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"544.330528ms","start":"2026-03-04T15:26:34.489467Z","end":"2026-03-04T15:26:35.033798Z","steps":["trace[903620508] 'agreement among raft nodes before linearized reading' (duration: 544.257006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:35.033843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.018325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-03-04T15:26:35.033854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:34.489441Z","time spent":"544.40332ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:26:35.033871Z","caller":"traceutil/trace.go:171","msg":"trace[1052898192] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:517; }","duration":"102.077347ms","start":"2026-03-04T15:26:34.931784Z","end":"2026-03-04T15:26:35.033861Z","steps":["trace[1052898192] 'agreement among raft nodes before linearized reading' (duration: 102.020555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.327438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.000851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:26:41.327531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.509258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T15:26:41.327531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.286735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T15:26:41.327594Z","caller":"traceutil/trace.go:171","msg":"trace[1842869777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"387.201996ms","start":"2026-03-04T15:26:40.94037Z","end":"2026-03-04T15:26:41.327572Z","steps":["trace[1842869777] 'range keys from in-memory index tree' (duration: 386.833637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:41.327616Z","caller":"traceutil/trace.go:171","msg":"trace[704122902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"266.421239ms","start":"2026-03-04T15:26:41.061178Z","end":"2026-03-04T15:26:41.3276Z","steps":["trace[704122902] 'range keys from in-memory index tree' (duration: 266.118601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:41.327616Z","caller":"traceutil/trace.go:171","msg":"trace[1703965765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"272.652712ms","start":"2026-03-04T15:26:41.054942Z","end":"2026-03-04T15:26:41.327594Z","steps":["trace[1703965765] 'range keys from in-memory index tree' (duration: 272.265232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.327656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:40.94029Z","time spent":"387.35421ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:26:41.327751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.819682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T15:26:41.327844Z","caller":"traceutil/trace.go:171","msg":"trace[661171292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"265.957047ms","start":"2026-03-04T15:26:41.061862Z","end":"2026-03-04T15:26:41.327819Z","steps":["trace[661171292] 'range keys from in-memory index tree' (duration: 265.409903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:41.342555Z","caller":"traceutil/trace.go:171","msg":"trace[1184861712] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"230.059112ms","start":"2026-03-04T15:26:41.112479Z","end":"2026-03-04T15:26:41.342538Z","steps":["trace[1184861712] 'process raft request' (duration: 229.892258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.785565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.312066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:41.785818Z","caller":"traceutil/trace.go:171","msg":"trace[522311994] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"453.779997ms","start":"2026-03-04T15:26:41.332007Z","end":"2026-03-04T15:26:41.785787Z","steps":["trace[522311994] 'process raft request' (duration: 155.114034ms)","trace[522311994] 'compare' (duration: 298.206402ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:41.785926Z","caller":"traceutil/trace.go:171","msg":"trace[1210830667] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"453.592193ms","start":"2026-03-04T15:26:41.332316Z","end":"2026-03-04T15:26:41.785908Z","steps":["trace[1210830667] 'process raft request' (duration: 453.503311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.78595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.331985Z","time spent":"453.920021ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:41.786017Z","caller":"traceutil/trace.go:171","msg":"trace[1157514119] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"453.698856ms","start":"2026-03-04T15:26:41.332265Z","end":"2026-03-04T15:26:41.785963Z","steps":["trace[1157514119] 'process raft request' (duration: 453.511541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.786048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.332306Z","time spent":"453.672455ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:41.786031Z","caller":"traceutil/trace.go:171","msg":"trace[450553540] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"453.88764ms","start":"2026-03-04T15:26:41.332062Z","end":"2026-03-04T15:26:41.78595Z","steps":["trace[450553540] 'process raft request' (duration: 453.637394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:41.786193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.332257Z","time spent":"453.850329ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:41.786315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.332047Z","time spent":"454.114855ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:43.489104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:26:43.489166Z","caller":"traceutil/trace.go:171","msg":"trace[113787741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518491s","start":"2026-03-04T15:26:41.488632Z","end":"2026-03-04T15:26:43.489151Z","steps":["trace[113787741] 'agreement among raft nodes before linearized reading' (duration: 2.000443609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:43.4892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.488613Z","time spent":"2.000581002s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:26:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:26:43.498802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603364929s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:43.4989Z","caller":"traceutil/trace.go:171","msg":"trace[1082513836] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"2.010215131s","start":"2026-03-04T15:26:41.488669Z","end":"2026-03-04T15:26:43.498884Z","steps":["trace[1082513836] 'read index received' (duration: 406.563803ms)","trace[1082513836] 'applied index is now lower than readState.Index' (duration: 1.603650188s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:43.498912Z","caller":"traceutil/trace.go:171","msg":"trace[26312026] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"2.140194105s","start":"2026-03-04T15:26:41.358695Z","end":"2026-03-04T15:26:43.498889Z","steps":["trace[26312026] 'process raft request' (duration: 536.65124ms)","trace[26312026] 'compare' (duration: 1.603250687s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:43.499039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.358645Z","time spent":"2.140325468s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:43.523632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688370834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:26:43.523721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333480015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:26:43.523818Z","caller":"traceutil/trace.go:171","msg":"trace[389115410] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:559; }","duration":"1.333613369s","start":"2026-03-04T15:26:42.190176Z","end":"2026-03-04T15:26:43.52379Z","steps":["trace[389115410] 'agreement among raft nodes before linearized reading' (duration: 1.333446585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:43.523883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:42.190156Z","time spent":"1.333712092s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T15:26:43.523782Z","caller":"traceutil/trace.go:171","msg":"trace[1523748566] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"1.688533458s","start":"2026-03-04T15:26:41.835229Z","end":"2026-03-04T15:26:43.523762Z","steps":["trace[1523748566] 'agreement among raft nodes before linearized reading' (duration: 1.688321603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:43.524067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:41.835161Z","time spent":"1.688882927s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T15:26:44.926059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07934072s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:26:44.926133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129826204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T15:26:44.926191Z","caller":"traceutil/trace.go:171","msg":"trace[180745348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"1.079484583s","start":"2026-03-04T15:26:43.846687Z","end":"2026-03-04T15:26:44.926172Z","steps":["trace[180745348] 'range keys from in-memory index tree' (duration: 1.079292639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:44.926246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130127852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:26:44.926302Z","caller":"traceutil/trace.go:171","msg":"trace[581306813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"1.130204023s","start":"2026-03-04T15:26:43.79608Z","end":"2026-03-04T15:26:44.926284Z","steps":["trace[581306813] 'range keys from in-memory index tree' (duration: 1.130028729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:44.92634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:43.796061Z","time spent":"1.130271215s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:26:44.926241Z","caller":"traceutil/trace.go:171","msg":"trace[1548320248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"1.129932917s","start":"2026-03-04T15:26:43.796265Z","end":"2026-03-04T15:26:44.926198Z","steps":["trace[1548320248] 'range keys from in-memory index tree' (duration: 1.129575498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:44.926386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130170473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T15:26:44.926416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:43.796203Z","time spent":"1.130195413s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:26:44.926491Z","caller":"traceutil/trace.go:171","msg":"trace[1715407461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"1.130239785s","start":"2026-03-04T15:26:43.796194Z","end":"2026-03-04T15:26:44.926434Z","steps":["trace[1715407461] 'range keys from in-memory index tree' (duration: 1.129993398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:44.926144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129932307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T15:26:44.926552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:43.796159Z","time spent":"1.130379797s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:26:44.92657Z","caller":"traceutil/trace.go:171","msg":"trace[1217215754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"1.130381337s","start":"2026-03-04T15:26:43.796165Z","end":"2026-03-04T15:26:44.926547Z","steps":["trace[1217215754] 'range keys from in-memory index tree' (duration: 1.129729941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:44.926638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:43.796154Z","time spent":"1.13046374s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:26:45.803765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.590424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:26:45.80423Z","caller":"traceutil/trace.go:171","msg":"trace[1067278832] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"873.775311ms","start":"2026-03-04T15:26:44.930411Z","end":"2026-03-04T15:26:45.804186Z","steps":["trace[1067278832] 'process raft request' (duration: 756.424449ms)","trace[1067278832] 'compare' (duration: 116.359508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:45.804484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:44.930382Z","time spent":"873.919365ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:45.804647Z","caller":"traceutil/trace.go:171","msg":"trace[2086938517] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"874.146451ms","start":"2026-03-04T15:26:44.930489Z","end":"2026-03-04T15:26:45.804636Z","steps":["trace[2086938517] 'process raft request' (duration: 873.442603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:45.804734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:44.930468Z","time spent":"874.217123ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:45.804752Z","caller":"traceutil/trace.go:171","msg":"trace[136605443] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:580; }","duration":"318.496143ms","start":"2026-03-04T15:26:45.486233Z","end":"2026-03-04T15:26:45.804729Z","steps":["trace[136605443] 'read index received' (duration: 200.607516ms)","trace[136605443] 'applied index is now lower than readState.Index' (duration: 117.887767ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:45.804832Z","caller":"traceutil/trace.go:171","msg":"trace[1070371282] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"873.64561ms","start":"2026-03-04T15:26:44.931172Z","end":"2026-03-04T15:26:45.804817Z","steps":["trace[1070371282] 'process raft request' (duration: 873.428894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:45.80492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:44.931158Z","time spent":"873.721941ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:26:45.804846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.614695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:45.80498Z","caller":"traceutil/trace.go:171","msg":"trace[178780921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"318.774129ms","start":"2026-03-04T15:26:45.486193Z","end":"2026-03-04T15:26:45.804967Z","steps":["trace[178780921] 'agreement among raft nodes before linearized reading' (duration: 318.603065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:45.80502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:45.486174Z","time spent":"318.837531ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:26:47.811467Z","caller":"traceutil/trace.go:171","msg":"trace[1957418747] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"414.278433ms","start":"2026-03-04T15:26:47.397164Z","end":"2026-03-04T15:26:47.811442Z","steps":["trace[1957418747] 'process raft request' (duration: 414.052408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:47.811627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:47.397135Z","time spent":"414.413897ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:47.822253Z","caller":"traceutil/trace.go:171","msg":"trace[1455597819] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"363.600695ms","start":"2026-03-04T15:26:47.458618Z","end":"2026-03-04T15:26:47.822219Z","steps":["trace[1455597819] 'process raft request' (duration: 363.386279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:47.822365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:47.458575Z","time spent":"363.738948ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211614,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:26:47.847747Z","caller":"traceutil/trace.go:171","msg":"trace[824814165] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:697; }","duration":"361.486552ms","start":"2026-03-04T15:26:47.486235Z","end":"2026-03-04T15:26:47.847721Z","steps":["trace[824814165] 'read index received' (duration: 325.089465ms)","trace[824814165] 'applied index is now lower than readState.Index' (duration: 36.395857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:26:47.847902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.664786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:47.847934Z","caller":"traceutil/trace.go:171","msg":"trace[1944157520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"361.748558ms","start":"2026-03-04T15:26:47.486178Z","end":"2026-03-04T15:26:47.847927Z","steps":["trace[1944157520] 'agreement among raft nodes before linearized reading' (duration: 361.665816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:47.847958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:26:47.486162Z","time spent":"361.79198ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:26:48.646373Z","caller":"traceutil/trace.go:171","msg":"trace[2086226254] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"157.734539ms","start":"2026-03-04T15:26:48.488616Z","end":"2026-03-04T15:26:48.64635Z","steps":["trace[2086226254] 'read index received' (duration: 157.456442ms)","trace[2086226254] 'applied index is now lower than readState.Index' (duration: 277.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:26:48.646426Z","caller":"traceutil/trace.go:171","msg":"trace[1916650361] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"187.565694ms","start":"2026-03-04T15:26:48.458818Z","end":"2026-03-04T15:26:48.646384Z","steps":["trace[1916650361] 'process raft request' (duration: 187.341969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:26:48.646663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.029925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:26:48.646722Z","caller":"traceutil/trace.go:171","msg":"trace[1373156846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"158.149108ms","start":"2026-03-04T15:26:48.488562Z","end":"2026-03-04T15:26:48.646711Z","steps":["trace[1373156846] 'agreement among raft nodes before linearized reading' (duration: 157.913303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:26:51.654831Z","caller":"traceutil/trace.go:171","msg":"trace[655638445] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"167.283945ms","start":"2026-03-04T15:26:51.487528Z","end":"2026-03-04T15:26:51.654812Z","steps":["trace[655638445] 'process raft request' (duration: 167.012228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:06.176681Z","caller":"traceutil/trace.go:171","msg":"trace[968639821] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"234.946503ms","start":"2026-03-04T15:27:05.941709Z","end":"2026-03-04T15:27:06.176656Z","steps":["trace[968639821] 'read index received' (duration: 234.787239ms)","trace[968639821] 'applied index is now lower than readState.Index' (duration: 158.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:06.176725Z","caller":"traceutil/trace.go:171","msg":"trace[1012235061] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"236.078221ms","start":"2026-03-04T15:27:05.940611Z","end":"2026-03-04T15:27:06.176689Z","steps":["trace[1012235061] 'process raft request' (duration: 235.893967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.176899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.171218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:27:06.176938Z","caller":"traceutil/trace.go:171","msg":"trace[1132022142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:926; }","duration":"235.225379ms","start":"2026-03-04T15:27:05.941703Z","end":"2026-03-04T15:27:06.176928Z","steps":["trace[1132022142] 'agreement among raft nodes before linearized reading' (duration: 235.083586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:06.599648Z","caller":"traceutil/trace.go:171","msg":"trace[1271072810] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:952; }","duration":"422.854164ms","start":"2026-03-04T15:27:06.176761Z","end":"2026-03-04T15:27:06.599615Z","steps":["trace[1271072810] 'read index received' (duration: 420.473485ms)","trace[1271072810] 'applied index is now lower than readState.Index' (duration: 2.379839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:06.599743Z","caller":"traceutil/trace.go:171","msg":"trace[892952707] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"657.409187ms","start":"2026-03-04T15:27:05.942273Z","end":"2026-03-04T15:27:06.599682Z","steps":["trace[892952707] 'process raft request' (duration: 655.010818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.599829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.702611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:27:06.599867Z","caller":"traceutil/trace.go:171","msg":"trace[527083255] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:927; }","duration":"508.792513ms","start":"2026-03-04T15:27:06.091066Z","end":"2026-03-04T15:27:06.599859Z","steps":["trace[527083255] 'agreement among raft nodes before linearized reading' (duration: 508.66874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.599835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.200099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:27:06.5999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:06.091046Z","time spent":"508.846385ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":47,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:27:06.599913Z","caller":"traceutil/trace.go:171","msg":"trace[1096889594] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:927; }","duration":"596.343522ms","start":"2026-03-04T15:27:06.003553Z","end":"2026-03-04T15:27:06.599897Z","steps":["trace[1096889594] 'agreement among raft nodes before linearized reading' (duration: 596.211649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.59995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:06.003528Z","time spent":"596.413804ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:27:06.59998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:05.942253Z","time spent":"657.622323ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2141,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:27:06.600061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.173476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:27:06.60018Z","caller":"traceutil/trace.go:171","msg":"trace[952770195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:927; }","duration":"658.36874ms","start":"2026-03-04T15:27:05.941788Z","end":"2026-03-04T15:27:06.600157Z","steps":["trace[952770195] 'agreement among raft nodes before linearized reading' (duration: 657.993861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.600241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:05.941752Z","time spent":"658.478883ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:27:06.606589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.076118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:27:06.606649Z","caller":"traceutil/trace.go:171","msg":"trace[2087560837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:928; }","duration":"255.18261ms","start":"2026-03-04T15:27:06.351453Z","end":"2026-03-04T15:27:06.606635Z","steps":["trace[2087560837] 'agreement among raft nodes before linearized reading' (duration: 254.966005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:06.606884Z","caller":"traceutil/trace.go:171","msg":"trace[399968848] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"426.378301ms","start":"2026-03-04T15:27:06.180495Z","end":"2026-03-04T15:27:06.606874Z","steps":["trace[399968848] 'process raft request' (duration: 425.812137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.606885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.946182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:27:06.606922Z","caller":"traceutil/trace.go:171","msg":"trace[917710537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"119.025204ms","start":"2026-03-04T15:27:06.487888Z","end":"2026-03-04T15:27:06.606913Z","steps":["trace[917710537] 'agreement among raft nodes before linearized reading' (duration: 118.956072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:06.606974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:06.180473Z","time spent":"426.439033ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:27:36.791792Z","caller":"traceutil/trace.go:171","msg":"trace[1599952168] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"303.633336ms","start":"2026-03-04T15:27:36.488135Z","end":"2026-03-04T15:27:36.791768Z","steps":["trace[1599952168] 'read index received' (duration: 303.427071ms)","trace[1599952168] 'applied index is now lower than readState.Index' (duration: 205.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:36.791926Z","caller":"traceutil/trace.go:171","msg":"trace[1476807187] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"409.840134ms","start":"2026-03-04T15:27:36.382048Z","end":"2026-03-04T15:27:36.791888Z","steps":["trace[1476807187] 'process raft request' (duration: 409.579077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:36.792044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.887142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:27:36.792451Z","caller":"traceutil/trace.go:171","msg":"trace[737324476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"304.344584ms","start":"2026-03-04T15:27:36.488084Z","end":"2026-03-04T15:27:36.792428Z","steps":["trace[737324476] 'agreement among raft nodes before linearized reading' (duration: 303.840031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:36.792506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:36.488062Z","time spent":"304.428356ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:27:36.792092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:36.382024Z","time spent":"409.981738ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:39.305774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832321682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:27:39.381467Z","caller":"traceutil/trace.go:171","msg":"trace[1512758627] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"581.472786ms","start":"2026-03-04T15:27:38.799948Z","end":"2026-03-04T15:27:39.381421Z","steps":["trace[1512758627] 'process raft request' (duration: 581.314162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:39.381648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:38.799925Z","time spent":"581.63128ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:27:39.401513Z","caller":"traceutil/trace.go:171","msg":"trace[1016377377] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"595.771978ms","start":"2026-03-04T15:27:38.805714Z","end":"2026-03-04T15:27:39.401485Z","steps":["trace[1016377377] 'read index received' (duration: 575.687394ms)","trace[1016377377] 'applied index is now lower than readState.Index' (duration: 20.083304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:39.40159Z","caller":"traceutil/trace.go:171","msg":"trace[1921168446] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"510.719231ms","start":"2026-03-04T15:27:38.890821Z","end":"2026-03-04T15:27:39.401541Z","steps":["trace[1921168446] 'process raft request' (duration: 510.539066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:39.401816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.562732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:27:39.401811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:38.890788Z","time spent":"510.909856ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:39.401816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.958393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:27:39.401858Z","caller":"traceutil/trace.go:171","msg":"trace[1442405721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"167.655053ms","start":"2026-03-04T15:27:39.234192Z","end":"2026-03-04T15:27:39.401847Z","steps":["trace[1442405721] 'agreement among raft nodes before linearized reading' (duration: 167.577591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:39.401898Z","caller":"traceutil/trace.go:171","msg":"trace[2141612315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"596.092377ms","start":"2026-03-04T15:27:38.805781Z","end":"2026-03-04T15:27:39.401873Z","steps":["trace[2141612315] 'agreement among raft nodes before linearized reading' (duration: 595.866811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:39.401915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.769128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:27:39.401935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.908565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:27:39.401813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.074216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:27:39.401969Z","caller":"traceutil/trace.go:171","msg":"trace[1391591765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1226; }","duration":"595.83635ms","start":"2026-03-04T15:27:38.806117Z","end":"2026-03-04T15:27:39.401953Z","steps":["trace[1391591765] 'agreement among raft nodes before linearized reading' (duration: 595.694016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:39.402017Z","caller":"traceutil/trace.go:171","msg":"trace[2132363103] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1226; }","duration":"270.053308ms","start":"2026-03-04T15:27:39.131945Z","end":"2026-03-04T15:27:39.401999Z","steps":["trace[2132363103] 'agreement among raft nodes before linearized reading' (duration: 269.881054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:39.402026Z","caller":"traceutil/trace.go:171","msg":"trace[1592294715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"596.326072ms","start":"2026-03-04T15:27:38.805679Z","end":"2026-03-04T15:27:39.402005Z","steps":["trace[1592294715] 'agreement among raft nodes before linearized reading' (duration: 595.912272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:39.402086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:38.805649Z","time spent":"596.419445ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:27:39.402029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:38.806107Z","time spent":"595.908792ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:27:39.401962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:38.805753Z","time spent":"596.195419ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:27:39.402676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.314572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T15:27:39.402735Z","caller":"traceutil/trace.go:171","msg":"trace[1803892715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1226; }","duration":"131.007509ms","start":"2026-03-04T15:27:39.271714Z","end":"2026-03-04T15:27:39.402722Z","steps":["trace[1803892715] 'agreement among raft nodes before linearized reading' (duration: 130.055686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:39.891947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.242715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:27:39.892062Z","caller":"traceutil/trace.go:171","msg":"trace[13042458] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"485.468889ms","start":"2026-03-04T15:27:39.406573Z","end":"2026-03-04T15:27:39.892042Z","steps":["trace[13042458] 'process raft request' (duration: 163.044499ms)","trace[13042458] 'compare' (duration: 322.134032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:27:39.892139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.406554Z","time spent":"485.539441ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:27:40.037798Z","caller":"traceutil/trace.go:171","msg":"trace[148762254] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1266; }","duration":"619.391581ms","start":"2026-03-04T15:27:39.418263Z","end":"2026-03-04T15:27:40.037655Z","steps":["trace[148762254] 'read index received' (duration: 151.367132ms)","trace[148762254] 'applied index is now lower than readState.Index' (duration: 468.023289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:40.037824Z","caller":"traceutil/trace.go:171","msg":"trace[2008032430] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"631.1164ms","start":"2026-03-04T15:27:39.406666Z","end":"2026-03-04T15:27:40.037782Z","steps":["trace[2008032430] 'process raft request' (duration: 630.72838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:40.037909Z","caller":"traceutil/trace.go:171","msg":"trace[154839919] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"631.025458ms","start":"2026-03-04T15:27:39.40685Z","end":"2026-03-04T15:27:40.037875Z","steps":["trace[154839919] 'process raft request' (duration: 630.765392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:40.037969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.678247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:27:40.038028Z","caller":"traceutil/trace.go:171","msg":"trace[1773446610] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1230; }","duration":"619.79474ms","start":"2026-03-04T15:27:39.418218Z","end":"2026-03-04T15:27:40.038013Z","steps":["trace[1773446610] 'agreement among raft nodes before linearized reading' (duration: 619.663677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:40.038072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.406636Z","time spent":"631.319615ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:40.038075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.406825Z","time spent":"631.159821ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:40.038075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.418202Z","time spent":"619.858662ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:27:40.037845Z","caller":"traceutil/trace.go:171","msg":"trace[1370401029] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"631.11882ms","start":"2026-03-04T15:27:39.406695Z","end":"2026-03-04T15:27:40.037814Z","steps":["trace[1370401029] 'process raft request' (duration: 630.874084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:40.038215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.406661Z","time spent":"631.493879ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:40.038004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.17801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:27:40.039017Z","caller":"traceutil/trace.go:171","msg":"trace[552467598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1230; }","duration":"550.226415ms","start":"2026-03-04T15:27:39.488765Z","end":"2026-03-04T15:27:40.038992Z","steps":["trace[552467598] 'agreement among raft nodes before linearized reading' (duration: 549.18791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:40.039072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:39.488742Z","time spent":"550.312457ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:27:56.345098Z","caller":"traceutil/trace.go:171","msg":"trace[984646487] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1578; }","duration":"326.571349ms","start":"2026-03-04T15:27:56.018503Z","end":"2026-03-04T15:27:56.345075Z","steps":["trace[984646487] 'read index received' (duration: 326.520778ms)","trace[984646487] 'applied index is now lower than readState.Index' (duration: 49.581µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:27:56.345185Z","caller":"traceutil/trace.go:171","msg":"trace[589377513] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"382.238446ms","start":"2026-03-04T15:27:55.96292Z","end":"2026-03-04T15:27:56.345158Z","steps":["trace[589377513] 'process raft request' (duration: 382.033631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:56.345236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.725923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:27:56.345284Z","caller":"traceutil/trace.go:171","msg":"trace[1685673343] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1514; }","duration":"326.822895ms","start":"2026-03-04T15:27:56.018452Z","end":"2026-03-04T15:27:56.345275Z","steps":["trace[1685673343] 'agreement among raft nodes before linearized reading' (duration: 326.737993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:56.34532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:56.018431Z","time spent":"326.881787ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:27:56.345355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:27:55.962905Z","time spent":"382.340738ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:27:56.347306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.522239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T15:27:56.347336Z","caller":"traceutil/trace.go:171","msg":"trace[2137651387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1515; }","duration":"225.573651ms","start":"2026-03-04T15:27:56.121755Z","end":"2026-03-04T15:27:56.347329Z","steps":["trace[2137651387] 'agreement among raft nodes before linearized reading' (duration: 225.457928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:27:56.347439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.461629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T15:27:56.347392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.505126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T15:27:56.34747Z","caller":"traceutil/trace.go:171","msg":"trace[869167764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1515; }","duration":"223.492629ms","start":"2026-03-04T15:27:56.123971Z","end":"2026-03-04T15:27:56.347463Z","steps":["trace[869167764] 'agreement among raft nodes before linearized reading' (duration: 223.230963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:56.347521Z","caller":"traceutil/trace.go:171","msg":"trace[883984596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1515; }","duration":"233.703912ms","start":"2026-03-04T15:27:56.11379Z","end":"2026-03-04T15:27:56.347494Z","steps":["trace[883984596] 'agreement among raft nodes before linearized reading' (duration: 233.349604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:27:56.34719Z","caller":"traceutil/trace.go:171","msg":"trace[978761193] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"135.887242ms","start":"2026-03-04T15:27:56.21129Z","end":"2026-03-04T15:27:56.347177Z","steps":["trace[978761193] 'process raft request' (duration: 134.939659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.204402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.074889ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:28:04.204501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715472832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:04.204532Z","caller":"traceutil/trace.go:171","msg":"trace[99512323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1613; }","duration":"358.213852ms","start":"2026-03-04T15:28:03.8463Z","end":"2026-03-04T15:28:04.204514Z","steps":["trace[99512323] 'range keys from in-memory index tree' (duration: 358.062599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:04.204575Z","caller":"traceutil/trace.go:171","msg":"trace[516638175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"1.715589765s","start":"2026-03-04T15:28:02.488966Z","end":"2026-03-04T15:28:04.204556Z","steps":["trace[516638175] 'range keys from in-memory index tree' (duration: 1.715387721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.204614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:02.488947Z","time spent":"1.715658448s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:04.204776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464918343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:04.205034Z","caller":"traceutil/trace.go:171","msg":"trace[137550025] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"1.671782782s","start":"2026-03-04T15:28:02.53323Z","end":"2026-03-04T15:28:04.205012Z","steps":["trace[137550025] 'process raft request' (duration: 206.5216ms)","trace[137550025] 'compare' (duration: 1.464765769s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:04.20511Z","caller":"traceutil/trace.go:171","msg":"trace[1756136522] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1681; }","duration":"1.333265536s","start":"2026-03-04T15:28:02.871782Z","end":"2026-03-04T15:28:04.205048Z","steps":["trace[1756136522] 'read index received' (duration: 36.811µs)","trace[1756136522] 'applied index is now lower than readState.Index' (duration: 1.333226895s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:04.20522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:02.533199Z","time spent":"1.671946046s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:04.205379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273061816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-04T15:28:04.205366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333561004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T15:28:04.205228Z","caller":"traceutil/trace.go:171","msg":"trace[998477077] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"1.470333657s","start":"2026-03-04T15:28:02.734877Z","end":"2026-03-04T15:28:04.205211Z","steps":["trace[998477077] 'process raft request' (duration: 1.47002712s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:04.205443Z","caller":"traceutil/trace.go:171","msg":"trace[1500568215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:1615; }","duration":"1.273140959s","start":"2026-03-04T15:28:02.932281Z","end":"2026-03-04T15:28:04.205422Z","steps":["trace[1500568215] 'agreement among raft nodes before linearized reading' (duration: 1.272945754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.205512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:02.932271Z","time spent":"1.2732236s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"warn","ts":"2026-03-04T15:28:04.205532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:02.734856Z","time spent":"1.470626395s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:04.205702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.471486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:28:04.20576Z","caller":"traceutil/trace.go:171","msg":"trace[1669539355] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1615; }","duration":"773.555958ms","start":"2026-03-04T15:28:03.43219Z","end":"2026-03-04T15:28:04.205746Z","steps":["trace[1669539355] 'agreement among raft nodes before linearized reading' (duration: 773.431495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.205768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.667621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T15:28:04.2058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:03.432174Z","time spent":"773.611499ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:28:04.205818Z","caller":"traceutil/trace.go:171","msg":"trace[758841845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1615; }","duration":"448.752203ms","start":"2026-03-04T15:28:03.757046Z","end":"2026-03-04T15:28:04.205798Z","steps":["trace[758841845] 'agreement among raft nodes before linearized reading' (duration: 448.579399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.205826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.740797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T15:28:04.205864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:03.757026Z","time spent":"448.826664ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T15:28:04.205902Z","caller":"traceutil/trace.go:171","msg":"trace[305786485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"797.880131ms","start":"2026-03-04T15:28:03.407994Z","end":"2026-03-04T15:28:04.205874Z","steps":["trace[305786485] 'agreement among raft nodes before linearized reading' (duration: 797.595104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.205943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:03.407974Z","time spent":"797.958892ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:04.205949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.77874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:28:04.205453Z","caller":"traceutil/trace.go:171","msg":"trace[513117663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:1615; }","duration":"1.333655506s","start":"2026-03-04T15:28:02.871776Z","end":"2026-03-04T15:28:04.205431Z","steps":["trace[513117663] 'agreement among raft nodes before linearized reading' (duration: 1.33342848s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:04.206078Z","caller":"traceutil/trace.go:171","msg":"trace[1282276353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"920.942724ms","start":"2026-03-04T15:28:03.285107Z","end":"2026-03-04T15:28:04.20605Z","steps":["trace[1282276353] 'agreement among raft nodes before linearized reading' (duration: 920.548594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.206143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:02.871721Z","time spent":"1.334410914s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"warn","ts":"2026-03-04T15:28:04.206183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:03.285086Z","time spent":"921.080278ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:04.206205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.16646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:28:04.206249Z","caller":"traceutil/trace.go:171","msg":"trace[611418278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1615; }","duration":"725.233033ms","start":"2026-03-04T15:28:03.481004Z","end":"2026-03-04T15:28:04.206237Z","steps":["trace[611418278] 'agreement among raft nodes before linearized reading' (duration: 724.451724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:04.206295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:03.480988Z","time spent":"725.295495ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:28:05.555208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.690547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:05.555705Z","caller":"traceutil/trace.go:171","msg":"trace[1685248764] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"1.345248882s","start":"2026-03-04T15:28:04.21004Z","end":"2026-03-04T15:28:05.555289Z","steps":["trace[1685248764] 'process raft request' (duration: 361.402161ms)","trace[1685248764] 'compare' (duration: 983.476182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:05.555915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.21001Z","time spent":"1.345754555s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:05.598333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026734341s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:28:05.598924Z","caller":"traceutil/trace.go:171","msg":"trace[610588095] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.385609581s","start":"2026-03-04T15:28:04.213282Z","end":"2026-03-04T15:28:05.598892Z","steps":["trace[610588095] 'process raft request' (duration: 1.385454866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.599146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.213265Z","time spent":"1.385746224s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:05.598937Z","caller":"traceutil/trace.go:171","msg":"trace[1282054819] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.388370109s","start":"2026-03-04T15:28:04.21052Z","end":"2026-03-04T15:28:05.598891Z","steps":["trace[1282054819] 'process raft request' (duration: 1.388059311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.59929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.210513Z","time spent":"1.388703937s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:05.599337Z","caller":"traceutil/trace.go:171","msg":"trace[1189706136] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"1.240285266s","start":"2026-03-04T15:28:04.359004Z","end":"2026-03-04T15:28:05.599289Z","steps":["trace[1189706136] 'process raft request' (duration: 1.239837484s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:05.599349Z","caller":"traceutil/trace.go:171","msg":"trace[1403154242] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1683; }","duration":"1.387262922s","start":"2026-03-04T15:28:04.212032Z","end":"2026-03-04T15:28:05.599295Z","steps":["trace[1403154242] 'read index received' (duration: 359.568406ms)","trace[1403154242] 'applied index is now lower than readState.Index' (duration: 1.027693476s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:05.599405Z","caller":"traceutil/trace.go:171","msg":"trace[679296055] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"1.220606269s","start":"2026-03-04T15:28:04.378762Z","end":"2026-03-04T15:28:05.599369Z","steps":["trace[679296055] 'process raft request' (duration: 1.220352593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.599516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.358979Z","time spent":"1.240417238s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:05.599546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.378739Z","time spent":"1.220738672s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:05.599543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387500688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:05.599621Z","caller":"traceutil/trace.go:171","msg":"trace[1415968646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1620; }","duration":"1.38759174s","start":"2026-03-04T15:28:04.212009Z","end":"2026-03-04T15:28:05.5996Z","steps":["trace[1415968646] 'agreement among raft nodes before linearized reading' (duration: 1.387469957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.599684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.211995Z","time spent":"1.387678382s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:28:05.599711Z","caller":"traceutil/trace.go:171","msg":"trace[1983559684] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"328.087607ms","start":"2026-03-04T15:28:05.271602Z","end":"2026-03-04T15:28:05.599689Z","steps":["trace[1983559684] 'process raft request' (duration: 328.011105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.599812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:05.271577Z","time spent":"328.180589ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:05.599868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216324242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:28:05.599917Z","caller":"traceutil/trace.go:171","msg":"trace[1723919100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1621; }","duration":"1.216433625s","start":"2026-03-04T15:28:04.383468Z","end":"2026-03-04T15:28:05.599902Z","steps":["trace[1723919100] 'agreement among raft nodes before linearized reading' (duration: 1.216217859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.59994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211320429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:28:05.599962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.383454Z","time spent":"1.216496996s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:28:05.599985Z","caller":"traceutil/trace.go:171","msg":"trace[1783537866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1621; }","duration":"1.2113898s","start":"2026-03-04T15:28:04.388581Z","end":"2026-03-04T15:28:05.599971Z","steps":["trace[1783537866] 'agreement among raft nodes before linearized reading' (duration: 1.211209866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.600029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.38857Z","time spent":"1.211445502s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:05.600076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.877412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T15:28:05.600088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.045365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-04T15:28:05.600213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212685062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:28:05.600211Z","caller":"traceutil/trace.go:171","msg":"trace[1767534599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:1621; }","duration":"389.162838ms","start":"2026-03-04T15:28:05.211026Z","end":"2026-03-04T15:28:05.600189Z","steps":["trace[1767534599] 'agreement among raft nodes before linearized reading' (duration: 389.005404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.600295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212812376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:28:05.600309Z","caller":"traceutil/trace.go:171","msg":"trace[1276070965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"1.212729033s","start":"2026-03-04T15:28:04.387515Z","end":"2026-03-04T15:28:05.600244Z","steps":["trace[1276070965] 'agreement among raft nodes before linearized reading' (duration: 1.21260224s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:05.600354Z","caller":"traceutil/trace.go:171","msg":"trace[1022520918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"1.212963549s","start":"2026-03-04T15:28:04.387375Z","end":"2026-03-04T15:28:05.600338Z","steps":["trace[1022520918] 'agreement among raft nodes before linearized reading' (duration: 1.212772945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.600431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.387359Z","time spent":"1.213059811s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:28:05.600355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:05.210984Z","time spent":"389.352362ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"info","ts":"2026-03-04T15:28:05.600118Z","caller":"traceutil/trace.go:171","msg":"trace[534200224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1621; }","duration":"386.931643ms","start":"2026-03-04T15:28:05.213174Z","end":"2026-03-04T15:28:05.600105Z","steps":["trace[534200224] 'agreement among raft nodes before linearized reading' (duration: 386.790499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:05.600691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:05.213166Z","time spent":"387.504176ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:05.600359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:04.38747Z","time spent":"1.212876637s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:13.707161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832322668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:28:13.858337Z","caller":"traceutil/trace.go:171","msg":"trace[1459893751] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"752.347294ms","start":"2026-03-04T15:28:13.105968Z","end":"2026-03-04T15:28:13.858315Z","steps":["trace[1459893751] 'process raft request' (duration: 752.20537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.858587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:13.105946Z","time spent":"752.462507ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:13.859224Z","caller":"traceutil/trace.go:171","msg":"trace[1346552021] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1765; }","duration":"652.39147ms","start":"2026-03-04T15:28:13.206808Z","end":"2026-03-04T15:28:13.859199Z","steps":["trace[1346552021] 'read index received' (duration: 651.397256ms)","trace[1346552021] 'applied index is now lower than readState.Index' (duration: 993.294µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:13.859263Z","caller":"traceutil/trace.go:171","msg":"trace[1487700366] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"226.690748ms","start":"2026-03-04T15:28:13.632547Z","end":"2026-03-04T15:28:13.859237Z","steps":["trace[1487700366] 'process raft request' (duration: 226.614306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:13.859252Z","caller":"traceutil/trace.go:171","msg":"trace[1809580182] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"231.343293ms","start":"2026-03-04T15:28:13.627879Z","end":"2026-03-04T15:28:13.859222Z","steps":["trace[1809580182] 'process raft request' (duration: 231.175229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.859389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.549224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:28:13.85947Z","caller":"traceutil/trace.go:171","msg":"trace[988418993] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1698; }","duration":"652.680227ms","start":"2026-03-04T15:28:13.206771Z","end":"2026-03-04T15:28:13.859451Z","steps":["trace[988418993] 'agreement among raft nodes before linearized reading' (duration: 652.509223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.859577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.354357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:28:13.859618Z","caller":"traceutil/trace.go:171","msg":"trace[1716280791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1698; }","duration":"162.420378ms","start":"2026-03-04T15:28:13.697184Z","end":"2026-03-04T15:28:13.859604Z","steps":["trace[1716280791] 'agreement among raft nodes before linearized reading' (duration: 162.265294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.859619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.200876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:28:13.859587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.351804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:28:13.85962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.738313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:28:13.859674Z","caller":"traceutil/trace.go:171","msg":"trace[739620602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1698; }","duration":"190.281478ms","start":"2026-03-04T15:28:13.669376Z","end":"2026-03-04T15:28:13.859657Z","steps":["trace[739620602] 'agreement among raft nodes before linearized reading' (duration: 190.106113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.859664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.984778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:28:13.859669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.867481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:28:13.859693Z","caller":"traceutil/trace.go:171","msg":"trace[423831929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1698; }","duration":"191.528458ms","start":"2026-03-04T15:28:13.668148Z","end":"2026-03-04T15:28:13.859676Z","steps":["trace[423831929] 'agreement among raft nodes before linearized reading' (duration: 191.2082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:13.859695Z","caller":"traceutil/trace.go:171","msg":"trace[312638114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1698; }","duration":"191.837366ms","start":"2026-03-04T15:28:13.667835Z","end":"2026-03-04T15:28:13.859673Z","steps":["trace[312638114] 'agreement among raft nodes before linearized reading' (duration: 191.58333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:13.859744Z","caller":"traceutil/trace.go:171","msg":"trace[1561205614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1698; }","duration":"196.103562ms","start":"2026-03-04T15:28:13.6636Z","end":"2026-03-04T15:28:13.859703Z","steps":["trace[1561205614] 'agreement among raft nodes before linearized reading' (duration: 195.777034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:13.859746Z","caller":"traceutil/trace.go:171","msg":"trace[402640021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1698; }","duration":"249.963684ms","start":"2026-03-04T15:28:13.609758Z","end":"2026-03-04T15:28:13.859722Z","steps":["trace[402640021] 'agreement among raft nodes before linearized reading' (duration: 249.669397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.859885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:13.206756Z","time spent":"652.750579ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:13.859972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.232748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:13.860039Z","caller":"traceutil/trace.go:171","msg":"trace[430055196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1698; }","duration":"372.33577ms","start":"2026-03-04T15:28:13.487687Z","end":"2026-03-04T15:28:13.860023Z","steps":["trace[430055196] 'agreement among raft nodes before linearized reading' (duration: 371.655304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:13.860092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:13.48767Z","time spent":"372.410773ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:20.392131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832322737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:20.892561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832322737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:21.357134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.279881746s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:28:21.357954Z","caller":"traceutil/trace.go:171","msg":"trace[1358201413] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"2.280819299s","start":"2026-03-04T15:28:19.077112Z","end":"2026-03-04T15:28:21.357931Z","steps":["trace[1358201413] 'process raft request' (duration: 2.280599443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.358087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.077091Z","time spent":"2.280918611s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:21.381575Z","caller":"traceutil/trace.go:171","msg":"trace[1748801658] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1802; }","duration":"1.4902605s","start":"2026-03-04T15:28:19.891294Z","end":"2026-03-04T15:28:21.381554Z","steps":["trace[1748801658] 'read index received' (duration: 1.466352009s)","trace[1748801658] 'applied index is now lower than readState.Index' (duration: 23.907771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:21.381687Z","caller":"traceutil/trace.go:171","msg":"trace[886326691] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"963.600451ms","start":"2026-03-04T15:28:20.418074Z","end":"2026-03-04T15:28:21.381675Z","steps":["trace[886326691] 'process raft request' (duration: 963.453367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:21.381713Z","caller":"traceutil/trace.go:171","msg":"trace[328819038] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"1.492624888s","start":"2026-03-04T15:28:19.889051Z","end":"2026-03-04T15:28:21.381676Z","steps":["trace[328819038] 'process raft request' (duration: 1.492436793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.381765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:20.418049Z","time spent":"963.658812ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:21.381581Z","caller":"traceutil/trace.go:171","msg":"trace[182240869] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"1.493521931s","start":"2026-03-04T15:28:19.888032Z","end":"2026-03-04T15:28:21.381554Z","steps":["trace[182240869] 'process raft request' (duration: 1.490608569s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:21.38164Z","caller":"traceutil/trace.go:171","msg":"trace[370493891] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"1.128069959s","start":"2026-03-04T15:28:20.253563Z","end":"2026-03-04T15:28:21.381633Z","steps":["trace[370493891] 'process raft request' (duration: 1.127949566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.381891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.889025Z","time spent":"1.492771212s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:21.38181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490497967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:28:21.381937Z","caller":"traceutil/trace.go:171","msg":"trace[1982854461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1736; }","duration":"1.490672611s","start":"2026-03-04T15:28:19.891257Z","end":"2026-03-04T15:28:21.381929Z","steps":["trace[1982854461] 'agreement among raft nodes before linearized reading' (duration: 1.490431144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.381963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.891241Z","time spent":"1.490717553s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:28:21.381944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.888007Z","time spent":"1.49385537s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:21.382068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:20.253535Z","time spent":"1.128342587s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:21.384626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.093757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:28:21.384751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489271696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:28:21.384759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.042009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T15:28:21.384782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491480541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:28:21.384867Z","caller":"traceutil/trace.go:171","msg":"trace[1707122416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1741; }","duration":"780.146202ms","start":"2026-03-04T15:28:20.604694Z","end":"2026-03-04T15:28:21.38484Z","steps":["trace[1707122416] 'agreement among raft nodes before linearized reading' (duration: 779.897545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:21.384904Z","caller":"traceutil/trace.go:171","msg":"trace[1514634371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.491668836s","start":"2026-03-04T15:28:19.89321Z","end":"2026-03-04T15:28:21.384879Z","steps":["trace[1514634371] 'agreement among raft nodes before linearized reading' (duration: 1.491307086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.384942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:20.604636Z","time spent":"780.290396ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T15:28:21.384789Z","caller":"traceutil/trace.go:171","msg":"trace[980378978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1741; }","duration":"1.489348518s","start":"2026-03-04T15:28:19.895432Z","end":"2026-03-04T15:28:21.38478Z","steps":["trace[980378978] 'agreement among raft nodes before linearized reading' (duration: 1.489253506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.384961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.893191Z","time spent":"1.491759047s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:21.38496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488292372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:28:21.384977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490062265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:28:21.385065Z","caller":"traceutil/trace.go:171","msg":"trace[1884090173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.488459016s","start":"2026-03-04T15:28:19.896591Z","end":"2026-03-04T15:28:21.38505Z","steps":["trace[1884090173] 'agreement among raft nodes before linearized reading' (duration: 1.488059096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.38505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483756929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:28:21.384724Z","caller":"traceutil/trace.go:171","msg":"trace[921625842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1741; }","duration":"889.238861ms","start":"2026-03-04T15:28:20.49546Z","end":"2026-03-04T15:28:21.384699Z","steps":["trace[921625842] 'agreement among raft nodes before linearized reading' (duration: 889.077606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.384644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.710014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:21.385226Z","caller":"traceutil/trace.go:171","msg":"trace[762379488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1741; }","duration":"1.483959045s","start":"2026-03-04T15:28:19.901247Z","end":"2026-03-04T15:28:21.385206Z","steps":["trace[762379488] 'agreement among raft nodes before linearized reading' (duration: 1.483632277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:21.385259Z","caller":"traceutil/trace.go:171","msg":"trace[1747745935] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1741; }","duration":"283.362131ms","start":"2026-03-04T15:28:21.101882Z","end":"2026-03-04T15:28:21.385244Z","steps":["trace[1747745935] 'agreement among raft nodes before linearized reading' (duration: 282.696323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.385281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.901237Z","time spent":"1.484030046s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T15:28:21.385105Z","caller":"traceutil/trace.go:171","msg":"trace[832874645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1741; }","duration":"1.490216339s","start":"2026-03-04T15:28:19.894865Z","end":"2026-03-04T15:28:21.385081Z","steps":["trace[832874645] 'agreement among raft nodes before linearized reading' (duration: 1.489947752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:21.385311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:20.495446Z","time spent":"889.842756ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:21.385021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.895415Z","time spent":"1.489585544s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:28:21.385177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.89658Z","time spent":"1.48858224s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:21.386467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:19.894856Z","time spent":"1.490511637s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:49.989234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:50.490073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:50.99054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:51.488439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:28:51.488524Z","caller":"traceutil/trace.go:171","msg":"trace[1479273926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181917s","start":"2026-03-04T15:28:49.488321Z","end":"2026-03-04T15:28:51.488503Z","steps":["trace[1479273926] 'agreement among raft nodes before linearized reading' (duration: 2.000085615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:51.488567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.4883Z","time spent":"2.000258959s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:28:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:28:51.491623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:51.99208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:28:52.436606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.964789979s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:28:52.437078Z","caller":"traceutil/trace.go:171","msg":"trace[277515962] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"2.965373063s","start":"2026-03-04T15:28:49.471684Z","end":"2026-03-04T15:28:52.437057Z","steps":["trace[277515962] 'process raft request' (duration: 2.96522757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:52.437221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.471661Z","time spent":"2.965480825s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:53.495123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:28:53.495198Z","caller":"traceutil/trace.go:171","msg":"trace[1537263705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471323s","start":"2026-03-04T15:28:51.494712Z","end":"2026-03-04T15:28:53.495183Z","steps":["trace[1537263705] 'agreement among raft nodes before linearized reading' (duration: 2.000388051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:53.495235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:51.494696Z","time spent":"2.000531114s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:28:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:28:54.502993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.505446Z","time spent":"4.997540112s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T15:28:54.505299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.508512Z","time spent":"4.996780445s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 15:28:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:28:54.539478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.102634716s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:28:54.591465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999368204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-04T15:28:54.591495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999293142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:28:54.591565Z","caller":"traceutil/trace.go:171","msg":"trace[496233836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999527168s","start":"2026-03-04T15:28:49.592014Z","end":"2026-03-04T15:28:54.591541Z","steps":["trace[496233836] 'agreement among raft nodes before linearized reading' (duration: 4.999405575s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:54.591577Z","caller":"traceutil/trace.go:171","msg":"trace[1521100625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999429305s","start":"2026-03-04T15:28:49.592127Z","end":"2026-03-04T15:28:54.591557Z","steps":["trace[1521100625] 'agreement among raft nodes before linearized reading' (duration: 4.999320703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:54.591615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.591996Z","time spent":"4.999608749s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:28:54.591624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.59211Z","time spent":"4.999498917s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:54.59514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999531181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:28:54.595181Z","caller":"traceutil/trace.go:171","msg":"trace[17122684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999589663s","start":"2026-03-04T15:28:49.595582Z","end":"2026-03-04T15:28:54.595171Z","steps":["trace[17122684] 'agreement among raft nodes before linearized reading' (duration: 4.999544712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:54.595203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.595574Z","time spent":"4.999624343s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:28:55.043734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999604621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:28:55.0438Z","caller":"traceutil/trace.go:171","msg":"trace[1905499905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999715724s","start":"2026-03-04T15:28:53.044072Z","end":"2026-03-04T15:28:55.043788Z","steps":["trace[1905499905] 'agreement among raft nodes before linearized reading' (duration: 1.999640992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:55.043829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:53.044053Z","time spent":"1.999768795s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:28:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:28:55.495811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000713269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:28:55.495905Z","caller":"traceutil/trace.go:171","msg":"trace[70032629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000852993s","start":"2026-03-04T15:28:53.49503Z","end":"2026-03-04T15:28:55.495883Z","steps":["trace[70032629] 'agreement among raft nodes before linearized reading' (duration: 2.00073812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:55.495952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:53.495015Z","time spent":"2.000927624s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:28:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:28:55.917455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071441845s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:55.917645Z","caller":"traceutil/trace.go:171","msg":"trace[812496740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1886; }","duration":"2.071616809s","start":"2026-03-04T15:28:53.845983Z","end":"2026-03-04T15:28:55.917599Z","steps":["trace[812496740] 'range keys from in-memory index tree' (duration: 2.071424094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:55.917761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377882081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:55.918003Z","caller":"traceutil/trace.go:171","msg":"trace[476464186] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1962; }","duration":"6.429621988s","start":"2026-03-04T15:28:49.488367Z","end":"2026-03-04T15:28:55.917989Z","steps":["trace[476464186] 'read index received' (duration: 2.948499195s)","trace[476464186] 'applied index is now lower than readState.Index' (duration: 3.481121993s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:55.918064Z","caller":"traceutil/trace.go:171","msg":"trace[751018136] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"3.709657083s","start":"2026-03-04T15:28:52.208399Z","end":"2026-03-04T15:28:55.918056Z","steps":["trace[751018136] 'process raft request' (duration: 3.70956298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:55.918128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:52.208375Z","time spent":"3.709711013s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:55.918047Z","caller":"traceutil/trace.go:171","msg":"trace[1313980229] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"4.488995244s","start":"2026-03-04T15:28:51.429023Z","end":"2026-03-04T15:28:55.918018Z","steps":["trace[1313980229] 'process raft request' (duration: 4.488910862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:55.918653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:51.428999Z","time spent":"4.489481585s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:56.199075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.659403256s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:28:56.592192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.767028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:56.592435Z","caller":"traceutil/trace.go:171","msg":"trace[322942218] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1967; }","duration":"674.384497ms","start":"2026-03-04T15:28:55.91803Z","end":"2026-03-04T15:28:56.592415Z","steps":["trace[322942218] 'read index received' (duration: 281.302879ms)","trace[322942218] 'applied index is now lower than readState.Index' (duration: 393.080318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:56.592546Z","caller":"traceutil/trace.go:171","msg":"trace[623060367] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.796729572s","start":"2026-03-04T15:28:54.795787Z","end":"2026-03-04T15:28:56.592516Z","steps":["trace[623060367] 'process raft request' (duration: 1.796532846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.592588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.556080629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:28:56.592634Z","caller":"traceutil/trace.go:171","msg":"trace[2144981242] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1892; }","duration":"6.556169662s","start":"2026-03-04T15:28:50.036451Z","end":"2026-03-04T15:28:56.592621Z","steps":["trace[2144981242] 'agreement among raft nodes before linearized reading' (duration: 6.5560831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.592683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:50.036431Z","time spent":"6.556239823s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:56.592665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088478986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:28:56.59269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086092496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-04T15:28:56.592683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:54.795759Z","time spent":"1.796859346s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:56.592705Z","caller":"traceutil/trace.go:171","msg":"trace[581646579] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"2.150231324s","start":"2026-03-04T15:28:54.442455Z","end":"2026-03-04T15:28:56.592686Z","steps":["trace[581646579] 'process raft request' (duration: 1.7568714s)","trace[581646579] 'compare' (duration: 392.649866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:56.592722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677065926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-04T15:28:56.592714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088281491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T15:28:56.592715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394485394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T15:28:56.59272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714214679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:56.59277Z","caller":"traceutil/trace.go:171","msg":"trace[2023680702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1892; }","duration":"4.67723848s","start":"2026-03-04T15:28:51.915519Z","end":"2026-03-04T15:28:56.592758Z","steps":["trace[2023680702] 'agreement among raft nodes before linearized reading' (duration: 4.677067776s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:56.592789Z","caller":"traceutil/trace.go:171","msg":"trace[414925285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"2.088394604s","start":"2026-03-04T15:28:54.504375Z","end":"2026-03-04T15:28:56.592769Z","steps":["trace[414925285] 'agreement among raft nodes before linearized reading' (duration: 2.088192609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.59281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:54.442432Z","time spent":"2.150324946s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:56.592804Z","caller":"traceutil/trace.go:171","msg":"trace[418687838] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:1892; }","duration":"4.394617438s","start":"2026-03-04T15:28:52.198166Z","end":"2026-03-04T15:28:56.592783Z","steps":["trace[418687838] 'agreement among raft nodes before linearized reading' (duration: 4.394378012s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:56.592826Z","caller":"traceutil/trace.go:171","msg":"trace[426474232] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1892; }","duration":"5.714381603s","start":"2026-03-04T15:28:50.878423Z","end":"2026-03-04T15:28:56.592805Z","steps":["trace[426474232] 'agreement among raft nodes before linearized reading' (duration: 5.714097956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.59285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:54.504351Z","time spent":"2.088477777s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:28:56.592839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:51.915492Z","time spent":"4.677327633s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:28:56.592877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349353008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T15:28:56.592885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362444312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T15:28:56.592877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:52.198145Z","time spent":"4.39471994s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:28:56.592888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:50.878394Z","time spent":"5.714483196s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:56.592918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671755071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:28:56.592929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.529014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:28:56.592974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.073888789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:28:56.59297Z","caller":"traceutil/trace.go:171","msg":"trace[1401125655] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1892; }","duration":"6.671839263s","start":"2026-03-04T15:28:49.921115Z","end":"2026-03-04T15:28:56.592954Z","steps":["trace[1401125655] 'agreement among raft nodes before linearized reading' (duration: 6.671773681s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:56.592923Z","caller":"traceutil/trace.go:171","msg":"trace[676775317] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7; range_end:; response_count:1; response_revision:1892; }","duration":"5.362518124s","start":"2026-03-04T15:28:51.230394Z","end":"2026-03-04T15:28:56.592912Z","steps":["trace[676775317] 'agreement among raft nodes before linearized reading' (duration: 5.36237508s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:56.593003Z","caller":"traceutil/trace.go:171","msg":"trace[1040694424] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1892; }","duration":"7.073964621s","start":"2026-03-04T15:28:49.519031Z","end":"2026-03-04T15:28:56.592996Z","steps":["trace[1040694424] 'agreement among raft nodes before linearized reading' (duration: 7.07392086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00601942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:28:56.593028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.519005Z","time spent":"7.074017553s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:56.593023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.921095Z","time spent":"6.671919185s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:28:56.593032Z","caller":"traceutil/trace.go:171","msg":"trace[265323647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1892; }","duration":"7.006045021s","start":"2026-03-04T15:28:49.586979Z","end":"2026-03-04T15:28:56.593024Z","steps":["trace[265323647] 'agreement among raft nodes before linearized reading' (duration: 7.005971559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.592865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056625063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T15:28:56.593043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:51.230372Z","time spent":"5.362651888s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" "} {"level":"warn","ts":"2026-03-04T15:28:56.593071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.586913Z","time spent":"7.006151744s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:28:56.592745Z","caller":"traceutil/trace.go:171","msg":"trace[1500350492] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1892; }","duration":"2.086169678s","start":"2026-03-04T15:28:54.506558Z","end":"2026-03-04T15:28:56.592728Z","steps":["trace[1500350492] 'agreement among raft nodes before linearized reading' (duration: 2.085930342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:54.506508Z","time spent":"2.08665486s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-04T15:28:56.593076Z","caller":"traceutil/trace.go:171","msg":"trace[1523443791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1892; }","duration":"7.056889569s","start":"2026-03-04T15:28:49.536177Z","end":"2026-03-04T15:28:56.593066Z","steps":["trace[1523443791] 'agreement among raft nodes before linearized reading' (duration: 7.056620752s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:56.593011Z","caller":"traceutil/trace.go:171","msg":"trace[464591755] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1892; }","duration":"524.656707ms","start":"2026-03-04T15:28:56.06834Z","end":"2026-03-04T15:28:56.592997Z","steps":["trace[464591755] 'agreement among raft nodes before linearized reading' (duration: 524.476603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.068316Z","time spent":"525.025436ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:56.593365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.536148Z","time spent":"7.057197917s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:56.5926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549725974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:56.593425Z","caller":"traceutil/trace.go:171","msg":"trace[1078434465] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1892; }","duration":"1.550562154s","start":"2026-03-04T15:28:55.042851Z","end":"2026-03-04T15:28:56.593413Z","steps":["trace[1078434465] 'agreement among raft nodes before linearized reading' (duration: 1.549680772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:55.042795Z","time spent":"1.550666717s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:28:56.592918Z","caller":"traceutil/trace.go:171","msg":"trace[57335443] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1892; }","duration":"3.34944047s","start":"2026-03-04T15:28:53.243468Z","end":"2026-03-04T15:28:56.592909Z","steps":["trace[57335443] 'agreement among raft nodes before linearized reading' (duration: 3.349327117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:53.243446Z","time spent":"3.350178299s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T15:28:56.592742Z","caller":"traceutil/trace.go:171","msg":"trace[1891543235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"1.088593049s","start":"2026-03-04T15:28:55.504129Z","end":"2026-03-04T15:28:56.592723Z","steps":["trace[1891543235] 'agreement among raft nodes before linearized reading' (duration: 1.088395704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:55.504116Z","time spent":"1.089685216s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:56.592963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977976867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:28:56.593937Z","caller":"traceutil/trace.go:171","msg":"trace[631926909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1892; }","duration":"6.978964451s","start":"2026-03-04T15:28:49.614957Z","end":"2026-03-04T15:28:56.593922Z","steps":["trace[631926909] 'agreement among raft nodes before linearized reading' (duration: 6.977935645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.593996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:49.614945Z","time spent":"6.979037793s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:56.592737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.184452794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T15:28:56.594085Z","caller":"traceutil/trace.go:171","msg":"trace[1947750299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"5.185821478s","start":"2026-03-04T15:28:51.40825Z","end":"2026-03-04T15:28:56.594071Z","steps":["trace[1947750299] 'agreement among raft nodes before linearized reading' (duration: 5.18429751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:56.594127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:51.408188Z","time spent":"5.185927101s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:28:57.156476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.346278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:57.156676Z","caller":"traceutil/trace.go:171","msg":"trace[1271079945] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"537.731728ms","start":"2026-03-04T15:28:56.618916Z","end":"2026-03-04T15:28:57.156648Z","steps":["trace[1271079945] 'process raft request' (duration: 78.130793ms)","trace[1271079945] 'compare' (duration: 459.194075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:57.156844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.618904Z","time spent":"537.865862ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:57.156892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.745341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:28:57.156925Z","caller":"traceutil/trace.go:171","msg":"trace[465353463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1900; }","duration":"558.815632ms","start":"2026-03-04T15:28:56.598102Z","end":"2026-03-04T15:28:57.156918Z","steps":["trace[465353463] 'agreement among raft nodes before linearized reading' (duration: 558.656068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:57.156681Z","caller":"traceutil/trace.go:171","msg":"trace[288299837] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"468.434838ms","start":"2026-03-04T15:28:56.688231Z","end":"2026-03-04T15:28:57.156666Z","steps":["trace[288299837] 'process raft request' (duration: 468.352626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:57.156948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.598085Z","time spent":"558.857924ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:28:57.157007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.876685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T15:28:57.157042Z","caller":"traceutil/trace.go:171","msg":"trace[914736299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1900; }","duration":"558.921635ms","start":"2026-03-04T15:28:56.598106Z","end":"2026-03-04T15:28:57.157028Z","steps":["trace[914736299] 'agreement among raft nodes before linearized reading' (duration: 558.789922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:57.157065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.598097Z","time spent":"558.961916ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:28:57.157068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.688217Z","time spent":"468.781357ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:57.156742Z","caller":"traceutil/trace.go:171","msg":"trace[1955265035] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"473.545299ms","start":"2026-03-04T15:28:56.683188Z","end":"2026-03-04T15:28:57.156733Z","steps":["trace[1955265035] 'read index received' (duration: 13.875072ms)","trace[1955265035] 'applied index is now lower than readState.Index' (duration: 459.669367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:57.156857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.145721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:28:57.15713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.835142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:57.157268Z","caller":"traceutil/trace.go:171","msg":"trace[1766105636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1900; }","duration":"557.573602ms","start":"2026-03-04T15:28:56.599684Z","end":"2026-03-04T15:28:57.157258Z","steps":["trace[1766105636] 'agreement among raft nodes before linearized reading' (duration: 557.128671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:57.157116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.567857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-04T15:28:57.157332Z","caller":"traceutil/trace.go:171","msg":"trace[1247615682] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1900; }","duration":"558.833374ms","start":"2026-03-04T15:28:56.598489Z","end":"2026-03-04T15:28:57.157322Z","steps":["trace[1247615682] 'agreement among raft nodes before linearized reading' (duration: 558.396593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:57.157306Z","caller":"traceutil/trace.go:171","msg":"trace[2111039472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"555.033847ms","start":"2026-03-04T15:28:56.602212Z","end":"2026-03-04T15:28:57.157245Z","steps":["trace[2111039472] 'agreement among raft nodes before linearized reading' (duration: 554.663347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:57.157436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.602205Z","time spent":"555.216782ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:57.157369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.598476Z","time spent":"558.886635ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T15:28:57.157299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.599678Z","time spent":"557.613953ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:28:57.158393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.917752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T15:28:57.158431Z","caller":"traceutil/trace.go:171","msg":"trace[521782992] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:1900; }","duration":"471.61528ms","start":"2026-03-04T15:28:56.686805Z","end":"2026-03-04T15:28:57.158421Z","steps":["trace[521782992] 'agreement among raft nodes before linearized reading' (duration: 470.532382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:57.158525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:56.686785Z","time spent":"471.729743ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T15:28:58.880395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562788814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:58.880583Z","caller":"traceutil/trace.go:171","msg":"trace[2037822989] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.71866899s","start":"2026-03-04T15:28:57.161891Z","end":"2026-03-04T15:28:58.88056Z","steps":["trace[2037822989] 'process raft request' (duration: 155.607279ms)","trace[2037822989] 'compare' (duration: 1.562400065s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:58.880688Z","caller":"traceutil/trace.go:171","msg":"trace[973053210] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"1.712116294s","start":"2026-03-04T15:28:57.168545Z","end":"2026-03-04T15:28:58.880661Z","steps":["trace[973053210] 'read index received' (duration: 148.912079ms)","trace[973053210] 'applied index is now lower than readState.Index' (duration: 1.563201725s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:58.880792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.16187Z","time spent":"1.718804424s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:59.038043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.524539ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T15:28:59.03822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876273341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T15:28:59.038339Z","caller":"traceutil/trace.go:171","msg":"trace[2140457835] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1902; }","duration":"1.876444996s","start":"2026-03-04T15:28:57.161864Z","end":"2026-03-04T15:28:59.038309Z","steps":["trace[2140457835] 'agreement among raft nodes before linearized reading' (duration: 1.718931437s)","trace[2140457835] 'range keys from in-memory index tree' (duration: 157.282033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:59.038357Z","caller":"traceutil/trace.go:171","msg":"trace[1503256086] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1980; }","duration":"157.587411ms","start":"2026-03-04T15:28:58.880749Z","end":"2026-03-04T15:28:59.038337Z","steps":["trace[1503256086] 'read index received' (duration: 62.472µs)","trace[1503256086] 'applied index is now lower than readState.Index' (duration: 157.523638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:59.038399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.161842Z","time spent":"1.876545838s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86675544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T15:28:59.038527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.602485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:28:59.038573Z","caller":"traceutil/trace.go:171","msg":"trace[2073132880] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:1903; }","duration":"1.866849262s","start":"2026-03-04T15:28:57.171707Z","end":"2026-03-04T15:28:59.038556Z","steps":["trace[2073132880] 'agreement among raft nodes before linearized reading' (duration: 1.866689858s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.038591Z","caller":"traceutil/trace.go:171","msg":"trace[1626671693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"351.698367ms","start":"2026-03-04T15:28:58.686878Z","end":"2026-03-04T15:28:59.038577Z","steps":["trace[1626671693] 'agreement among raft nodes before linearized reading' (duration: 351.479971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.038586Z","caller":"traceutil/trace.go:171","msg":"trace[2002882301] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"439.061454ms","start":"2026-03-04T15:28:58.599487Z","end":"2026-03-04T15:28:59.038549Z","steps":["trace[2002882301] 'process raft request' (duration: 438.703405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.03862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.171683Z","time spent":"1.866927464s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:58.686864Z","time spent":"351.762149ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698552511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:28:59.038662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.44223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:28:59.038667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.365508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:28:59.038709Z","caller":"traceutil/trace.go:171","msg":"trace[812671928] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1903; }","duration":"1.698682244s","start":"2026-03-04T15:28:57.34001Z","end":"2026-03-04T15:28:59.038692Z","steps":["trace[812671928] 'agreement among raft nodes before linearized reading' (duration: 1.69850755s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.038722Z","caller":"traceutil/trace.go:171","msg":"trace[1863754915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1903; }","duration":"351.518172ms","start":"2026-03-04T15:28:58.68719Z","end":"2026-03-04T15:28:59.038709Z","steps":["trace[1863754915] 'agreement among raft nodes before linearized reading' (duration: 351.362438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.038722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861948548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T15:28:59.038701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.562781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:28:59.038734Z","caller":"traceutil/trace.go:171","msg":"trace[912062929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1903; }","duration":"351.470861ms","start":"2026-03-04T15:28:58.687245Z","end":"2026-03-04T15:28:59.038716Z","steps":["trace[912062929] 'agreement among raft nodes before linearized reading' (duration: 351.283176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.038758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:58.687187Z","time spent":"351.564074ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.339993Z","time spent":"1.698757776s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:28:59.038775Z","caller":"traceutil/trace.go:171","msg":"trace[1607931854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"1.862016899s","start":"2026-03-04T15:28:57.176738Z","end":"2026-03-04T15:28:59.038755Z","steps":["trace[1607931854] 'agreement among raft nodes before linearized reading' (duration: 1.861901896s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.038788Z","caller":"traceutil/trace.go:171","msg":"trace[231674713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"529.662553ms","start":"2026-03-04T15:28:58.509108Z","end":"2026-03-04T15:28:59.03877Z","steps":["trace[231674713] 'agreement among raft nodes before linearized reading' (duration: 529.51186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.038795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:58.687223Z","time spent":"351.558104ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.176726Z","time spent":"1.862092082s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:58.509088Z","time spent":"529.745405ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:28:59.03859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438981442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:28:59.038944Z","caller":"traceutil/trace.go:171","msg":"trace[2118528258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"1.439374602s","start":"2026-03-04T15:28:57.599552Z","end":"2026-03-04T15:28:59.038927Z","steps":["trace[2118528258] 'agreement among raft nodes before linearized reading' (duration: 1.438913931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.038994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:57.599532Z","time spent":"1.439443835s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:28:59.038749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:58.599462Z","time spent":"439.205058ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:59.428238Z","caller":"traceutil/trace.go:171","msg":"trace[1368863727] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"385.362081ms","start":"2026-03-04T15:28:59.042856Z","end":"2026-03-04T15:28:59.428218Z","steps":["trace[1368863727] 'process raft request' (duration: 385.131075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.428442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.042846Z","time spent":"385.449224ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:59.428457Z","caller":"traceutil/trace.go:171","msg":"trace[1838258077] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"385.205407ms","start":"2026-03-04T15:28:59.043238Z","end":"2026-03-04T15:28:59.428443Z","steps":["trace[1838258077] 'process raft request' (duration: 384.929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.42853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.043232Z","time spent":"385.261469ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:59.428783Z","caller":"traceutil/trace.go:171","msg":"trace[1223593781] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1983; }","duration":"334.059339ms","start":"2026-03-04T15:28:59.094715Z","end":"2026-03-04T15:28:59.428774Z","steps":["trace[1223593781] 'read index received' (duration: 333.411192ms)","trace[1223593781] 'applied index is now lower than readState.Index' (duration: 647.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:28:59.429009Z","caller":"traceutil/trace.go:171","msg":"trace[1950975329] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"385.694739ms","start":"2026-03-04T15:28:59.043304Z","end":"2026-03-04T15:28:59.428999Z","steps":["trace[1950975329] 'process raft request' (duration: 385.088514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.429061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.043289Z","time spent":"385.748481ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:59.429368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.656063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T15:28:59.429416Z","caller":"traceutil/trace.go:171","msg":"trace[740703238] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7; range_end:; response_count:1; response_revision:1907; }","duration":"334.748885ms","start":"2026-03-04T15:28:59.094655Z","end":"2026-03-04T15:28:59.429404Z","steps":["trace[740703238] 'agreement among raft nodes before linearized reading' (duration: 334.600972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.429443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.094631Z","time spent":"334.804807ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" "} {"level":"warn","ts":"2026-03-04T15:28:59.633551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.846844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:59.633914Z","caller":"traceutil/trace.go:171","msg":"trace[1319608496] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"470.747848ms","start":"2026-03-04T15:28:59.163129Z","end":"2026-03-04T15:28:59.633877Z","steps":["trace[1319608496] 'process raft request' (duration: 470.599824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.633952Z","caller":"traceutil/trace.go:171","msg":"trace[180466631] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"471.405174ms","start":"2026-03-04T15:28:59.162474Z","end":"2026-03-04T15:28:59.633879Z","steps":["trace[180466631] 'process raft request' (duration: 334.14122ms)","trace[180466631] 'compare' (duration: 136.70666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:59.634052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.722565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:28:59.634091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.163101Z","time spent":"470.903142ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:28:59.634104Z","caller":"traceutil/trace.go:171","msg":"trace[117982344] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1910; }","duration":"475.831478ms","start":"2026-03-04T15:28:59.158262Z","end":"2026-03-04T15:28:59.634094Z","steps":["trace[117982344] 'agreement among raft nodes before linearized reading' (duration: 475.720495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.633932Z","caller":"traceutil/trace.go:171","msg":"trace[1636293] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"202.801767ms","start":"2026-03-04T15:28:59.431105Z","end":"2026-03-04T15:28:59.633907Z","steps":["trace[1636293] 'process raft request' (duration: 202.723915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:28:59.634151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.158241Z","time spent":"475.900409ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:28:59.634153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.162457Z","time spent":"471.563939ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:28:59.634142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.81726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:28:59.634237Z","caller":"traceutil/trace.go:171","msg":"trace[190178521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1910; }","duration":"472.938593ms","start":"2026-03-04T15:28:59.161275Z","end":"2026-03-04T15:28:59.634213Z","steps":["trace[190178521] 'agreement among raft nodes before linearized reading' (duration: 472.715067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:28:59.633932Z","caller":"traceutil/trace.go:171","msg":"trace[195883284] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1986; }","duration":"204.637643ms","start":"2026-03-04T15:28:59.429253Z","end":"2026-03-04T15:28:59.633891Z","steps":["trace[195883284] 'read index received' (duration: 67.3908ms)","trace[195883284] 'applied index is now lower than readState.Index' (duration: 137.244043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:28:59.634303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:28:59.161267Z","time spent":"473.021515ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:01.559213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:29:01.719099Z","caller":"traceutil/trace.go:171","msg":"trace[207369642] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"829.548895ms","start":"2026-03-04T15:29:00.889527Z","end":"2026-03-04T15:29:01.719076Z","steps":["trace[207369642] 'process raft request' (duration: 829.375231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:01.719232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:00.889505Z","time spent":"829.660978ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:02.008329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.002037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:29:02.008663Z","caller":"traceutil/trace.go:171","msg":"trace[472428507] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"369.261982ms","start":"2026-03-04T15:29:01.639384Z","end":"2026-03-04T15:29:02.008646Z","steps":["trace[472428507] 'process raft request' (duration: 369.095088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:02.008667Z","caller":"traceutil/trace.go:171","msg":"trace[1466865597] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"963.775691ms","start":"2026-03-04T15:29:01.044852Z","end":"2026-03-04T15:29:02.008628Z","steps":["trace[1466865597] 'process raft request' (duration: 722.378364ms)","trace[1466865597] 'compare' (duration: 240.819852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:02.008772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.63934Z","time spent":"369.365085ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:02.008938Z","caller":"traceutil/trace.go:171","msg":"trace[850424562] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"368.908033ms","start":"2026-03-04T15:29:01.640008Z","end":"2026-03-04T15:29:02.008916Z","steps":["trace[850424562] 'process raft request' (duration: 368.600935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:02.008939Z","caller":"traceutil/trace.go:171","msg":"trace[1083356018] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"958.178689ms","start":"2026-03-04T15:29:01.050712Z","end":"2026-03-04T15:29:02.008891Z","steps":["trace[1083356018] 'read index received' (duration: 668.229811ms)","trace[1083356018] 'applied index is now lower than readState.Index' (duration: 289.944648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:02.009033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.640001Z","time spent":"368.986836ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:02.009178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.444346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T15:29:02.009206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.496526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:29:02.009225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.70409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T15:29:02.009209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.97666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T15:29:02.009239Z","caller":"traceutil/trace.go:171","msg":"trace[1180227703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"958.546328ms","start":"2026-03-04T15:29:01.050675Z","end":"2026-03-04T15:29:02.009222Z","steps":["trace[1180227703] 'agreement among raft nodes before linearized reading' (duration: 958.373504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:02.009256Z","caller":"traceutil/trace.go:171","msg":"trace[1046716687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"335.775422ms","start":"2026-03-04T15:29:01.673471Z","end":"2026-03-04T15:29:02.009246Z","steps":["trace[1046716687] 'agreement among raft nodes before linearized reading' (duration: 335.650699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:02.009256Z","caller":"traceutil/trace.go:171","msg":"trace[1052185987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"575.593758ms","start":"2026-03-04T15:29:01.433648Z","end":"2026-03-04T15:29:02.009242Z","steps":["trace[1052185987] 'agreement among raft nodes before linearized reading' (duration: 575.436904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:02.009287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.673455Z","time spent":"335.825344ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.050659Z","time spent":"958.6179ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T15:29:02.009287Z","caller":"traceutil/trace.go:171","msg":"trace[1227216474] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7; range_end:; response_count:1; response_revision:1915; }","duration":"487.083893ms","start":"2026-03-04T15:29:01.522186Z","end":"2026-03-04T15:29:02.00927Z","steps":["trace[1227216474] 'agreement among raft nodes before linearized reading' (duration: 486.902188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:02.009315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.433632Z","time spent":"575.67131ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.522173Z","time spent":"487.145034ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899acf898a350a7\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.795838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:02.009451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.68495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:29:02.009523Z","caller":"traceutil/trace.go:171","msg":"trace[1484621552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"520.87783ms","start":"2026-03-04T15:29:01.488606Z","end":"2026-03-04T15:29:02.009484Z","steps":["trace[1484621552] 'agreement among raft nodes before linearized reading' (duration: 520.781198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:02.009558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.488588Z","time spent":"520.961893ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.807923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:29:02.009604Z","caller":"traceutil/trace.go:171","msg":"trace[1160184297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1915; }","duration":"575.869356ms","start":"2026-03-04T15:29:01.433721Z","end":"2026-03-04T15:29:02.00959Z","steps":["trace[1160184297] 'agreement among raft nodes before linearized reading' (duration: 575.721742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:02.009566Z","caller":"traceutil/trace.go:171","msg":"trace[1345275275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"575.820414ms","start":"2026-03-04T15:29:01.433701Z","end":"2026-03-04T15:29:02.009521Z","steps":["trace[1345275275] 'agreement among raft nodes before linearized reading' (duration: 575.428444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:02.00966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.433715Z","time spent":"575.933827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.433651Z","time spent":"576.06503ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:02.009715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:01.044827Z","time spent":"964.114969ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:04.030203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.192265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:04.030486Z","caller":"traceutil/trace.go:171","msg":"trace[269988525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1915; }","duration":"184.458832ms","start":"2026-03-04T15:29:03.845988Z","end":"2026-03-04T15:29:04.030447Z","steps":["trace[269988525] 'range keys from in-memory index tree' (duration: 184.179935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:04.031049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681793735s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:29:04.031276Z","caller":"traceutil/trace.go:171","msg":"trace[1722537396] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"2.017735911s","start":"2026-03-04T15:29:02.013507Z","end":"2026-03-04T15:29:04.031243Z","steps":["trace[1722537396] 'process raft request' (duration: 335.657568ms)","trace[1722537396] 'compare' (duration: 1.681660722s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:04.031412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.013491Z","time spent":"2.017863524s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:04.031454Z","caller":"traceutil/trace.go:171","msg":"trace[1793257366] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"2.017341421s","start":"2026-03-04T15:29:02.014081Z","end":"2026-03-04T15:29:04.031423Z","steps":["trace[1793257366] 'process raft request' (duration: 2.017252579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:04.031604Z","caller":"traceutil/trace.go:171","msg":"trace[1516448430] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"2.017765822s","start":"2026-03-04T15:29:02.013809Z","end":"2026-03-04T15:29:04.031575Z","steps":["trace[1516448430] 'process raft request' (duration: 2.017344331s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:04.031603Z","caller":"traceutil/trace.go:171","msg":"trace[1140156761] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"2.017496725s","start":"2026-03-04T15:29:02.014065Z","end":"2026-03-04T15:29:04.031562Z","steps":["trace[1140156761] 'process raft request' (duration: 2.017221198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:04.031762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.013793Z","time spent":"2.017883405s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:04.031772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.014071Z","time spent":"2.017426363s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:04.031849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.014053Z","time spent":"2.017737721s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:04.489397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:29:04.489496Z","caller":"traceutil/trace.go:171","msg":"trace[119596452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234718s","start":"2026-03-04T15:29:02.489234Z","end":"2026-03-04T15:29:04.489469Z","steps":["trace[119596452] 'agreement among raft nodes before linearized reading' (duration: 2.000089324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:04.489575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.489215Z","time spent":"2.000343941s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:29:04.831515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.482369224s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:29:06.490128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:29:06.490203Z","caller":"traceutil/trace.go:171","msg":"trace[1101467462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937589s","start":"2026-03-04T15:29:04.490248Z","end":"2026-03-04T15:29:06.490185Z","steps":["trace[1101467462] 'agreement among raft nodes before linearized reading' (duration: 1.999852977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:06.490253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:04.490233Z","time spent":"2.000008742s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:29:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:29:08.370939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.539231368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:29:08.498252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999664322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:29:08.49833Z","caller":"traceutil/trace.go:171","msg":"trace[930289591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999792656s","start":"2026-03-04T15:29:06.498521Z","end":"2026-03-04T15:29:08.498314Z","steps":["trace[930289591] 'agreement among raft nodes before linearized reading' (duration: 1.999691153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.498365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.498504Z","time spent":"1.999853557s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:29:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:29:08.7231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999291145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:29:08.723216Z","caller":"traceutil/trace.go:171","msg":"trace[1409458358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99951245s","start":"2026-03-04T15:29:03.723678Z","end":"2026-03-04T15:29:08.723191Z","steps":["trace[1409458358] 'agreement among raft nodes before linearized reading' (duration: 4.999334116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.723321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:03.723659Z","time spent":"4.999646474s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:29:08.834847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00304686s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:29:08.834977Z","caller":"traceutil/trace.go:171","msg":"trace[1302135676] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"6.747584868s","start":"2026-03-04T15:29:02.087364Z","end":"2026-03-04T15:29:08.834949Z","steps":["trace[1302135676] 'process raft request' (duration: 2.744359344s)","trace[1302135676] 'compare' (duration: 4.002932777s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:08.83511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.087342Z","time spent":"6.74768913s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:08.835275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.706387782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:08.83534Z","caller":"traceutil/trace.go:171","msg":"trace[2134935614] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1921; }","duration":"6.706497595s","start":"2026-03-04T15:29:02.128825Z","end":"2026-03-04T15:29:08.835323Z","steps":["trace[2134935614] 'agreement among raft nodes before linearized reading' (duration: 6.706344862s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.835386Z","caller":"traceutil/trace.go:171","msg":"trace[905495060] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"5.40922799s","start":"2026-03-04T15:29:03.426137Z","end":"2026-03-04T15:29:08.835365Z","steps":["trace[905495060] 'process raft request' (duration: 5.40883126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.835468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:03.426112Z","time spent":"5.409319412s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:08.835664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.128811Z","time spent":"6.706840204s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:29:08.835716Z","caller":"traceutil/trace.go:171","msg":"trace[207085243] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"4.821564614s","start":"2026-03-04T15:29:04.014141Z","end":"2026-03-04T15:29:08.835705Z","steps":["trace[207085243] 'process raft request' (duration: 4.820879717s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.835715Z","caller":"traceutil/trace.go:171","msg":"trace[836343384] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1995; }","duration":"6.706778702s","start":"2026-03-04T15:29:02.128864Z","end":"2026-03-04T15:29:08.835643Z","steps":["trace[836343384] 'read index received' (duration: 220.314822ms)","trace[836343384] 'applied index is now lower than readState.Index' (duration: 6.485845435s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:08.835769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:04.014116Z","time spent":"4.821626066s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:08.836142Z","caller":"traceutil/trace.go:171","msg":"trace[2042589808] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"4.820067246s","start":"2026-03-04T15:29:04.016064Z","end":"2026-03-04T15:29:08.836132Z","steps":["trace[2042589808] 'process raft request' (duration: 4.819995354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.836215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:04.016051Z","time spent":"4.820121987s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:08.836334Z","caller":"traceutil/trace.go:171","msg":"trace[1329971675] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"4.82216885s","start":"2026-03-04T15:29:04.014158Z","end":"2026-03-04T15:29:08.836327Z","steps":["trace[1329971675] 'process raft request' (duration: 4.821509143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.836375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:04.014127Z","time spent":"4.82222767s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:08.851549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.958398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:08.851604Z","caller":"traceutil/trace.go:171","msg":"trace[1834340486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"353.06097ms","start":"2026-03-04T15:29:08.49853Z","end":"2026-03-04T15:29:08.851591Z","steps":["trace[1834340486] 'agreement among raft nodes before linearized reading' (duration: 352.979078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.851589Z","caller":"traceutil/trace.go:171","msg":"trace[342459988] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"2.85018178s","start":"2026-03-04T15:29:06.001366Z","end":"2026-03-04T15:29:08.851548Z","steps":["trace[342459988] 'process raft request' (duration: 2.849975335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.851635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.498501Z","time spent":"353.126582ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:29:08.851654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.703297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:08.851682Z","caller":"traceutil/trace.go:171","msg":"trace[1965870441] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1926; }","duration":"457.760718ms","start":"2026-03-04T15:29:08.393914Z","end":"2026-03-04T15:29:08.851675Z","steps":["trace[1965870441] 'agreement among raft nodes before linearized reading' (duration: 457.721427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.851703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.393896Z","time spent":"457.8032ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.851719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.00134Z","time spent":"2.850319303s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:08.851741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815444027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:29:08.851785Z","caller":"traceutil/trace.go:171","msg":"trace[1553737606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1926; }","duration":"2.815516439s","start":"2026-03-04T15:29:06.036258Z","end":"2026-03-04T15:29:08.851774Z","steps":["trace[1553737606] 'agreement among raft nodes before linearized reading' (duration: 2.815415396s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.851796Z","caller":"traceutil/trace.go:171","msg":"trace[1940074240] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"2.10044033s","start":"2026-03-04T15:29:06.751344Z","end":"2026-03-04T15:29:08.851784Z","steps":["trace[1940074240] 'process raft request' (duration: 2.100079231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.851806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719501324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:08.851818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.036242Z","time spent":"2.815568351s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:29:08.851833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070955502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:08.851837Z","caller":"traceutil/trace.go:171","msg":"trace[854636438] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1926; }","duration":"5.719573036s","start":"2026-03-04T15:29:03.132255Z","end":"2026-03-04T15:29:08.851828Z","steps":["trace[854636438] 'agreement among raft nodes before linearized reading' (duration: 5.719517695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.851849Z","caller":"traceutil/trace.go:171","msg":"trace[18967895] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1926; }","duration":"1.070972043s","start":"2026-03-04T15:29:07.780872Z","end":"2026-03-04T15:29:08.851845Z","steps":["trace[18967895] 'agreement among raft nodes before linearized reading' (duration: 1.070937392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.851863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:07.780825Z","time spent":"1.071034394s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.851863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:03.132235Z","time spent":"5.719620667s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.851862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.751318Z","time spent":"2.100505982s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:08.851949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182425631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:29:08.851958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835284343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:08.85197Z","caller":"traceutil/trace.go:171","msg":"trace[1186287127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1926; }","duration":"2.182479463s","start":"2026-03-04T15:29:06.669484Z","end":"2026-03-04T15:29:08.851964Z","steps":["trace[1186287127] 'agreement among raft nodes before linearized reading' (duration: 2.182450452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.851985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.669471Z","time spent":"2.182509893s","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.852002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816146054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:29:08.852033Z","caller":"traceutil/trace.go:171","msg":"trace[744564753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"2.816208026s","start":"2026-03-04T15:29:06.035818Z","end":"2026-03-04T15:29:08.852026Z","steps":["trace[744564753] 'agreement among raft nodes before linearized reading' (duration: 2.816138334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.035797Z","time spent":"2.816254369s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:08.852063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372560167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:29:08.85206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.164451128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:08.852076Z","caller":"traceutil/trace.go:171","msg":"trace[944562872] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1926; }","duration":"2.372609038s","start":"2026-03-04T15:29:06.479463Z","end":"2026-03-04T15:29:08.852072Z","steps":["trace[944562872] 'agreement among raft nodes before linearized reading' (duration: 2.372584988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.479445Z","time spent":"2.372640379s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.852107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.117465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:08.852152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733995051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:29:08.85217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618949471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:29:08.852166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.653887339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:29:08.852185Z","caller":"traceutil/trace.go:171","msg":"trace[1217122199] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1926; }","duration":"2.619045313s","start":"2026-03-04T15:29:06.233134Z","end":"2026-03-04T15:29:08.85218Z","steps":["trace[1217122199] 'agreement among raft nodes before linearized reading' (duration: 2.619019682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.233105Z","time spent":"2.619092173s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.852263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807011625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-04T15:29:08.852286Z","caller":"traceutil/trace.go:171","msg":"trace[53777908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1926; }","duration":"4.807075986s","start":"2026-03-04T15:29:04.045204Z","end":"2026-03-04T15:29:08.85228Z","steps":["trace[53777908] 'agreement among raft nodes before linearized reading' (duration: 4.806989444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116633682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:29:08.852303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:04.045182Z","time spent":"4.807116857s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:29:08.852087Z","caller":"traceutil/trace.go:171","msg":"trace[1401613245] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1926; }","duration":"6.164521959s","start":"2026-03-04T15:29:02.687557Z","end":"2026-03-04T15:29:08.852079Z","steps":["trace[1401613245] 'agreement among raft nodes before linearized reading' (duration: 6.164466708s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.852007Z","caller":"traceutil/trace.go:171","msg":"trace[367531638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"5.835364645s","start":"2026-03-04T15:29:03.016626Z","end":"2026-03-04T15:29:08.85199Z","steps":["trace[367531638] 'agreement among raft nodes before linearized reading' (duration: 5.835261903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:03.016599Z","time spent":"5.835802696s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:29:08.852463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.687542Z","time spent":"6.164868168s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:08.851615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815146249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:29:08.851652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815196902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:29:08.852529Z","caller":"traceutil/trace.go:171","msg":"trace[481227633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"2.816097934s","start":"2026-03-04T15:29:06.036424Z","end":"2026-03-04T15:29:08.852522Z","steps":["trace[481227633] 'agreement among raft nodes before linearized reading' (duration: 2.815049977s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.852539Z","caller":"traceutil/trace.go:171","msg":"trace[1277870745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"2.816125014s","start":"2026-03-04T15:29:06.036407Z","end":"2026-03-04T15:29:08.852532Z","steps":["trace[1277870745] 'agreement among raft nodes before linearized reading' (duration: 2.815085438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.036409Z","time spent":"2.816136994s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:29:08.852202Z","caller":"traceutil/trace.go:171","msg":"trace[1562055064] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:1926; }","duration":"6.65395906s","start":"2026-03-04T15:29:02.198235Z","end":"2026-03-04T15:29:08.852194Z","steps":["trace[1562055064] 'agreement among raft nodes before linearized reading' (duration: 6.653866338s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:08.852181Z","caller":"traceutil/trace.go:171","msg":"trace[1161201211] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1926; }","duration":"3.734060663s","start":"2026-03-04T15:29:05.118112Z","end":"2026-03-04T15:29:08.852173Z","steps":["trace[1161201211] 'agreement among raft nodes before linearized reading' (duration: 3.734022122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:02.198215Z","time spent":"6.654360071s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:29:08.852608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:05.11809Z","time spent":"3.734512514s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:29:08.852317Z","caller":"traceutil/trace.go:171","msg":"trace[1132323771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1926; }","duration":"3.116867628s","start":"2026-03-04T15:29:05.73544Z","end":"2026-03-04T15:29:08.852307Z","steps":["trace[1132323771] 'agreement among raft nodes before linearized reading' (duration: 3.116662813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:05.735418Z","time spent":"3.117285258s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:29:08.852152Z","caller":"traceutil/trace.go:171","msg":"trace[378892868] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1926; }","duration":"190.162006ms","start":"2026-03-04T15:29:08.661977Z","end":"2026-03-04T15:29:08.852139Z","steps":["trace[378892868] 'agreement among raft nodes before linearized reading' (duration: 190.096584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:08.852559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:06.036387Z","time spent":"2.816165445s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:09.359387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832323170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:29:09.85671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002700378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:29:10.858609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:29:10.85869Z","caller":"traceutil/trace.go:171","msg":"trace[382529323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120534s","start":"2026-03-04T15:29:08.858552Z","end":"2026-03-04T15:29:10.858672Z","steps":["trace[382529323] 'agreement among raft nodes before linearized reading' (duration: 2.000028692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:10.85873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.858541Z","time spent":"2.000180256s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:29:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:29:11.064998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208103373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:29:11.074298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217399299s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T15:29:11.074552Z","caller":"traceutil/trace.go:171","msg":"trace[611411097] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2006; }","duration":"2.215961673s","start":"2026-03-04T15:29:08.858579Z","end":"2026-03-04T15:29:11.07454Z","steps":["trace[611411097] 'read index received' (duration: 998.344ms)","trace[611411097] 'applied index is now lower than readState.Index' (duration: 1.217616883s)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:11.074603Z","caller":"traceutil/trace.go:171","msg":"trace[2074198751] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"2.217043049s","start":"2026-03-04T15:29:08.857554Z","end":"2026-03-04T15:29:11.074597Z","steps":["trace[2074198751] 'process raft request' (duration: 2.216969777s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:11.074605Z","caller":"traceutil/trace.go:171","msg":"trace[1391893443] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"2.21820498s","start":"2026-03-04T15:29:08.856377Z","end":"2026-03-04T15:29:11.074582Z","steps":["trace[1391893443] 'process raft request' (duration: 2.218113597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.074663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.857546Z","time spent":"2.217072021s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:11.074637Z","caller":"traceutil/trace.go:171","msg":"trace[1426906098] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"2.218188619s","start":"2026-03-04T15:29:08.856411Z","end":"2026-03-04T15:29:11.0746Z","steps":["trace[1426906098] 'process raft request' (duration: 2.218097107s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:11.07469Z","caller":"traceutil/trace.go:171","msg":"trace[1859821378] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"2.21942971s","start":"2026-03-04T15:29:08.855208Z","end":"2026-03-04T15:29:11.074637Z","steps":["trace[1859821378] 'process raft request' (duration: 2.219170614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.074723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.856368Z","time spent":"2.218289092s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:11.074771Z","caller":"traceutil/trace.go:171","msg":"trace[612740727] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"2.219246246s","start":"2026-03-04T15:29:08.855504Z","end":"2026-03-04T15:29:11.07475Z","steps":["trace[612740727] 'process raft request' (duration: 2.218958749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.074778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.853907Z","time spent":"2.220865057s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T15:29:11.074804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.855176Z","time spent":"2.219566214s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:11.07482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.8564Z","time spent":"2.218312162s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:11.074892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.855485Z","time spent":"2.219332538s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:11.076787Z","caller":"traceutil/trace.go:171","msg":"trace[1529375909] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"236.619146ms","start":"2026-03-04T15:29:10.840138Z","end":"2026-03-04T15:29:11.076757Z","steps":["trace[1529375909] 'process raft request' (duration: 236.517014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.076967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.171387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:11.0768Z","caller":"traceutil/trace.go:171","msg":"trace[1066025054] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"236.685278ms","start":"2026-03-04T15:29:10.840087Z","end":"2026-03-04T15:29:11.076773Z","steps":["trace[1066025054] 'process raft request' (duration: 236.405281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:11.077003Z","caller":"traceutil/trace.go:171","msg":"trace[1909063599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"218.234669ms","start":"2026-03-04T15:29:10.85876Z","end":"2026-03-04T15:29:11.076995Z","steps":["trace[1909063599] 'agreement among raft nodes before linearized reading' (duration: 218.174558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.076958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218145478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:11.077032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.707438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:11.077052Z","caller":"traceutil/trace.go:171","msg":"trace[1630019937] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1934; }","duration":"2.218297532s","start":"2026-03-04T15:29:08.858736Z","end":"2026-03-04T15:29:11.077034Z","steps":["trace[1630019937] 'agreement among raft nodes before linearized reading' (duration: 2.218139878s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:11.077074Z","caller":"traceutil/trace.go:171","msg":"trace[77441270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1934; }","duration":"316.776ms","start":"2026-03-04T15:29:10.760285Z","end":"2026-03-04T15:29:11.077061Z","steps":["trace[77441270] 'agreement among raft nodes before linearized reading' (duration: 316.717098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.077104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:08.85872Z","time spent":"2.218375204s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:29:11.07711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:10.76027Z","time spent":"316.826911ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:29:11.077128Z","caller":"traceutil/trace.go:171","msg":"trace[1613933041] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"235.302622ms","start":"2026-03-04T15:29:10.841815Z","end":"2026-03-04T15:29:11.077118Z","steps":["trace[1613933041] 'process raft request' (duration: 234.907912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.076964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.302986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:29:11.07717Z","caller":"traceutil/trace.go:171","msg":"trace[1125144618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"351.547022ms","start":"2026-03-04T15:29:10.725612Z","end":"2026-03-04T15:29:11.077159Z","steps":["trace[1125144618] 'agreement among raft nodes before linearized reading' (duration: 351.243525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.077203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:10.725595Z","time spent":"351.597983ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:29:11.077334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387945406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:29:11.077347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796739032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:11.077366Z","caller":"traceutil/trace.go:171","msg":"trace[1572551705] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1934; }","duration":"1.388009608s","start":"2026-03-04T15:29:09.689349Z","end":"2026-03-04T15:29:11.077359Z","steps":["trace[1572551705] 'agreement among raft nodes before linearized reading' (duration: 1.387953577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.077373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217436348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:11.077389Z","caller":"traceutil/trace.go:171","msg":"trace[1645815954] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1934; }","duration":"1.796871416s","start":"2026-03-04T15:29:09.280499Z","end":"2026-03-04T15:29:11.077371Z","steps":["trace[1645815954] 'agreement among raft nodes before linearized reading' (duration: 1.796813154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.077408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330902769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:11.077412Z","caller":"traceutil/trace.go:171","msg":"trace[187148269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"1.2175049s","start":"2026-03-04T15:29:09.859897Z","end":"2026-03-04T15:29:11.077402Z","steps":["trace[187148269] 'agreement among raft nodes before linearized reading' (duration: 1.217411888s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:11.077423Z","caller":"traceutil/trace.go:171","msg":"trace[37359146] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1934; }","duration":"1.33094854s","start":"2026-03-04T15:29:09.74647Z","end":"2026-03-04T15:29:11.077419Z","steps":["trace[37359146] 'agreement among raft nodes before linearized reading' (duration: 1.330926819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:11.077437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:09.74645Z","time spent":"1.330983281s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:11.077438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:09.85988Z","time spent":"1.217551441s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:29:11.077385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:09.689331Z","time spent":"1.388050139s","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:29:11.077446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:09.280449Z","time spent":"1.796971398s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:29:12.249766Z","caller":"traceutil/trace.go:171","msg":"trace[564601352] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"165.795808ms","start":"2026-03-04T15:29:12.083935Z","end":"2026-03-04T15:29:12.249731Z","steps":["trace[564601352] 'read index received' (duration: 67.38597ms)","trace[564601352] 'applied index is now lower than readState.Index' (duration: 98.406038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:12.250137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.155798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:12.250282Z","caller":"traceutil/trace.go:171","msg":"trace[1389959574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"166.347162ms","start":"2026-03-04T15:29:12.0839Z","end":"2026-03-04T15:29:12.250247Z","steps":["trace[1389959574] 'agreement among raft nodes before linearized reading' (duration: 165.969453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:12.558235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:12.251546Z","time spent":"306.674914ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:29:13.292395Z","caller":"traceutil/trace.go:171","msg":"trace[694910732] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"210.284238ms","start":"2026-03-04T15:29:13.082083Z","end":"2026-03-04T15:29:13.292367Z","steps":["trace[694910732] 'process raft request' (duration: 209.97952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.328044Z","caller":"traceutil/trace.go:171","msg":"trace[539148478] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"245.8716ms","start":"2026-03-04T15:29:13.082144Z","end":"2026-03-04T15:29:13.328016Z","steps":["trace[539148478] 'process raft request' (duration: 245.611703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.32831Z","caller":"traceutil/trace.go:171","msg":"trace[1274421536] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"246.091556ms","start":"2026-03-04T15:29:13.082171Z","end":"2026-03-04T15:29:13.328263Z","steps":["trace[1274421536] 'process raft request' (duration: 245.782428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.328317Z","caller":"traceutil/trace.go:171","msg":"trace[1901338218] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"244.316061ms","start":"2026-03-04T15:29:13.08398Z","end":"2026-03-04T15:29:13.328296Z","steps":["trace[1901338218] 'process raft request' (duration: 244.177248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.328493Z","caller":"traceutil/trace.go:171","msg":"trace[622329448] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"243.598423ms","start":"2026-03-04T15:29:13.08488Z","end":"2026-03-04T15:29:13.328478Z","steps":["trace[622329448] 'process raft request' (duration: 243.46038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.328466Z","caller":"traceutil/trace.go:171","msg":"trace[731924749] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2029; }","duration":"243.482409ms","start":"2026-03-04T15:29:13.084966Z","end":"2026-03-04T15:29:13.328448Z","steps":["trace[731924749] 'read index received' (duration: 207.144277ms)","trace[731924749] 'applied index is now lower than readState.Index' (duration: 36.337132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:13.32859Z","caller":"traceutil/trace.go:171","msg":"trace[816502712] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"244.568108ms","start":"2026-03-04T15:29:13.084003Z","end":"2026-03-04T15:29:13.328571Z","steps":["trace[816502712] 'process raft request' (duration: 244.24478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:13.328678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.684695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:29:13.328515Z","caller":"traceutil/trace.go:171","msg":"trace[996685364] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"243.515141ms","start":"2026-03-04T15:29:13.084985Z","end":"2026-03-04T15:29:13.3285Z","steps":["trace[996685364] 'process raft request' (duration: 243.415218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:13.328743Z","caller":"traceutil/trace.go:171","msg":"trace[686811975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"243.810098ms","start":"2026-03-04T15:29:13.084919Z","end":"2026-03-04T15:29:13.328729Z","steps":["trace[686811975] 'agreement among raft nodes before linearized reading' (duration: 243.581813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.678164Z","caller":"traceutil/trace.go:171","msg":"trace[286365665] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"298.882725ms","start":"2026-03-04T15:29:15.37926Z","end":"2026-03-04T15:29:15.678142Z","steps":["trace[286365665] 'process raft request' (duration: 298.704091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.67842Z","caller":"traceutil/trace.go:171","msg":"trace[744150096] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"298.484677ms","start":"2026-03-04T15:29:15.379914Z","end":"2026-03-04T15:29:15.678399Z","steps":["trace[744150096] 'process raft request' (duration: 298.188388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.678545Z","caller":"traceutil/trace.go:171","msg":"trace[1348804211] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"298.408064ms","start":"2026-03-04T15:29:15.380126Z","end":"2026-03-04T15:29:15.678534Z","steps":["trace[1348804211] 'process raft request' (duration: 298.212889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.678607Z","caller":"traceutil/trace.go:171","msg":"trace[621694713] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"298.24124ms","start":"2026-03-04T15:29:15.380349Z","end":"2026-03-04T15:29:15.67859Z","steps":["trace[621694713] 'process raft request' (duration: 298.103907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.678627Z","caller":"traceutil/trace.go:171","msg":"trace[1926671710] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2040; }","duration":"285.395544ms","start":"2026-03-04T15:29:15.393164Z","end":"2026-03-04T15:29:15.67856Z","steps":["trace[1926671710] 'read index received' (duration: 284.87971ms)","trace[1926671710] 'applied index is now lower than readState.Index' (duration: 514.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:29:15.678776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.217628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:15.678812Z","caller":"traceutil/trace.go:171","msg":"trace[269973422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"333.28925ms","start":"2026-03-04T15:29:15.345513Z","end":"2026-03-04T15:29:15.678803Z","steps":["trace[269973422] 'agreement among raft nodes before linearized reading' (duration: 333.167717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:15.678833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:15.345503Z","time spent":"333.32472ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:29:15.679259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.600139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:15.679328Z","caller":"traceutil/trace.go:171","msg":"trace[1555533201] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1962; }","duration":"283.681711ms","start":"2026-03-04T15:29:15.39563Z","end":"2026-03-04T15:29:15.679312Z","steps":["trace[1555533201] 'agreement among raft nodes before linearized reading' (duration: 283.554087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:15.679321Z","caller":"traceutil/trace.go:171","msg":"trace[652321340] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"282.531081ms","start":"2026-03-04T15:29:15.396771Z","end":"2026-03-04T15:29:15.679302Z","steps":["trace[652321340] 'process raft request' (duration: 282.291725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:15.679543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.701055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:15.679582Z","caller":"traceutil/trace.go:171","msg":"trace[744858034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"191.780217ms","start":"2026-03-04T15:29:15.487793Z","end":"2026-03-04T15:29:15.679573Z","steps":["trace[744858034] 'agreement among raft nodes before linearized reading' (duration: 191.715185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:19.544274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.120482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:29:19.54459Z","caller":"traceutil/trace.go:171","msg":"trace[743035057] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"152.128882ms","start":"2026-03-04T15:29:19.392442Z","end":"2026-03-04T15:29:19.544571Z","steps":["trace[743035057] 'process raft request' (duration: 152.031149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.544614Z","caller":"traceutil/trace.go:171","msg":"trace[213168840] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"227.469764ms","start":"2026-03-04T15:29:19.31712Z","end":"2026-03-04T15:29:19.54459Z","steps":["trace[213168840] 'process raft request' (duration: 59.936492ms)","trace[213168840] 'compare' (duration: 166.927436ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:19.630622Z","caller":"traceutil/trace.go:171","msg":"trace[621770135] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2056; }","duration":"184.806481ms","start":"2026-03-04T15:29:19.445781Z","end":"2026-03-04T15:29:19.630588Z","steps":["trace[621770135] 'read index received' (duration: 58.168977ms)","trace[621770135] 'applied index is now lower than readState.Index' (duration: 126.635824ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:19.630689Z","caller":"traceutil/trace.go:171","msg":"trace[1817953823] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"228.575231ms","start":"2026-03-04T15:29:19.402077Z","end":"2026-03-04T15:29:19.630652Z","steps":["trace[1817953823] 'process raft request' (duration: 228.335715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:19.630808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.069856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:19.630853Z","caller":"traceutil/trace.go:171","msg":"trace[102020893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"142.160277ms","start":"2026-03-04T15:29:19.48868Z","end":"2026-03-04T15:29:19.630841Z","steps":["trace[102020893] 'agreement among raft nodes before linearized reading' (duration: 142.063275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:19.630892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.061117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:29:19.631017Z","caller":"traceutil/trace.go:171","msg":"trace[243110295] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1976; }","duration":"185.274163ms","start":"2026-03-04T15:29:19.445717Z","end":"2026-03-04T15:29:19.630991Z","steps":["trace[243110295] 'agreement among raft nodes before linearized reading' (duration: 184.996435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.809982Z","caller":"traceutil/trace.go:171","msg":"trace[1282095084] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"113.752417ms","start":"2026-03-04T15:29:19.696207Z","end":"2026-03-04T15:29:19.80996Z","steps":["trace[1282095084] 'process raft request' (duration: 113.591473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.828576Z","caller":"traceutil/trace.go:171","msg":"trace[1070922247] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"131.384285ms","start":"2026-03-04T15:29:19.697161Z","end":"2026-03-04T15:29:19.828545Z","steps":["trace[1070922247] 'process raft request' (duration: 131.303642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.828616Z","caller":"traceutil/trace.go:171","msg":"trace[403171410] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"131.514198ms","start":"2026-03-04T15:29:19.69705Z","end":"2026-03-04T15:29:19.828565Z","steps":["trace[403171410] 'process raft request' (duration: 131.278652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.828854Z","caller":"traceutil/trace.go:171","msg":"trace[808460753] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2059; }","duration":"122.956161ms","start":"2026-03-04T15:29:19.705876Z","end":"2026-03-04T15:29:19.828832Z","steps":["trace[808460753] 'read index received' (duration: 104.048011ms)","trace[808460753] 'applied index is now lower than readState.Index' (duration: 18.90689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:19.828899Z","caller":"traceutil/trace.go:171","msg":"trace[1038269933] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"131.299732ms","start":"2026-03-04T15:29:19.697585Z","end":"2026-03-04T15:29:19.828884Z","steps":["trace[1038269933] 'process raft request' (duration: 131.143578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:19.82894Z","caller":"traceutil/trace.go:171","msg":"trace[615821879] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"131.61334ms","start":"2026-03-04T15:29:19.697287Z","end":"2026-03-04T15:29:19.828901Z","steps":["trace[615821879] 'process raft request' (duration: 131.21058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:19.829056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.151055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:19.829111Z","caller":"traceutil/trace.go:171","msg":"trace[1258798848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"123.242287ms","start":"2026-03-04T15:29:19.705853Z","end":"2026-03-04T15:29:19.829095Z","steps":["trace[1258798848] 'agreement among raft nodes before linearized reading' (duration: 123.066463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:21.661341Z","caller":"traceutil/trace.go:171","msg":"trace[990805584] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"111.689435ms","start":"2026-03-04T15:29:21.549616Z","end":"2026-03-04T15:29:21.661306Z","steps":["trace[990805584] 'process raft request' (duration: 111.650104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:21.661395Z","caller":"traceutil/trace.go:171","msg":"trace[1786788651] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"111.747726ms","start":"2026-03-04T15:29:21.549617Z","end":"2026-03-04T15:29:21.661365Z","steps":["trace[1786788651] 'process raft request' (duration: 111.548641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:22.086574Z","caller":"traceutil/trace.go:171","msg":"trace[628164605] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"215.086909ms","start":"2026-03-04T15:29:21.871466Z","end":"2026-03-04T15:29:22.086553Z","steps":["trace[628164605] 'process raft request' (duration: 214.974336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:22.08658Z","caller":"traceutil/trace.go:171","msg":"trace[1471227766] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"215.163011ms","start":"2026-03-04T15:29:21.871383Z","end":"2026-03-04T15:29:22.086546Z","steps":["trace[1471227766] 'process raft request' (duration: 145.311368ms)","trace[1471227766] 'compare' (duration: 69.516694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:22.08699Z","caller":"traceutil/trace.go:171","msg":"trace[173926803] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"215.436008ms","start":"2026-03-04T15:29:21.871507Z","end":"2026-03-04T15:29:22.086943Z","steps":["trace[173926803] 'process raft request' (duration: 214.999777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:22.087515Z","caller":"traceutil/trace.go:171","msg":"trace[470273778] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"215.980361ms","start":"2026-03-04T15:29:21.871508Z","end":"2026-03-04T15:29:22.087488Z","steps":["trace[470273778] 'process raft request' (duration: 215.304455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:22.451917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.672133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:29:22.451998Z","caller":"traceutil/trace.go:171","msg":"trace[436937480] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:1989; }","duration":"252.798707ms","start":"2026-03-04T15:29:22.199181Z","end":"2026-03-04T15:29:22.45198Z","steps":["trace[436937480] 'range keys from in-memory index tree' (duration: 252.422516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:23.785431Z","caller":"traceutil/trace.go:171","msg":"trace[1770480599] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"118.305494ms","start":"2026-03-04T15:29:23.667102Z","end":"2026-03-04T15:29:23.785407Z","steps":["trace[1770480599] 'process raft request' (duration: 118.136339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:26.047011Z","caller":"traceutil/trace.go:171","msg":"trace[19190038] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"304.394786ms","start":"2026-03-04T15:29:25.742592Z","end":"2026-03-04T15:29:26.046987Z","steps":["trace[19190038] 'process raft request' (duration: 304.132369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:26.047186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:25.742565Z","time spent":"304.526919ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:29:26.055614Z","caller":"traceutil/trace.go:171","msg":"trace[1160453004] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2084; }","duration":"162.3307ms","start":"2026-03-04T15:29:25.893261Z","end":"2026-03-04T15:29:26.055592Z","steps":["trace[1160453004] 'read index received' (duration: 153.497806ms)","trace[1160453004] 'applied index is now lower than readState.Index' (duration: 8.831504ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:26.055673Z","caller":"traceutil/trace.go:171","msg":"trace[1389032816] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"265.721845ms","start":"2026-03-04T15:29:25.789906Z","end":"2026-03-04T15:29:26.055628Z","steps":["trace[1389032816] 'process raft request' (duration: 265.5103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:26.055723Z","caller":"traceutil/trace.go:171","msg":"trace[618210831] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"264.480302ms","start":"2026-03-04T15:29:25.791232Z","end":"2026-03-04T15:29:26.055712Z","steps":["trace[618210831] 'process raft request' (duration: 264.311908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:26.055879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.621648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:29:26.055917Z","caller":"traceutil/trace.go:171","msg":"trace[836459770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"162.70662ms","start":"2026-03-04T15:29:25.8932Z","end":"2026-03-04T15:29:26.055907Z","steps":["trace[836459770] 'agreement among raft nodes before linearized reading' (duration: 162.554546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:26.055995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.250186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T15:29:26.056126Z","caller":"traceutil/trace.go:171","msg":"trace[2023587754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"158.487972ms","start":"2026-03-04T15:29:25.897604Z","end":"2026-03-04T15:29:26.056092Z","steps":["trace[2023587754] 'agreement among raft nodes before linearized reading' (duration: 158.148343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:26.056762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.222871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:29:26.05688Z","caller":"traceutil/trace.go:171","msg":"trace[1603324540] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2002; }","duration":"146.423636ms","start":"2026-03-04T15:29:25.910428Z","end":"2026-03-04T15:29:26.056852Z","steps":["trace[1603324540] 'agreement among raft nodes before linearized reading' (duration: 145.432671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:28.088587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.241015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:29:28.349227Z","caller":"traceutil/trace.go:171","msg":"trace[627107535] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"296.109336ms","start":"2026-03-04T15:29:28.053041Z","end":"2026-03-04T15:29:28.34915Z","steps":["trace[627107535] 'process raft request' (duration: 295.964502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:28.555947Z","caller":"traceutil/trace.go:171","msg":"trace[103660678] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2095; }","duration":"482.710751ms","start":"2026-03-04T15:29:28.073208Z","end":"2026-03-04T15:29:28.555919Z","steps":["trace[103660678] 'read index received' (duration: 275.827841ms)","trace[103660678] 'applied index is now lower than readState.Index' (duration: 206.88181ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:28.556008Z","caller":"traceutil/trace.go:171","msg":"trace[38357877] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"494.361547ms","start":"2026-03-04T15:29:28.061592Z","end":"2026-03-04T15:29:28.555953Z","steps":["trace[38357877] 'process raft request' (duration: 464.680115ms)","trace[38357877] 'compare' (duration: 29.459977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:28.556036Z","caller":"traceutil/trace.go:171","msg":"trace[302386241] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"493.923746ms","start":"2026-03-04T15:29:28.062073Z","end":"2026-03-04T15:29:28.555997Z","steps":["trace[302386241] 'process raft request' (duration: 493.796933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:28.556236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:28.062064Z","time spent":"494.05593ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:28.556236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:28.06156Z","time spent":"494.542681ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:29:28.556256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.03035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T15:29:28.556259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.094776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T15:29:28.556319Z","caller":"traceutil/trace.go:171","msg":"trace[1535445515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2012; }","duration":"257.182528ms","start":"2026-03-04T15:29:28.299128Z","end":"2026-03-04T15:29:28.55631Z","steps":["trace[1535445515] 'agreement among raft nodes before linearized reading' (duration: 257.058145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:28.556319Z","caller":"traceutil/trace.go:171","msg":"trace[1937820456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2012; }","duration":"483.152533ms","start":"2026-03-04T15:29:28.073153Z","end":"2026-03-04T15:29:28.556305Z","steps":["trace[1937820456] 'agreement among raft nodes before linearized reading' (duration: 482.937567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:28.556317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.618873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T15:29:28.556356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:28.073131Z","time spent":"483.216375ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T15:29:28.556366Z","caller":"traceutil/trace.go:171","msg":"trace[1894749584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2012; }","duration":"306.722795ms","start":"2026-03-04T15:29:28.24963Z","end":"2026-03-04T15:29:28.556352Z","steps":["trace[1894749584] 'agreement among raft nodes before linearized reading' (duration: 306.633873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:28.556398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:28.249614Z","time spent":"306.776087ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:29:28.556235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.293165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T15:29:28.556235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.436175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:29:28.556439Z","caller":"traceutil/trace.go:171","msg":"trace[135231465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2012; }","duration":"254.51391ms","start":"2026-03-04T15:29:28.301917Z","end":"2026-03-04T15:29:28.556431Z","steps":["trace[135231465] 'agreement among raft nodes before linearized reading' (duration: 254.205902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:28.556468Z","caller":"traceutil/trace.go:171","msg":"trace[1473046163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2012; }","duration":"441.70117ms","start":"2026-03-04T15:29:28.114747Z","end":"2026-03-04T15:29:28.556448Z","steps":["trace[1473046163] 'agreement among raft nodes before linearized reading' (duration: 441.361242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:29:28.556488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.51122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T15:29:28.55653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:29:28.114729Z","time spent":"441.783063ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:29:28.556564Z","caller":"traceutil/trace.go:171","msg":"trace[72946988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2012; }","duration":"254.624373ms","start":"2026-03-04T15:29:28.301923Z","end":"2026-03-04T15:29:28.556547Z","steps":["trace[72946988] 'agreement among raft nodes before linearized reading' (duration: 254.382737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:29.514037Z","caller":"traceutil/trace.go:171","msg":"trace[804395391] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"131.138718ms","start":"2026-03-04T15:29:29.382864Z","end":"2026-03-04T15:29:29.514003Z","steps":["trace[804395391] 'process raft request' (duration: 72.683305ms)","trace[804395391] 'compare' (duration: 58.279519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:30:16.883292Z","caller":"traceutil/trace.go:171","msg":"trace[1280774658] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"102.993998ms","start":"2026-03-04T15:30:16.780263Z","end":"2026-03-04T15:30:16.883257Z","steps":["trace[1280774658] 'process raft request' (duration: 100.437182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:27.281962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832324345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:30:27.782732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832324345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:30:28.283251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832324345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:30:28.783661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832324345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:30:29.218665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.652657263s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:30:29.219174Z","caller":"traceutil/trace.go:171","msg":"trace[256117273] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"2.653278119s","start":"2026-03-04T15:30:26.565868Z","end":"2026-03-04T15:30:29.219146Z","steps":["trace[256117273] 'process raft request' (duration: 2.653102624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.219321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.565846Z","time spent":"2.653399632s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:30:29.489745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000908674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:30:29.489809Z","caller":"traceutil/trace.go:171","msg":"trace[2903591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001028167s","start":"2026-03-04T15:30:27.488763Z","end":"2026-03-04T15:30:29.489792Z","steps":["trace[2903591] 'agreement among raft nodes before linearized reading' (duration: 2.000948465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.489839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:27.488743Z","time spent":"2.001090369s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:30:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T15:30:29.608632Z","caller":"traceutil/trace.go:171","msg":"trace[681770706] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"2.766644183s","start":"2026-03-04T15:30:26.841946Z","end":"2026-03-04T15:30:29.60859Z","steps":["trace[681770706] 'process raft request' (duration: 2.766442238s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:29.608654Z","caller":"traceutil/trace.go:171","msg":"trace[1484708282] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"2.691390903s","start":"2026-03-04T15:30:26.917225Z","end":"2026-03-04T15:30:29.608616Z","steps":["trace[1484708282] 'process raft request' (duration: 2.69128695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.60881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.841914Z","time spent":"2.766806448s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:30:29.609034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.917205Z","time spent":"2.691588138s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:30:29.651452Z","caller":"traceutil/trace.go:171","msg":"trace[1455923263] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2565; }","duration":"2.869689353s","start":"2026-03-04T15:30:26.781732Z","end":"2026-03-04T15:30:29.651421Z","steps":["trace[1455923263] 'read index received' (duration: 2.437242324s)","trace[1455923263] 'applied index is now lower than readState.Index' (duration: 432.445669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:30:29.651994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868180855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T15:30:29.651999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.865405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:30:29.652054Z","caller":"traceutil/trace.go:171","msg":"trace[429786363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2462; }","duration":"2.868303518s","start":"2026-03-04T15:30:26.78373Z","end":"2026-03-04T15:30:29.652033Z","steps":["trace[429786363] 'agreement among raft nodes before linearized reading' (duration: 2.867878477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889383036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:30:29.652122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143617712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T15:30:29.652152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.395381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:30:29.652076Z","caller":"traceutil/trace.go:171","msg":"trace[1464709837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2462; }","duration":"420.002749ms","start":"2026-03-04T15:30:29.232055Z","end":"2026-03-04T15:30:29.652058Z","steps":["trace[1464709837] 'agreement among raft nodes before linearized reading' (duration: 419.637249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572916336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:30:29.652183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.690758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:30:29.652202Z","caller":"traceutil/trace.go:171","msg":"trace[1268843899] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2462; }","duration":"1.143764646s","start":"2026-03-04T15:30:28.508422Z","end":"2026-03-04T15:30:29.652186Z","steps":["trace[1268843899] 'agreement among raft nodes before linearized reading' (duration: 1.14351537s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:29.652223Z","caller":"traceutil/trace.go:171","msg":"trace[2007044631] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2462; }","duration":"2.572955187s","start":"2026-03-04T15:30:27.079257Z","end":"2026-03-04T15:30:29.652212Z","steps":["trace[2007044631] 'agreement among raft nodes before linearized reading' (duration: 2.572864494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:29.232039Z","time spent":"420.181143ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:30:29.652155Z","caller":"traceutil/trace.go:171","msg":"trace[1811045950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2462; }","duration":"1.889582682s","start":"2026-03-04T15:30:27.762547Z","end":"2026-03-04T15:30:29.65213Z","steps":["trace[1811045950] 'agreement among raft nodes before linearized reading' (duration: 1.889151682s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:29.652269Z","caller":"traceutil/trace.go:171","msg":"trace[2116747903] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2462; }","duration":"751.817331ms","start":"2026-03-04T15:30:28.900418Z","end":"2026-03-04T15:30:29.652235Z","steps":["trace[2116747903] 'agreement among raft nodes before linearized reading' (duration: 751.679488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:27.762525Z","time spent":"1.889760536s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:30:29.652295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795913164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:30:29.652433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666175792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:30:29.652434Z","caller":"traceutil/trace.go:171","msg":"trace[153846758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2462; }","duration":"1.796069248s","start":"2026-03-04T15:30:27.856333Z","end":"2026-03-04T15:30:29.652403Z","steps":["trace[153846758] 'agreement among raft nodes before linearized reading' (duration: 1.795832112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:28.508345Z","time spent":"1.143903139s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T15:30:29.652433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672360362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:30:29.652476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665613568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:30:29.652508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:27.856317Z","time spent":"1.796177871s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:30:29.652526Z","caller":"traceutil/trace.go:171","msg":"trace[336632235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"2.66569445s","start":"2026-03-04T15:30:26.986816Z","end":"2026-03-04T15:30:29.652511Z","steps":["trace[336632235] 'agreement among raft nodes before linearized reading' (duration: 2.665556317s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:29.652525Z","caller":"traceutil/trace.go:171","msg":"trace[1283733283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"2.672490215s","start":"2026-03-04T15:30:26.980013Z","end":"2026-03-04T15:30:29.652503Z","steps":["trace[1283733283] 'agreement among raft nodes before linearized reading' (duration: 2.672249379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759911121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:30:29.652578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.979989Z","time spent":"2.672576347s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:30:29.652645Z","caller":"traceutil/trace.go:171","msg":"trace[1776495776] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2462; }","duration":"2.760127396s","start":"2026-03-04T15:30:26.892485Z","end":"2026-03-04T15:30:29.652613Z","steps":["trace[1776495776] 'agreement among raft nodes before linearized reading' (duration: 2.759852319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.986801Z","time spent":"2.665760021s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:30:29.652046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870257019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T15:30:29.652342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671365146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:30:29.652905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.892457Z","time spent":"2.760430784s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:30:29.652925Z","caller":"traceutil/trace.go:171","msg":"trace[942218570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2462; }","duration":"2.871245434s","start":"2026-03-04T15:30:26.781659Z","end":"2026-03-04T15:30:29.652904Z","steps":["trace[942218570] 'agreement among raft nodes before linearized reading' (duration: 2.869865919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670654207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:30:29.652952Z","caller":"traceutil/trace.go:171","msg":"trace[1457475001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"2.671995152s","start":"2026-03-04T15:30:26.980937Z","end":"2026-03-04T15:30:29.652933Z","steps":["trace[1457475001] 'agreement among raft nodes before linearized reading' (duration: 2.671338575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.652258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:27.079198Z","time spent":"2.573050809s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:30:29.65299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.781627Z","time spent":"2.871339187s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:30:29.653021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.980919Z","time spent":"2.672077784s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:30:29.652098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.783691Z","time spent":"2.86839737s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T15:30:29.652326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:28.900389Z","time spent":"751.921784ms","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:30:29.652214Z","caller":"traceutil/trace.go:171","msg":"trace[2054202914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2462; }","duration":"162.474673ms","start":"2026-03-04T15:30:29.489724Z","end":"2026-03-04T15:30:29.652199Z","steps":["trace[2054202914] 'agreement among raft nodes before linearized reading' (duration: 162.399541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:29.65247Z","caller":"traceutil/trace.go:171","msg":"trace[1583004806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"2.666236624s","start":"2026-03-04T15:30:26.986224Z","end":"2026-03-04T15:30:29.652461Z","steps":["trace[1583004806] 'agreement among raft nodes before linearized reading' (duration: 2.666156622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.653332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.986211Z","time spent":"2.667106446s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:30:29.652973Z","caller":"traceutil/trace.go:171","msg":"trace[1214354119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2462; }","duration":"2.670986496s","start":"2026-03-04T15:30:26.981977Z","end":"2026-03-04T15:30:29.652964Z","steps":["trace[1214354119] 'agreement among raft nodes before linearized reading' (duration: 2.670269487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.653554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:26.981962Z","time spent":"2.67157651s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:30:35.948043Z","caller":"traceutil/trace.go:171","msg":"trace[996510629] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"290.455865ms","start":"2026-03-04T15:30:35.65756Z","end":"2026-03-04T15:30:35.948016Z","steps":["trace[996510629] 'process raft request' (duration: 290.275411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:30:36.006134Z","caller":"traceutil/trace.go:171","msg":"trace[120688446] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2609; }","duration":"317.255336ms","start":"2026-03-04T15:30:35.688846Z","end":"2026-03-04T15:30:36.006102Z","steps":["trace[120688446] 'read index received' (duration: 259.069535ms)","trace[120688446] 'applied index is now lower than readState.Index' (duration: 58.184371ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:30:36.006257Z","caller":"traceutil/trace.go:171","msg":"trace[1171189684] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"348.457461ms","start":"2026-03-04T15:30:35.657762Z","end":"2026-03-04T15:30:36.00622Z","steps":["trace[1171189684] 'process raft request' (duration: 346.848179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.00643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.657729Z","time spent":"348.611155ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:30:36.006461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.328607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:30:36.006516Z","caller":"traceutil/trace.go:171","msg":"trace[667820202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2503; }","duration":"315.46476ms","start":"2026-03-04T15:30:35.691035Z","end":"2026-03-04T15:30:36.0065Z","steps":["trace[667820202] 'agreement among raft nodes before linearized reading' (duration: 315.255255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.006485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.768867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:30:36.006613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.690997Z","time spent":"315.601064ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:30:36.006621Z","caller":"traceutil/trace.go:171","msg":"trace[1466773760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"308.982963ms","start":"2026-03-04T15:30:35.697617Z","end":"2026-03-04T15:30:36.0066Z","steps":["trace[1466773760] 'agreement among raft nodes before linearized reading' (duration: 308.709276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.006662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.817258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:30:36.006702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.864002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:30:36.00675Z","caller":"traceutil/trace.go:171","msg":"trace[319747415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"317.947864ms","start":"2026-03-04T15:30:35.688788Z","end":"2026-03-04T15:30:36.006735Z","steps":["trace[319747415] 'agreement among raft nodes before linearized reading' (duration: 317.493983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.006795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.688768Z","time spent":"318.019706ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:30:36.006676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.697594Z","time spent":"309.068606ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:30:36.006734Z","caller":"traceutil/trace.go:171","msg":"trace[694219186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2503; }","duration":"313.90351ms","start":"2026-03-04T15:30:35.692807Z","end":"2026-03-04T15:30:36.00671Z","steps":["trace[694219186] 'agreement among raft nodes before linearized reading' (duration: 313.554291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.006952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.692796Z","time spent":"314.140947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:30:36.006605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.099486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:30:36.007028Z","caller":"traceutil/trace.go:171","msg":"trace[1187714718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2503; }","duration":"309.565498ms","start":"2026-03-04T15:30:35.697447Z","end":"2026-03-04T15:30:36.007012Z","steps":["trace[1187714718] 'agreement among raft nodes before linearized reading' (duration: 308.88365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:36.007081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:35.697435Z","time spent":"309.63001ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:31:01.748225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427911519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:31:01.748669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24040679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T15:31:01.748724Z","caller":"traceutil/trace.go:171","msg":"trace[650800254] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2640; }","duration":"1.240489892s","start":"2026-03-04T15:31:00.508217Z","end":"2026-03-04T15:31:01.748707Z","steps":["trace[650800254] 'range keys from in-memory index tree' (duration: 1.240267627s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.748759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:00.508201Z","time spent":"1.240549763s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T15:31:01.748937Z","caller":"traceutil/trace.go:171","msg":"trace[85475526] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"585.918282ms","start":"2026-03-04T15:31:01.163008Z","end":"2026-03-04T15:31:01.748927Z","steps":["trace[85475526] 'process raft request' (duration: 581.762425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.749012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:01.162985Z","time spent":"585.982783ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:01.749964Z","caller":"traceutil/trace.go:171","msg":"trace[1674102805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2640; }","duration":"1.428045273s","start":"2026-03-04T15:31:00.320249Z","end":"2026-03-04T15:31:01.748294Z","steps":["trace[1674102805] 'range keys from in-memory index tree' (duration: 1.427777156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.750323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:00.320227Z","time spent":"1.430042755s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T15:31:01.752435Z","caller":"traceutil/trace.go:171","msg":"trace[2003193120] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"420.271256ms","start":"2026-03-04T15:31:01.332142Z","end":"2026-03-04T15:31:01.752414Z","steps":["trace[2003193120] 'process raft request' (duration: 419.944557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.752549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:01.332115Z","time spent":"420.371689ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:01.752557Z","caller":"traceutil/trace.go:171","msg":"trace[567052817] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"573.231156ms","start":"2026-03-04T15:31:01.179309Z","end":"2026-03-04T15:31:01.75254Z","steps":["trace[567052817] 'process raft request' (duration: 572.64015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:01.752805Z","caller":"traceutil/trace.go:171","msg":"trace[754698654] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"279.12566ms","start":"2026-03-04T15:31:01.473658Z","end":"2026-03-04T15:31:01.752783Z","steps":["trace[754698654] 'process raft request' (duration: 278.472062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.752827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:01.179281Z","time spent":"573.457251ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:31:01.75289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.751772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:31:01.752936Z","caller":"traceutil/trace.go:171","msg":"trace[603805371] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2644; }","duration":"504.859735ms","start":"2026-03-04T15:31:01.248065Z","end":"2026-03-04T15:31:01.752924Z","steps":["trace[603805371] 'agreement among raft nodes before linearized reading' (duration: 504.780843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.752969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:01.248034Z","time spent":"504.927167ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:31:01.752211Z","caller":"traceutil/trace.go:171","msg":"trace[761690659] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2753; }","duration":"504.044153ms","start":"2026-03-04T15:31:01.248143Z","end":"2026-03-04T15:31:01.752187Z","steps":["trace[761690659] 'read index received' (duration: 496.642623ms)","trace[761690659] 'applied index is now lower than readState.Index' (duration: 7.40037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:01.753414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.024655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:31:01.753473Z","caller":"traceutil/trace.go:171","msg":"trace[121547280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"268.119246ms","start":"2026-03-04T15:31:01.485335Z","end":"2026-03-04T15:31:01.753455Z","steps":["trace[121547280] 'agreement among raft nodes before linearized reading' (duration: 268.021114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:01.753827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.782057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899ad1910d348a6\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T15:31:01.753867Z","caller":"traceutil/trace.go:171","msg":"trace[1242667190] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899ad1910d348a6; range_end:; response_count:1; response_revision:2644; }","duration":"180.848638ms","start":"2026-03-04T15:31:01.573008Z","end":"2026-03-04T15:31:01.753857Z","steps":["trace[1242667190] 'agreement among raft nodes before linearized reading' (duration: 180.649823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:06.376667Z","caller":"traceutil/trace.go:171","msg":"trace[1131839412] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"312.13845ms","start":"2026-03-04T15:31:06.064491Z","end":"2026-03-04T15:31:06.37663Z","steps":["trace[1131839412] 'process raft request' (duration: 311.899644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:06.376946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.064464Z","time spent":"312.362275ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:06.498098Z","caller":"traceutil/trace.go:171","msg":"trace[1653712216] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2778; }","duration":"314.395648ms","start":"2026-03-04T15:31:06.183684Z","end":"2026-03-04T15:31:06.498079Z","steps":["trace[1653712216] 'read index received' (duration: 192.792126ms)","trace[1653712216] 'applied index is now lower than readState.Index' (duration: 121.602642ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:06.49818Z","caller":"traceutil/trace.go:171","msg":"trace[64078443] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"356.965065ms","start":"2026-03-04T15:31:06.141197Z","end":"2026-03-04T15:31:06.498162Z","steps":["trace[64078443] 'process raft request' (duration: 328.401078ms)","trace[64078443] 'compare' (duration: 28.396202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:06.498599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.141175Z","time spent":"357.359485ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:31:06.498788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.033011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:31:06.498835Z","caller":"traceutil/trace.go:171","msg":"trace[287829480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2666; }","duration":"297.112073ms","start":"2026-03-04T15:31:06.201711Z","end":"2026-03-04T15:31:06.498823Z","steps":["trace[287829480] 'agreement among raft nodes before linearized reading' (duration: 296.98107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:06.498827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.844991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:31:06.498898Z","caller":"traceutil/trace.go:171","msg":"trace[1262465164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2666; }","duration":"269.938214ms","start":"2026-03-04T15:31:06.228943Z","end":"2026-03-04T15:31:06.498882Z","steps":["trace[1262465164] 'agreement among raft nodes before linearized reading' (duration: 269.77513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:06.498201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.496101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:31:06.499006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.143582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:31:06.499005Z","caller":"traceutil/trace.go:171","msg":"trace[434244238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2666; }","duration":"315.343402ms","start":"2026-03-04T15:31:06.183642Z","end":"2026-03-04T15:31:06.498985Z","steps":["trace[434244238] 'agreement among raft nodes before linearized reading' (duration: 314.501991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:06.499054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.183623Z","time spent":"315.413655ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:31:06.49903Z","caller":"traceutil/trace.go:171","msg":"trace[1263322808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2666; }","duration":"295.189554ms","start":"2026-03-04T15:31:06.203834Z","end":"2026-03-04T15:31:06.499024Z","steps":["trace[1263322808] 'agreement among raft nodes before linearized reading' (duration: 295.128473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:06.499117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.764251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:31:06.49911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.020814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T15:31:06.499177Z","caller":"traceutil/trace.go:171","msg":"trace[125016805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2666; }","duration":"219.869594ms","start":"2026-03-04T15:31:06.279293Z","end":"2026-03-04T15:31:06.499163Z","steps":["trace[125016805] 'agreement among raft nodes before linearized reading' (duration: 219.731521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:06.499196Z","caller":"traceutil/trace.go:171","msg":"trace[1628426273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2666; }","duration":"275.157677ms","start":"2026-03-04T15:31:06.22402Z","end":"2026-03-04T15:31:06.499177Z","steps":["trace[1628426273] 'agreement among raft nodes before linearized reading' (duration: 274.898561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.112173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.725437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:31:07.112747Z","caller":"traceutil/trace.go:171","msg":"trace[233685311] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2781; }","duration":"604.542282ms","start":"2026-03-04T15:31:06.508147Z","end":"2026-03-04T15:31:07.112689Z","steps":["trace[233685311] 'read index received' (duration: 9.068924ms)","trace[233685311] 'applied index is now lower than readState.Index' (duration: 595.472578ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:07.113019Z","caller":"traceutil/trace.go:171","msg":"trace[1156422695] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"609.993802ms","start":"2026-03-04T15:31:06.503015Z","end":"2026-03-04T15:31:07.113009Z","steps":["trace[1156422695] 'process raft request' (duration: 103.349032ms)","trace[1156422695] 'compare' (duration: 505.335057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:07.113514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.50299Z","time spent":"610.484344ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:07.113762Z","caller":"traceutil/trace.go:171","msg":"trace[1683720523] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"610.641519ms","start":"2026-03-04T15:31:06.503102Z","end":"2026-03-04T15:31:07.113744Z","steps":["trace[1683720523] 'process raft request' (duration: 609.450099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.113845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.419783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:31:07.11389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.503083Z","time spent":"610.737251ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:07.113916Z","caller":"traceutil/trace.go:171","msg":"trace[1144951153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2671; }","duration":"320.532606ms","start":"2026-03-04T15:31:06.793366Z","end":"2026-03-04T15:31:07.113898Z","steps":["trace[1144951153] 'agreement among raft nodes before linearized reading' (duration: 320.278959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.11396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.79335Z","time spent":"320.601387ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:31:07.113891Z","caller":"traceutil/trace.go:171","msg":"trace[1441796043] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"610.663449ms","start":"2026-03-04T15:31:06.503113Z","end":"2026-03-04T15:31:07.113776Z","steps":["trace[1441796043] 'process raft request' (duration: 609.51787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.114131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.503101Z","time spent":"610.999268ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:31:07.114381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.222126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T15:31:07.114488Z","caller":"traceutil/trace.go:171","msg":"trace[2088723238] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2671; }","duration":"606.342088ms","start":"2026-03-04T15:31:06.508091Z","end":"2026-03-04T15:31:07.114433Z","steps":["trace[2088723238] 'agreement among raft nodes before linearized reading' (duration: 605.687541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.114583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.508076Z","time spent":"606.490622ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T15:31:07.113634Z","caller":"traceutil/trace.go:171","msg":"trace[175657648] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"610.350701ms","start":"2026-03-04T15:31:06.503171Z","end":"2026-03-04T15:31:07.113521Z","steps":["trace[175657648] 'process raft request' (duration: 609.487539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:07.115121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:06.503165Z","time spent":"611.897201ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:31:08.243032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013560936s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:31:08.481884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.687879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:31:08.482238Z","caller":"traceutil/trace.go:171","msg":"trace[1040611441] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"100.339095ms","start":"2026-03-04T15:31:08.38188Z","end":"2026-03-04T15:31:08.482219Z","steps":["trace[1040611441] 'process raft request' (duration: 100.282914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.48239Z","caller":"traceutil/trace.go:171","msg":"trace[502869739] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"710.816399ms","start":"2026-03-04T15:31:07.771536Z","end":"2026-03-04T15:31:08.482352Z","steps":["trace[502869739] 'process raft request' (duration: 710.478081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.482413Z","caller":"traceutil/trace.go:171","msg":"trace[1298546348] linearizableReadLoop","detail":"{readStateIndex:2787; appliedIndex:2785; }","duration":"674.500204ms","start":"2026-03-04T15:31:07.807839Z","end":"2026-03-04T15:31:08.482339Z","steps":["trace[1298546348] 'read index received' (duration: 435.357494ms)","trace[1298546348] 'applied index is now lower than readState.Index' (duration: 239.13538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:08.482617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:07.77151Z","time spent":"711.010594ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:31:08.482713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.851643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1899ad17099c0277\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-04T15:31:08.482745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.695447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:31:08.482787Z","caller":"traceutil/trace.go:171","msg":"trace[349829780] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1899ad17099c0277; range_end:; response_count:1; response_revision:2673; }","duration":"674.981386ms","start":"2026-03-04T15:31:07.807788Z","end":"2026-03-04T15:31:08.48277Z","steps":["trace[349829780] 'agreement among raft nodes before linearized reading' (duration: 674.691969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.482796Z","caller":"traceutil/trace.go:171","msg":"trace[271404076] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2673; }","duration":"618.868791ms","start":"2026-03-04T15:31:07.863907Z","end":"2026-03-04T15:31:08.482776Z","steps":["trace[271404076] 'agreement among raft nodes before linearized reading' (duration: 618.781099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:08.482837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:07.863878Z","time spent":"618.949153ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:31:08.482838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:07.807763Z","time spent":"675.062769ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.1899ad17099c0277\" "} {"level":"info","ts":"2026-03-04T15:31:08.677972Z","caller":"traceutil/trace.go:171","msg":"trace[80784125] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"173.768106ms","start":"2026-03-04T15:31:08.504158Z","end":"2026-03-04T15:31:08.677926Z","steps":["trace[80784125] 'process raft request' (duration: 173.356766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:08.67816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.047265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:31:08.678174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.826223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T15:31:08.678235Z","caller":"traceutil/trace.go:171","msg":"trace[428373366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2675; }","duration":"155.142277ms","start":"2026-03-04T15:31:08.523075Z","end":"2026-03-04T15:31:08.678218Z","steps":["trace[428373366] 'agreement among raft nodes before linearized reading' (duration: 154.975742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.678241Z","caller":"traceutil/trace.go:171","msg":"trace[658154091] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2675; }","duration":"168.280884ms","start":"2026-03-04T15:31:08.509944Z","end":"2026-03-04T15:31:08.678225Z","steps":["trace[658154091] 'agreement among raft nodes before linearized reading' (duration: 167.711179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:14.707821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.217697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:31:14.708201Z","caller":"traceutil/trace.go:171","msg":"trace[378359796] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2821; }","duration":"132.77639ms","start":"2026-03-04T15:31:14.575399Z","end":"2026-03-04T15:31:14.708175Z","steps":["trace[378359796] 'read index received' (duration: 23.883225ms)","trace[378359796] 'applied index is now lower than readState.Index' (duration: 108.886764ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:14.708415Z","caller":"traceutil/trace.go:171","msg":"trace[244612378] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"198.604716ms","start":"2026-03-04T15:31:14.509788Z","end":"2026-03-04T15:31:14.708393Z","steps":["trace[244612378] 'process raft request' (duration: 89.65989ms)","trace[244612378] 'compare' (duration: 107.889029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:14.709517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.118514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-04T15:31:14.709565Z","caller":"traceutil/trace.go:171","msg":"trace[1703718346] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2706; }","duration":"134.204596ms","start":"2026-03-04T15:31:14.575346Z","end":"2026-03-04T15:31:14.709551Z","steps":["trace[1703718346] 'agreement among raft nodes before linearized reading' (duration: 133.062606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:15.298827Z","caller":"traceutil/trace.go:171","msg":"trace[1321980769] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"138.388084ms","start":"2026-03-04T15:31:15.160413Z","end":"2026-03-04T15:31:15.298801Z","steps":["trace[1321980769] 'process raft request' (duration: 138.054775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:15.487341Z","caller":"traceutil/trace.go:171","msg":"trace[1526301137] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"183.042794ms","start":"2026-03-04T15:31:15.304271Z","end":"2026-03-04T15:31:15.487314Z","steps":["trace[1526301137] 'process raft request' (duration: 182.901101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:15.611355Z","caller":"traceutil/trace.go:171","msg":"trace[1322014645] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2828; }","duration":"123.484231ms","start":"2026-03-04T15:31:15.487851Z","end":"2026-03-04T15:31:15.611335Z","steps":["trace[1322014645] 'read index received' (duration: 36.51203ms)","trace[1322014645] 'applied index is now lower than readState.Index' (duration: 86.971221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:15.611446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.583563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:31:15.611551Z","caller":"traceutil/trace.go:171","msg":"trace[1806869615] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"306.767412ms","start":"2026-03-04T15:31:15.304632Z","end":"2026-03-04T15:31:15.6114Z","steps":["trace[1806869615] 'process raft request' (duration: 219.663739ms)","trace[1806869615] 'compare' (duration: 86.899258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:15.61186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:15.30461Z","time spent":"307.174903ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:31:15.61169Z","caller":"traceutil/trace.go:171","msg":"trace[643972185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2714; }","duration":"123.684176ms","start":"2026-03-04T15:31:15.487779Z","end":"2026-03-04T15:31:15.611463Z","steps":["trace[643972185] 'agreement among raft nodes before linearized reading' (duration: 123.630645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:15.611718Z","caller":"traceutil/trace.go:171","msg":"trace[73617693] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"306.722451ms","start":"2026-03-04T15:31:15.304747Z","end":"2026-03-04T15:31:15.61147Z","steps":["trace[73617693] 'process raft request' (duration: 306.551387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:31:15.612342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:31:15.304713Z","time spent":"307.592163ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:33:03.920084Z","caller":"traceutil/trace.go:171","msg":"trace[1423084970] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"144.091282ms","start":"2026-03-04T15:33:03.775969Z","end":"2026-03-04T15:33:03.92006Z","steps":["trace[1423084970] 'process raft request' (duration: 143.974179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:03.92636Z","caller":"traceutil/trace.go:171","msg":"trace[2080456357] linearizableReadLoop","detail":"{readStateIndex:3494; appliedIndex:3492; }","duration":"127.724574ms","start":"2026-03-04T15:33:03.798616Z","end":"2026-03-04T15:33:03.926341Z","steps":["trace[2080456357] 'read index received' (duration: 121.421971ms)","trace[2080456357] 'applied index is now lower than readState.Index' (duration: 6.301613ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:33:03.926436Z","caller":"traceutil/trace.go:171","msg":"trace[1787667517] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"139.767471ms","start":"2026-03-04T15:33:03.786603Z","end":"2026-03-04T15:33:03.926371Z","steps":["trace[1787667517] 'process raft request' (duration: 139.605856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:03.926565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.941379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:33:03.926601Z","caller":"traceutil/trace.go:171","msg":"trace[546709038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3349; }","duration":"128.017361ms","start":"2026-03-04T15:33:03.798571Z","end":"2026-03-04T15:33:03.926588Z","steps":["trace[546709038] 'agreement among raft nodes before linearized reading' (duration: 127.875617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:36.578147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832327347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:33:37.007554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.467263305s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:33:37.007823Z","caller":"traceutil/trace.go:171","msg":"trace[1639245737] linearizableReadLoop","detail":"{readStateIndex:3728; appliedIndex:3727; }","duration":"929.692786ms","start":"2026-03-04T15:33:36.078113Z","end":"2026-03-04T15:33:37.007806Z","steps":["trace[1639245737] 'read index received' (duration: 929.543001ms)","trace[1639245737] 'applied index is now lower than readState.Index' (duration: 149.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:33:37.007885Z","caller":"traceutil/trace.go:171","msg":"trace[875972963] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"1.467731727s","start":"2026-03-04T15:33:35.540146Z","end":"2026-03-04T15:33:37.007878Z","steps":["trace[875972963] 'process raft request' (duration: 1.467555242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.007959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:35.540125Z","time spent":"1.467779269s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:33:37.00814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.030254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:33:37.008217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.33684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:33:37.008283Z","caller":"traceutil/trace.go:171","msg":"trace[137372185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3577; }","duration":"741.436183ms","start":"2026-03-04T15:33:36.266833Z","end":"2026-03-04T15:33:37.008269Z","steps":["trace[137372185] 'agreement among raft nodes before linearized reading' (duration: 741.178507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:37.008257Z","caller":"traceutil/trace.go:171","msg":"trace[1150377658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3577; }","duration":"930.174257ms","start":"2026-03-04T15:33:36.078063Z","end":"2026-03-04T15:33:37.008237Z","steps":["trace[1150377658] 'agreement among raft nodes before linearized reading' (duration: 929.976192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.008349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:36.266826Z","time spent":"741.508325ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:33:37.00836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:36.078045Z","time spent":"930.298271ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:33:37.008142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.54465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:33:37.008414Z","caller":"traceutil/trace.go:171","msg":"trace[1488128504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3577; }","duration":"845.885669ms","start":"2026-03-04T15:33:36.162516Z","end":"2026-03-04T15:33:37.008401Z","steps":["trace[1488128504] 'agreement among raft nodes before linearized reading' (duration: 845.430657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.008457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:36.162493Z","time spent":"845.95308ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:33:37.008466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.792847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:33:37.008574Z","caller":"traceutil/trace.go:171","msg":"trace[1697182619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3577; }","duration":"742.91206ms","start":"2026-03-04T15:33:36.265634Z","end":"2026-03-04T15:33:37.008547Z","steps":["trace[1697182619] 'agreement among raft nodes before linearized reading' (duration: 742.395837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.008643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:36.265578Z","time spent":"743.050204ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:33:37.275874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.877265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:33:37.276004Z","caller":"traceutil/trace.go:171","msg":"trace[18713096] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"261.208591ms","start":"2026-03-04T15:33:37.014774Z","end":"2026-03-04T15:33:37.275983Z","steps":["trace[18713096] 'process raft request' (duration: 85.09563ms)","trace[18713096] 'compare' (duration: 175.622529ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:33:37.460454Z","caller":"traceutil/trace.go:171","msg":"trace[1645598450] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"445.548353ms","start":"2026-03-04T15:33:37.014887Z","end":"2026-03-04T15:33:37.460435Z","steps":["trace[1645598450] 'process raft request' (duration: 445.505422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.460568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:37.014862Z","time spent":"445.647026ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:33:37.460536Z","caller":"traceutil/trace.go:171","msg":"trace[1475880074] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"445.631626ms","start":"2026-03-04T15:33:37.014861Z","end":"2026-03-04T15:33:37.460492Z","steps":["trace[1475880074] 'process raft request' (duration: 445.437301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:37.460686Z","caller":"traceutil/trace.go:171","msg":"trace[1885187410] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"445.673496ms","start":"2026-03-04T15:33:37.015005Z","end":"2026-03-04T15:33:37.460678Z","steps":["trace[1885187410] 'process raft request' (duration: 445.40905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.460719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:37.014995Z","time spent":"445.709737ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:33:37.460726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:37.01484Z","time spent":"445.787539ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:33:37.460997Z","caller":"traceutil/trace.go:171","msg":"trace[911070628] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"387.589778ms","start":"2026-03-04T15:33:37.073388Z","end":"2026-03-04T15:33:37.460978Z","steps":["trace[911070628] 'process raft request' (duration: 387.26702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:33:37.461112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:33:37.073362Z","time spent":"387.689451ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:33:37.46176Z","caller":"traceutil/trace.go:171","msg":"trace[1965135057] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"292.339219ms","start":"2026-03-04T15:33:37.169395Z","end":"2026-03-04T15:33:37.461734Z","steps":["trace[1965135057] 'process raft request' (duration: 292.180564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:37.461888Z","caller":"traceutil/trace.go:171","msg":"trace[1249210671] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"251.612385ms","start":"2026-03-04T15:33:37.210255Z","end":"2026-03-04T15:33:37.461867Z","steps":["trace[1249210671] 'process raft request' (duration: 251.38468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:33:37.463572Z","caller":"traceutil/trace.go:171","msg":"trace[982509508] linearizableReadLoop","detail":"{readStateIndex:3735; appliedIndex:3730; }","duration":"246.816932ms","start":"2026-03-04T15:33:37.216735Z","end":"2026-03-04T15:33:37.463552Z","steps":["trace[982509508] 'read index received' (duration: 243.649461ms)","trace[982509508] 'applied index is now lower than readState.Index' (duration: 3.165931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:33:37.46376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.996356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:33:37.46381Z","caller":"traceutil/trace.go:171","msg":"trace[1607552196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:3584; }","duration":"247.104079ms","start":"2026-03-04T15:33:37.216692Z","end":"2026-03-04T15:33:37.463796Z","steps":["trace[1607552196] 'agreement among raft nodes before linearized reading' (duration: 246.937185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:44.561813Z","caller":"traceutil/trace.go:171","msg":"trace[2094586320] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"157.397366ms","start":"2026-03-04T15:34:44.404377Z","end":"2026-03-04T15:34:44.561774Z","steps":["trace[2094586320] 'process raft request' (duration: 156.552104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:44.766723Z","caller":"traceutil/trace.go:171","msg":"trace[188668439] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"169.305801ms","start":"2026-03-04T15:34:44.597398Z","end":"2026-03-04T15:34:44.766704Z","steps":["trace[188668439] 'process raft request' (duration: 90.712396ms)","trace[188668439] 'compare' (duration: 78.492492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:34:47.325553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.161483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:34:47.325797Z","caller":"traceutil/trace.go:171","msg":"trace[23522358] linearizableReadLoop","detail":"{readStateIndex:4209; appliedIndex:4208; }","duration":"266.683169ms","start":"2026-03-04T15:34:47.059099Z","end":"2026-03-04T15:34:47.325783Z","steps":["trace[23522358] 'read index received' (duration: 34.132µs)","trace[23522358] 'applied index is now lower than readState.Index' (duration: 266.647447ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:34:47.325853Z","caller":"traceutil/trace.go:171","msg":"trace[39775168] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"331.635183ms","start":"2026-03-04T15:34:46.994175Z","end":"2026-03-04T15:34:47.325811Z","steps":["trace[39775168] 'process raft request' (duration: 30.142732ms)","trace[39775168] 'compare' (duration: 301.074171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:34:47.325941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:34:46.99415Z","time spent":"331.744037ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:34:47.326158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.916014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:34:47.326255Z","caller":"traceutil/trace.go:171","msg":"trace[710635282] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4027; }","duration":"267.169281ms","start":"2026-03-04T15:34:47.059064Z","end":"2026-03-04T15:34:47.326234Z","steps":["trace[710635282] 'agreement among raft nodes before linearized reading' (duration: 266.804522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:52.607583Z","caller":"traceutil/trace.go:171","msg":"trace[918320727] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"101.774109ms","start":"2026-03-04T15:34:52.505774Z","end":"2026-03-04T15:34:52.607548Z","steps":["trace[918320727] 'process raft request' (duration: 101.622935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:34:53.711456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.560695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:34:53.711597Z","caller":"traceutil/trace.go:171","msg":"trace[1307607739] linearizableReadLoop","detail":"{readStateIndex:4577; appliedIndex:4576; }","duration":"223.282466ms","start":"2026-03-04T15:34:53.488297Z","end":"2026-03-04T15:34:53.71158Z","steps":["trace[1307607739] 'read index received' (duration: 64.466774ms)","trace[1307607739] 'applied index is now lower than readState.Index' (duration: 158.814462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:34:53.711619Z","caller":"traceutil/trace.go:171","msg":"trace[457550133] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"319.644076ms","start":"2026-03-04T15:34:53.391943Z","end":"2026-03-04T15:34:53.711587Z","steps":["trace[457550133] 'process raft request' (duration: 160.864836ms)","trace[457550133] 'compare' (duration: 158.439152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:34:53.711741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:34:53.391915Z","time spent":"319.756608ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:34:53.711726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.396079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:34:53.711816Z","caller":"traceutil/trace.go:171","msg":"trace[1098596464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4388; }","duration":"223.546922ms","start":"2026-03-04T15:34:53.488248Z","end":"2026-03-04T15:34:53.711795Z","steps":["trace[1098596464] 'agreement among raft nodes before linearized reading' (duration: 223.400489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:55.063394Z","caller":"traceutil/trace.go:171","msg":"trace[1139431615] linearizableReadLoop","detail":"{readStateIndex:4650; appliedIndex:4649; }","duration":"242.322643ms","start":"2026-03-04T15:34:54.821052Z","end":"2026-03-04T15:34:55.063375Z","steps":["trace[1139431615] 'read index received' (duration: 242.161349ms)","trace[1139431615] 'applied index is now lower than readState.Index' (duration: 160.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:34:55.063535Z","caller":"traceutil/trace.go:171","msg":"trace[824824271] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"277.242459ms","start":"2026-03-04T15:34:54.786266Z","end":"2026-03-04T15:34:55.063508Z","steps":["trace[824824271] 'process raft request' (duration: 276.983392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:34:55.063618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.55527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T15:34:55.063649Z","caller":"traceutil/trace.go:171","msg":"trace[412083533] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4460; }","duration":"242.596611ms","start":"2026-03-04T15:34:54.82104Z","end":"2026-03-04T15:34:55.063636Z","steps":["trace[412083533] 'agreement among raft nodes before linearized reading' (duration: 242.468158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:55.085828Z","caller":"traceutil/trace.go:171","msg":"trace[1425001503] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"255.301706ms","start":"2026-03-04T15:34:54.830489Z","end":"2026-03-04T15:34:55.08579Z","steps":["trace[1425001503] 'process raft request' (duration: 254.897416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:55.298095Z","caller":"traceutil/trace.go:171","msg":"trace[390761305] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"162.263261ms","start":"2026-03-04T15:34:55.135793Z","end":"2026-03-04T15:34:55.298056Z","steps":["trace[390761305] 'process raft request' (duration: 161.547852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:58.000879Z","caller":"traceutil/trace.go:171","msg":"trace[339089102] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4707; }","duration":"153.978228ms","start":"2026-03-04T15:34:57.846881Z","end":"2026-03-04T15:34:58.00086Z","steps":["trace[339089102] 'read index received' (duration: 28.138481ms)","trace[339089102] 'applied index is now lower than readState.Index' (duration: 125.838587ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:34:58.000977Z","caller":"traceutil/trace.go:171","msg":"trace[1507191655] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"157.278553ms","start":"2026-03-04T15:34:57.843659Z","end":"2026-03-04T15:34:58.000938Z","steps":["trace[1507191655] 'process raft request' (duration: 85.030521ms)","trace[1507191655] 'compare' (duration: 72.057377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:34:58.001165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.260815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-03-04T15:34:58.00122Z","caller":"traceutil/trace.go:171","msg":"trace[156360104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4518; }","duration":"154.347968ms","start":"2026-03-04T15:34:57.846859Z","end":"2026-03-04T15:34:58.001207Z","steps":["trace[156360104] 'agreement among raft nodes before linearized reading' (duration: 154.090101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:34:58.313931Z","caller":"traceutil/trace.go:171","msg":"trace[1351758157] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"290.013546ms","start":"2026-03-04T15:34:58.023891Z","end":"2026-03-04T15:34:58.313904Z","steps":["trace[1351758157] 'process raft request' (duration: 283.063689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:01.44046Z","caller":"traceutil/trace.go:171","msg":"trace[1613269918] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"308.068379ms","start":"2026-03-04T15:35:01.132364Z","end":"2026-03-04T15:35:01.440432Z","steps":["trace[1613269918] 'process raft request' (duration: 307.879544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:01.440611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.13234Z","time spent":"308.198933ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:35:01.440653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.404018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:01.440773Z","caller":"traceutil/trace.go:171","msg":"trace[1997652119] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4569; }","duration":"299.578052ms","start":"2026-03-04T15:35:01.141177Z","end":"2026-03-04T15:35:01.440755Z","steps":["trace[1997652119] 'agreement among raft nodes before linearized reading' (duration: 299.359037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:01.440939Z","caller":"traceutil/trace.go:171","msg":"trace[427089004] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4761; }","duration":"299.156141ms","start":"2026-03-04T15:35:01.141231Z","end":"2026-03-04T15:35:01.440387Z","steps":["trace[427089004] 'read index received' (duration: 298.918905ms)","trace[427089004] 'applied index is now lower than readState.Index' (duration: 236.136µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:01.441123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.100233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-5ksd6\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-04T15:35:01.44116Z","caller":"traceutil/trace.go:171","msg":"trace[955808765] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-5ksd6; range_end:; response_count:1; response_revision:4569; }","duration":"119.177255ms","start":"2026-03-04T15:35:01.321971Z","end":"2026-03-04T15:35:01.441148Z","steps":["trace[955808765] 'agreement among raft nodes before linearized reading' (duration: 119.045192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:02.062921Z","caller":"traceutil/trace.go:171","msg":"trace[1128015777] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"612.343351ms","start":"2026-03-04T15:35:01.450549Z","end":"2026-03-04T15:35:02.062892Z","steps":["trace[1128015777] 'process raft request' (duration: 570.860148ms)","trace[1128015777] 'compare' (duration: 41.225317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:02.063044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.450542Z","time spent":"612.446985ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:35:02.062913Z","caller":"traceutil/trace.go:171","msg":"trace[467418732] linearizableReadLoop","detail":"{readStateIndex:4764; appliedIndex:4763; }","duration":"612.015593ms","start":"2026-03-04T15:35:01.450867Z","end":"2026-03-04T15:35:02.062883Z","steps":["trace[467418732] 'read index received' (duration: 88.751656ms)","trace[467418732] 'applied index is now lower than readState.Index' (duration: 523.261507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:02.063174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.278159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T15:35:02.063227Z","caller":"traceutil/trace.go:171","msg":"trace[1853854830] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4571; }","duration":"612.367382ms","start":"2026-03-04T15:35:01.450849Z","end":"2026-03-04T15:35:02.063217Z","steps":["trace[1853854830] 'agreement among raft nodes before linearized reading' (duration: 612.121436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.063262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.450844Z","time spent":"612.410503ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T15:35:02.076484Z","caller":"traceutil/trace.go:171","msg":"trace[695951038] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"531.884699ms","start":"2026-03-04T15:35:01.544572Z","end":"2026-03-04T15:35:02.076456Z","steps":["trace[695951038] 'process raft request' (duration: 531.617512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.07665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.544525Z","time spent":"532.043393ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:02.076737Z","caller":"traceutil/trace.go:171","msg":"trace[60485663] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"531.568169ms","start":"2026-03-04T15:35:01.545142Z","end":"2026-03-04T15:35:02.07671Z","steps":["trace[60485663] 'process raft request' (duration: 531.238531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:02.076877Z","caller":"traceutil/trace.go:171","msg":"trace[35503950] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"291.664859ms","start":"2026-03-04T15:35:01.785203Z","end":"2026-03-04T15:35:02.076867Z","steps":["trace[35503950] 'process raft request' (duration: 291.490495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.076899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.5451Z","time spent":"531.727983ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:02.077035Z","caller":"traceutil/trace.go:171","msg":"trace[1579463676] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"291.543776ms","start":"2026-03-04T15:35:01.785474Z","end":"2026-03-04T15:35:02.077018Z","steps":["trace[1579463676] 'process raft request' (duration: 291.357691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:02.076757Z","caller":"traceutil/trace.go:171","msg":"trace[709216498] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"529.848866ms","start":"2026-03-04T15:35:01.546891Z","end":"2026-03-04T15:35:02.07674Z","steps":["trace[709216498] 'process raft request' (duration: 529.724223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:02.077152Z","caller":"traceutil/trace.go:171","msg":"trace[1000511915] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"280.694587ms","start":"2026-03-04T15:35:01.796445Z","end":"2026-03-04T15:35:02.07714Z","steps":["trace[1000511915] 'process raft request' (duration: 280.516743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.077213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.546872Z","time spent":"530.287668ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:02.077445Z","caller":"traceutil/trace.go:171","msg":"trace[321408923] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"242.734625ms","start":"2026-03-04T15:35:01.8347Z","end":"2026-03-04T15:35:02.077435Z","steps":["trace[321408923] 'process raft request' (duration: 242.395865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.077711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.520594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:35:02.077818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.278565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:02.077845Z","caller":"traceutil/trace.go:171","msg":"trace[837529463] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4578; }","duration":"535.335287ms","start":"2026-03-04T15:35:01.542502Z","end":"2026-03-04T15:35:02.077837Z","steps":["trace[837529463] 'agreement among raft nodes before linearized reading' (duration: 535.295426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.077868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.542466Z","time spent":"535.395928ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:35:02.07782Z","caller":"traceutil/trace.go:171","msg":"trace[518366349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4578; }","duration":"335.705979ms","start":"2026-03-04T15:35:01.742101Z","end":"2026-03-04T15:35:02.077807Z","steps":["trace[518366349] 'agreement among raft nodes before linearized reading' (duration: 335.432182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.742082Z","time spent":"335.904684ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:02.078063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.769552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:02.078087Z","caller":"traceutil/trace.go:171","msg":"trace[956092341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4578; }","duration":"587.829474ms","start":"2026-03-04T15:35:01.490251Z","end":"2026-03-04T15:35:02.078081Z","steps":["trace[956092341] 'agreement among raft nodes before linearized reading' (duration: 587.799063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.490231Z","time spent":"587.869525ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:35:02.07772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.073674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:35:02.078233Z","caller":"traceutil/trace.go:171","msg":"trace[1555979464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4578; }","duration":"330.643339ms","start":"2026-03-04T15:35:01.747576Z","end":"2026-03-04T15:35:02.078219Z","steps":["trace[1555979464] 'agreement among raft nodes before linearized reading' (duration: 329.960701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.701756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:35:02.078327Z","caller":"traceutil/trace.go:171","msg":"trace[1781451546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4578; }","duration":"230.807309ms","start":"2026-03-04T15:35:01.847503Z","end":"2026-03-04T15:35:02.07831Z","steps":["trace[1781451546] 'agreement among raft nodes before linearized reading' (duration: 230.650255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.747558Z","time spent":"330.731421ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:02.078448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.358576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-04T15:35:02.078521Z","caller":"traceutil/trace.go:171","msg":"trace[340493669] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb; range_end:; response_count:1; response_revision:4578; }","duration":"244.464889ms","start":"2026-03-04T15:35:01.834035Z","end":"2026-03-04T15:35:02.0785Z","steps":["trace[340493669] 'agreement among raft nodes before linearized reading' (duration: 244.251513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.077776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.207481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" ","response":"range_response_count:1 size:2130"} {"level":"warn","ts":"2026-03-04T15:35:02.078548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.980586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T15:35:02.078039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.496274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16101"} {"level":"info","ts":"2026-03-04T15:35:02.078573Z","caller":"traceutil/trace.go:171","msg":"trace[711244603] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls; range_end:; response_count:1; response_revision:4578; }","duration":"624.013231ms","start":"2026-03-04T15:35:01.454547Z","end":"2026-03-04T15:35:02.07856Z","steps":["trace[711244603] 'agreement among raft nodes before linearized reading' (duration: 623.083498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:02.078601Z","caller":"traceutil/trace.go:171","msg":"trace[702626395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4578; }","duration":"191.09037ms","start":"2026-03-04T15:35:01.887498Z","end":"2026-03-04T15:35:02.078588Z","steps":["trace[702626395] 'agreement among raft nodes before linearized reading' (duration: 190.961917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.45454Z","time spent":"624.063532ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2153,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" "} {"level":"info","ts":"2026-03-04T15:35:02.078614Z","caller":"traceutil/trace.go:171","msg":"trace[500510583] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4578; }","duration":"554.089848ms","start":"2026-03-04T15:35:01.524508Z","end":"2026-03-04T15:35:02.078598Z","steps":["trace[500510583] 'agreement among raft nodes before linearized reading' (duration: 553.480613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.524495Z","time spent":"554.15738ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16124,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T15:35:02.078245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.153432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T15:35:02.078863Z","caller":"traceutil/trace.go:171","msg":"trace[1564553535] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4578; }","duration":"627.756757ms","start":"2026-03-04T15:35:01.451067Z","end":"2026-03-04T15:35:02.078824Z","steps":["trace[1564553535] 'agreement among raft nodes before linearized reading' (duration: 627.09353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:02.078936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:01.451062Z","time spent":"627.848529ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T15:35:04.121187Z","caller":"traceutil/trace.go:171","msg":"trace[1209001288] linearizableReadLoop","detail":"{readStateIndex:4900; appliedIndex:4899; }","duration":"268.047063ms","start":"2026-03-04T15:35:03.853124Z","end":"2026-03-04T15:35:04.121171Z","steps":["trace[1209001288] 'read index received' (duration: 267.92374ms)","trace[1209001288] 'applied index is now lower than readState.Index' (duration: 122.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:04.121238Z","caller":"traceutil/trace.go:171","msg":"trace[1886299565] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"310.163443ms","start":"2026-03-04T15:35:03.811044Z","end":"2026-03-04T15:35:04.121207Z","steps":["trace[1886299565] 'process raft request' (duration: 310.008749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.121354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.226738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb\" ","response":"range_response_count:1 size:9747"} {"level":"warn","ts":"2026-03-04T15:35:04.121378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:03.811021Z","time spent":"310.277236ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:04.121385Z","caller":"traceutil/trace.go:171","msg":"trace[637232919] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb; range_end:; response_count:1; response_revision:4702; }","duration":"268.30453ms","start":"2026-03-04T15:35:03.853068Z","end":"2026-03-04T15:35:04.121373Z","steps":["trace[637232919] 'agreement among raft nodes before linearized reading' (duration: 268.199758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:04.441361Z","caller":"traceutil/trace.go:171","msg":"trace[1655805702] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"356.973973ms","start":"2026-03-04T15:35:04.084355Z","end":"2026-03-04T15:35:04.441329Z","steps":["trace[1655805702] 'process raft request' (duration: 353.507595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:04.441536Z","caller":"traceutil/trace.go:171","msg":"trace[1502453443] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4900; }","duration":"320.272552ms","start":"2026-03-04T15:35:04.121246Z","end":"2026-03-04T15:35:04.441519Z","steps":["trace[1502453443] 'read index received' (duration: 316.615249ms)","trace[1502453443] 'applied index is now lower than readState.Index' (duration: 3.656343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:04.441547Z","caller":"traceutil/trace.go:171","msg":"trace[1704189508] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"356.741047ms","start":"2026-03-04T15:35:04.084787Z","end":"2026-03-04T15:35:04.441528Z","steps":["trace[1704189508] 'process raft request' (duration: 356.474191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.441563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.084333Z","time spent":"357.122797ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:04.441641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.084765Z","time spent":"356.828989ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:04.441736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.136251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:35:04.441793Z","caller":"traceutil/trace.go:171","msg":"trace[312724492] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"356.946514ms","start":"2026-03-04T15:35:04.084829Z","end":"2026-03-04T15:35:04.441776Z","steps":["trace[312724492] 'process raft request' (duration: 356.628815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.441868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.383927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:35:04.44188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.084802Z","time spent":"357.029745ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:04.4419Z","caller":"traceutil/trace.go:171","msg":"trace[660109886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4705; }","duration":"347.430859ms","start":"2026-03-04T15:35:04.094457Z","end":"2026-03-04T15:35:04.441888Z","steps":["trace[660109886] 'agreement among raft nodes before linearized reading' (duration: 347.313196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.441929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.094448Z","time spent":"347.473939ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:04.442034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.787302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb.1899ad5395303dc2\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-04T15:35:04.442062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.364937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:35:04.442073Z","caller":"traceutil/trace.go:171","msg":"trace[901528392] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb.1899ad5395303dc2; range_end:; response_count:1; response_revision:4705; }","duration":"587.856024ms","start":"2026-03-04T15:35:03.854205Z","end":"2026-03-04T15:35:04.442061Z","steps":["trace[901528392] 'agreement among raft nodes before linearized reading' (duration: 587.748891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.071688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:35:04.442173Z","caller":"traceutil/trace.go:171","msg":"trace[392568173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4705; }","duration":"352.216891ms","start":"2026-03-04T15:35:04.089933Z","end":"2026-03-04T15:35:04.44215Z","steps":["trace[392568173] 'agreement among raft nodes before linearized reading' (duration: 351.919054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.089923Z","time spent":"352.289144ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:35:04.442104Z","caller":"traceutil/trace.go:171","msg":"trace[676641147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4705; }","duration":"347.427769ms","start":"2026-03-04T15:35:04.094663Z","end":"2026-03-04T15:35:04.442091Z","steps":["trace[676641147] 'agreement among raft nodes before linearized reading' (duration: 347.309896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.101827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:35:04.442329Z","caller":"traceutil/trace.go:171","msg":"trace[632848501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4705; }","duration":"350.24712ms","start":"2026-03-04T15:35:04.092061Z","end":"2026-03-04T15:35:04.442308Z","steps":["trace[632848501] 'agreement among raft nodes before linearized reading' (duration: 349.934462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.092041Z","time spent":"350.335033ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:04.442379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.094657Z","time spent":"347.651174ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:35:04.442107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:03.854187Z","time spent":"587.913175ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb.1899ad5395303dc2\" "} {"level":"warn","ts":"2026-03-04T15:35:04.442548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.494807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719016"} {"level":"info","ts":"2026-03-04T15:35:04.442623Z","caller":"traceutil/trace.go:171","msg":"trace[1924023702] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4705; }","duration":"568.59794ms","start":"2026-03-04T15:35:03.874003Z","end":"2026-03-04T15:35:04.442601Z","steps":["trace[1924023702] 'agreement among raft nodes before linearized reading' (duration: 567.912722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.548372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:35:04.442676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:03.873992Z","time spent":"568.671281ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719039,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T15:35:04.442732Z","caller":"traceutil/trace.go:171","msg":"trace[1039876847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:4705; }","duration":"347.632043ms","start":"2026-03-04T15:35:04.095082Z","end":"2026-03-04T15:35:04.442714Z","steps":["trace[1039876847] 'agreement among raft nodes before linearized reading' (duration: 346.477493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.442773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.095076Z","time spent":"347.688625ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:35:04.442773Z","caller":"traceutil/trace.go:171","msg":"trace[1363153855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4705; }","duration":"347.228274ms","start":"2026-03-04T15:35:04.09455Z","end":"2026-03-04T15:35:04.441778Z","steps":["trace[1363153855] 'agreement among raft nodes before linearized reading' (duration: 346.976596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.443055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.094531Z","time spent":"348.454414ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:35:04.4462Z","caller":"traceutil/trace.go:171","msg":"trace[805669219] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"320.181579ms","start":"2026-03-04T15:35:04.125995Z","end":"2026-03-04T15:35:04.446176Z","steps":["trace[805669219] 'process raft request' (duration: 319.985424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.446369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.125969Z","time spent":"320.310032ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:04.446386Z","caller":"traceutil/trace.go:171","msg":"trace[294587081] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"315.634474ms","start":"2026-03-04T15:35:04.130727Z","end":"2026-03-04T15:35:04.446362Z","steps":["trace[294587081] 'process raft request' (duration: 315.374767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:04.446506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:04.130714Z","time spent":"315.731356ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:06.343472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832329939,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:35:06.49052Z","caller":"traceutil/trace.go:171","msg":"trace[1521033614] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"785.505402ms","start":"2026-03-04T15:35:05.704998Z","end":"2026-03-04T15:35:06.490504Z","steps":["trace[1521033614] 'process raft request' (duration: 785.375179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:06.49065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:05.704965Z","time spent":"785.610535ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:07.170094Z","caller":"traceutil/trace.go:171","msg":"trace[930170333] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"1.400813129s","start":"2026-03-04T15:35:05.769226Z","end":"2026-03-04T15:35:07.170039Z","steps":["trace[930170333] 'process raft request' (duration: 1.33803727s)","trace[930170333] 'compare' (duration: 62.361319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:07.170201Z","caller":"traceutil/trace.go:171","msg":"trace[1056984282] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"714.584003ms","start":"2026-03-04T15:35:06.455591Z","end":"2026-03-04T15:35:07.170175Z","steps":["trace[1056984282] 'process raft request' (duration: 714.46127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.17023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:05.769201Z","time spent":"1.400964444s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:07.170241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327012766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-04T15:35:07.170274Z","caller":"traceutil/trace.go:171","msg":"trace[1132327469] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls; range_end:; response_count:1; response_revision:4743; }","duration":"1.327077579s","start":"2026-03-04T15:35:05.843188Z","end":"2026-03-04T15:35:07.170265Z","steps":["trace[1132327469] 'agreement among raft nodes before linearized reading' (duration: 1.326957705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.170294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:05.843171Z","time spent":"1.3271185s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" "} {"level":"info","ts":"2026-03-04T15:35:07.170121Z","caller":"traceutil/trace.go:171","msg":"trace[98097408] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4937; }","duration":"1.326888053s","start":"2026-03-04T15:35:05.843222Z","end":"2026-03-04T15:35:07.17011Z","steps":["trace[98097408] 'read index received' (duration: 647.195305ms)","trace[98097408] 'applied index is now lower than readState.Index' (duration: 679.692108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:07.170379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.455559Z","time spent":"714.691907ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:07.170468Z","caller":"traceutil/trace.go:171","msg":"trace[1318763809] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"717.398686ms","start":"2026-03-04T15:35:06.452817Z","end":"2026-03-04T15:35:07.170216Z","steps":["trace[1318763809] 'process raft request' (duration: 717.212141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:07.170491Z","caller":"traceutil/trace.go:171","msg":"trace[1533218148] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"717.658094ms","start":"2026-03-04T15:35:06.452822Z","end":"2026-03-04T15:35:07.17048Z","steps":["trace[1533218148] 'process raft request' (duration: 717.16536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.170573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.452801Z","time spent":"717.737765ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:07.170633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.452801Z","time spent":"717.731055ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:07.175795Z","caller":"traceutil/trace.go:171","msg":"trace[27518837] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"186.937573ms","start":"2026-03-04T15:35:06.988821Z","end":"2026-03-04T15:35:07.175758Z","steps":["trace[27518837] 'process raft request' (duration: 186.501392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.175839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.358428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:35:07.175974Z","caller":"traceutil/trace.go:171","msg":"trace[1099760709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4744; }","duration":"716.546354ms","start":"2026-03-04T15:35:06.4594Z","end":"2026-03-04T15:35:07.175947Z","steps":["trace[1099760709] 'agreement among raft nodes before linearized reading' (duration: 716.091061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.459394Z","time spent":"716.660686ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.314013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:35:07.176188Z","caller":"traceutil/trace.go:171","msg":"trace[1814343002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4744; }","duration":"717.432916ms","start":"2026-03-04T15:35:06.458739Z","end":"2026-03-04T15:35:07.176172Z","steps":["trace[1814343002] 'agreement among raft nodes before linearized reading' (duration: 717.1822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.458732Z","time spent":"717.508108ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.727156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777201"} {"level":"info","ts":"2026-03-04T15:35:07.176302Z","caller":"traceutil/trace.go:171","msg":"trace[1389449320] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4744; }","duration":"666.817198ms","start":"2026-03-04T15:35:06.509471Z","end":"2026-03-04T15:35:07.176288Z","steps":["trace[1389449320] 'agreement among raft nodes before linearized reading' (duration: 666.087029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.509453Z","time spent":"666.879841ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777224,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.690744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:35:07.176357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.948624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:35:07.176416Z","caller":"traceutil/trace.go:171","msg":"trace[1186340275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4744; }","duration":"717.781196ms","start":"2026-03-04T15:35:06.458621Z","end":"2026-03-04T15:35:07.176402Z","steps":["trace[1186340275] 'agreement among raft nodes before linearized reading' (duration: 717.594022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:07.176422Z","caller":"traceutil/trace.go:171","msg":"trace[1158250032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4744; }","duration":"717.064327ms","start":"2026-03-04T15:35:06.459345Z","end":"2026-03-04T15:35:07.176409Z","steps":["trace[1158250032] 'agreement among raft nodes before linearized reading' (duration: 716.856842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.426386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:35:07.176456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.458609Z","time spent":"717.839137ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:35:07.176464Z","caller":"traceutil/trace.go:171","msg":"trace[561986029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4744; }","duration":"717.476348ms","start":"2026-03-04T15:35:06.45898Z","end":"2026-03-04T15:35:07.176457Z","steps":["trace[561986029] 'agreement among raft nodes before linearized reading' (duration: 717.393886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.459327Z","time spent":"717.123508ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.458975Z","time spent":"717.507838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:35:07.17656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295719575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-04T15:35:07.176622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293810186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T15:35:07.176653Z","caller":"traceutil/trace.go:171","msg":"trace[1036228308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:4744; }","duration":"1.293874787s","start":"2026-03-04T15:35:05.882768Z","end":"2026-03-04T15:35:07.176643Z","steps":["trace[1036228308] 'agreement among raft nodes before linearized reading' (duration: 1.293793985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:05.882751Z","time spent":"1.293926859s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.573849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:35:07.176784Z","caller":"traceutil/trace.go:171","msg":"trace[1723499166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:4744; }","duration":"715.671811ms","start":"2026-03-04T15:35:06.461091Z","end":"2026-03-04T15:35:07.176763Z","steps":["trace[1723499166] 'agreement among raft nodes before linearized reading' (duration: 715.487847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.176822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.461085Z","time spent":"715.726784ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:35:07.176953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.273304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T15:35:07.177037Z","caller":"traceutil/trace.go:171","msg":"trace[1479415759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:4744; }","duration":"696.375667ms","start":"2026-03-04T15:35:06.480642Z","end":"2026-03-04T15:35:07.177018Z","steps":["trace[1479415759] 'agreement among raft nodes before linearized reading' (duration: 695.229878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.177087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:06.480626Z","time spent":"696.447139ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" "} {"level":"info","ts":"2026-03-04T15:35:07.176709Z","caller":"traceutil/trace.go:171","msg":"trace[785816007] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4744; }","duration":"1.296047263s","start":"2026-03-04T15:35:05.880592Z","end":"2026-03-04T15:35:07.176639Z","steps":["trace[785816007] 'agreement among raft nodes before linearized reading' (duration: 1.294848552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:07.17755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:05.880569Z","time spent":"1.296965577s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T15:35:09.286457Z","caller":"traceutil/trace.go:171","msg":"trace[1565631279] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"109.526718ms","start":"2026-03-04T15:35:09.176907Z","end":"2026-03-04T15:35:09.286434Z","steps":["trace[1565631279] 'process raft request' (duration: 109.321083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.286311Z","caller":"traceutil/trace.go:171","msg":"trace[887949103] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"109.449466ms","start":"2026-03-04T15:35:09.176819Z","end":"2026-03-04T15:35:09.286268Z","steps":["trace[887949103] 'process raft request' (duration: 109.272662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.426815Z","caller":"traceutil/trace.go:171","msg":"trace[1309699778] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"135.572846ms","start":"2026-03-04T15:35:09.291208Z","end":"2026-03-04T15:35:09.426781Z","steps":["trace[1309699778] 'process raft request' (duration: 52.763032ms)","trace[1309699778] 'compare' (duration: 82.597659ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:09.427059Z","caller":"traceutil/trace.go:171","msg":"trace[1451930545] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"135.596626ms","start":"2026-03-04T15:35:09.291438Z","end":"2026-03-04T15:35:09.427035Z","steps":["trace[1451930545] 'process raft request' (duration: 135.287229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.42732Z","caller":"traceutil/trace.go:171","msg":"trace[1576654663] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"135.708169ms","start":"2026-03-04T15:35:09.291602Z","end":"2026-03-04T15:35:09.42731Z","steps":["trace[1576654663] 'process raft request' (duration: 135.34566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.427506Z","caller":"traceutil/trace.go:171","msg":"trace[998386473] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"135.784232ms","start":"2026-03-04T15:35:09.291699Z","end":"2026-03-04T15:35:09.427483Z","steps":["trace[998386473] 'process raft request' (duration: 135.571926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.427558Z","caller":"traceutil/trace.go:171","msg":"trace[774134773] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4985; }","duration":"133.961715ms","start":"2026-03-04T15:35:09.29358Z","end":"2026-03-04T15:35:09.427542Z","steps":["trace[774134773] 'read index received' (duration: 50.521625ms)","trace[774134773] 'applied index is now lower than readState.Index' (duration: 83.43895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:09.427852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.248162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-03-04T15:35:09.428551Z","caller":"traceutil/trace.go:171","msg":"trace[749548020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4789; }","duration":"134.983712ms","start":"2026-03-04T15:35:09.293555Z","end":"2026-03-04T15:35:09.428539Z","steps":["trace[749548020] 'agreement among raft nodes before linearized reading' (duration: 134.037028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:09.427908Z","caller":"traceutil/trace.go:171","msg":"trace[191834594] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"135.173236ms","start":"2026-03-04T15:35:09.29272Z","end":"2026-03-04T15:35:09.427893Z","steps":["trace[191834594] 'process raft request' (duration: 134.695524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:10.529123Z","caller":"traceutil/trace.go:171","msg":"trace[404867456] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"237.129471ms","start":"2026-03-04T15:35:10.291972Z","end":"2026-03-04T15:35:10.529102Z","steps":["trace[404867456] 'read index received' (duration: 236.891244ms)","trace[404867456] 'applied index is now lower than readState.Index' (duration: 237.366µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:10.529539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.548071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-04T15:35:10.529593Z","caller":"traceutil/trace.go:171","msg":"trace[68036160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:4790; }","duration":"237.665075ms","start":"2026-03-04T15:35:10.291912Z","end":"2026-03-04T15:35:10.529577Z","steps":["trace[68036160] 'agreement among raft nodes before linearized reading' (duration: 237.315546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:10.529804Z","caller":"traceutil/trace.go:171","msg":"trace[739033244] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"432.690145ms","start":"2026-03-04T15:35:10.096522Z","end":"2026-03-04T15:35:10.529212Z","steps":["trace[739033244] 'process raft request' (duration: 432.401997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:10.529966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:10.096506Z","time spent":"433.379393ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:11.487024Z","caller":"traceutil/trace.go:171","msg":"trace[816796260] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"227.169395ms","start":"2026-03-04T15:35:11.259814Z","end":"2026-03-04T15:35:11.486984Z","steps":["trace[816796260] 'process raft request' (duration: 226.960229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:11.543512Z","caller":"traceutil/trace.go:171","msg":"trace[768253384] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"251.308154ms","start":"2026-03-04T15:35:11.292174Z","end":"2026-03-04T15:35:11.543482Z","steps":["trace[768253384] 'process raft request' (duration: 234.732119ms)","trace[768253384] 'compare' (duration: 16.37626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:11.543597Z","caller":"traceutil/trace.go:171","msg":"trace[1218905064] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4992; }","duration":"226.938099ms","start":"2026-03-04T15:35:11.316634Z","end":"2026-03-04T15:35:11.543572Z","steps":["trace[1218905064] 'read index received' (duration: 170.895532ms)","trace[1218905064] 'applied index is now lower than readState.Index' (duration: 56.041077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:11.543628Z","caller":"traceutil/trace.go:171","msg":"trace[341837813] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"251.378506ms","start":"2026-03-04T15:35:11.292237Z","end":"2026-03-04T15:35:11.543616Z","steps":["trace[341837813] 'process raft request' (duration: 251.201421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:11.543799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.138019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:35:11.543799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.67186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:35:11.543824Z","caller":"traceutil/trace.go:171","msg":"trace[2129815224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:4793; }","duration":"109.18568ms","start":"2026-03-04T15:35:11.434632Z","end":"2026-03-04T15:35:11.543817Z","steps":["trace[2129815224] 'agreement among raft nodes before linearized reading' (duration: 109.106048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:11.543833Z","caller":"traceutil/trace.go:171","msg":"trace[675426132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4793; }","duration":"112.738372ms","start":"2026-03-04T15:35:11.431084Z","end":"2026-03-04T15:35:11.543822Z","steps":["trace[675426132] 'agreement among raft nodes before linearized reading' (duration: 112.624259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:11.543949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.315158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb.1899ad531cdae361\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T15:35:11.543969Z","caller":"traceutil/trace.go:171","msg":"trace[958976907] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb.1899ad531cdae361; range_end:; response_count:1; response_revision:4793; }","duration":"227.36301ms","start":"2026-03-04T15:35:11.316601Z","end":"2026-03-04T15:35:11.543964Z","steps":["trace[958976907] 'agreement among raft nodes before linearized reading' (duration: 227.306398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:11.544032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.836933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:35:11.544113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.960246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:35:11.544128Z","caller":"traceutil/trace.go:171","msg":"trace[353897535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4793; }","duration":"112.981078ms","start":"2026-03-04T15:35:11.431143Z","end":"2026-03-04T15:35:11.544124Z","steps":["trace[353897535] 'agreement among raft nodes before linearized reading' (duration: 112.945317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:11.544144Z","caller":"traceutil/trace.go:171","msg":"trace[542613379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4793; }","duration":"113.011068ms","start":"2026-03-04T15:35:11.431105Z","end":"2026-03-04T15:35:11.544116Z","steps":["trace[542613379] 'agreement among raft nodes before linearized reading' (duration: 112.759882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:11.544078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.959587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:35:11.54417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.705495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:35:11.54426Z","caller":"traceutil/trace.go:171","msg":"trace[769442862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4793; }","duration":"113.137361ms","start":"2026-03-04T15:35:11.431091Z","end":"2026-03-04T15:35:11.544228Z","steps":["trace[769442862] 'agreement among raft nodes before linearized reading' (duration: 112.957837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:11.544273Z","caller":"traceutil/trace.go:171","msg":"trace[452055735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4793; }","duration":"111.868259ms","start":"2026-03-04T15:35:11.432378Z","end":"2026-03-04T15:35:11.544247Z","steps":["trace[452055735] 'agreement among raft nodes before linearized reading' (duration: 111.554431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:13.159119Z","caller":"traceutil/trace.go:171","msg":"trace[2135552853] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"176.736392ms","start":"2026-03-04T15:35:12.982347Z","end":"2026-03-04T15:35:13.159083Z","steps":["trace[2135552853] 'process raft request' (duration: 147.80491ms)","trace[2135552853] 'compare' (duration: 28.791648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:13.183166Z","caller":"traceutil/trace.go:171","msg":"trace[1270347337] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"195.939054ms","start":"2026-03-04T15:35:12.9872Z","end":"2026-03-04T15:35:13.183139Z","steps":["trace[1270347337] 'process raft request' (duration: 195.718849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:16.903995Z","caller":"traceutil/trace.go:171","msg":"trace[1217219884] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"228.718675ms","start":"2026-03-04T15:35:16.675256Z","end":"2026-03-04T15:35:16.903975Z","steps":["trace[1217219884] 'process raft request' (duration: 226.084248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.459886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.014133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:17.459979Z","caller":"traceutil/trace.go:171","msg":"trace[1654363841] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4930; }","duration":"215.161847ms","start":"2026-03-04T15:35:17.244796Z","end":"2026-03-04T15:35:17.459958Z","steps":["trace[1654363841] 'count revisions from in-memory index tree' (duration: 214.912281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.459989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.206179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:35:17.460045Z","caller":"traceutil/trace.go:171","msg":"trace[241106330] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"186.903533ms","start":"2026-03-04T15:35:17.27313Z","end":"2026-03-04T15:35:17.460033Z","steps":["trace[241106330] 'process raft request' (duration: 56.597131ms)","trace[241106330] 'compare' (duration: 130.024795ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:17.511647Z","caller":"traceutil/trace.go:171","msg":"trace[2081834514] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"159.817448ms","start":"2026-03-04T15:35:17.351789Z","end":"2026-03-04T15:35:17.511607Z","steps":["trace[2081834514] 'process raft request' (duration: 159.541351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.910739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.317984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:35:17.911041Z","caller":"traceutil/trace.go:171","msg":"trace[1992912060] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5137; }","duration":"324.959062ms","start":"2026-03-04T15:35:17.586065Z","end":"2026-03-04T15:35:17.911024Z","steps":["trace[1992912060] 'read index received' (duration: 29.752032ms)","trace[1992912060] 'applied index is now lower than readState.Index' (duration: 295.2062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:17.911097Z","caller":"traceutil/trace.go:171","msg":"trace[1249573988] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"349.234035ms","start":"2026-03-04T15:35:17.561828Z","end":"2026-03-04T15:35:17.911062Z","steps":["trace[1249573988] 'process raft request' (duration: 349.02267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.441175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:35:17.911252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.561807Z","time spent":"349.364269ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:17.9113Z","caller":"traceutil/trace.go:171","msg":"trace[957819007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4935; }","duration":"323.517356ms","start":"2026-03-04T15:35:17.587771Z","end":"2026-03-04T15:35:17.911288Z","steps":["trace[957819007] 'agreement among raft nodes before linearized reading' (duration: 323.363042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:17.91124Z","caller":"traceutil/trace.go:171","msg":"trace[1912486614] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"347.291706ms","start":"2026-03-04T15:35:17.563829Z","end":"2026-03-04T15:35:17.91112Z","steps":["trace[1912486614] 'process raft request' (duration: 347.147882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.587759Z","time spent":"323.570958ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.272311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:35:17.911403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.59684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:35:17.911452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.701978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:17.911465Z","caller":"traceutil/trace.go:171","msg":"trace[1277914956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4935; }","duration":"325.408474ms","start":"2026-03-04T15:35:17.586027Z","end":"2026-03-04T15:35:17.911436Z","steps":["trace[1277914956] 'agreement among raft nodes before linearized reading' (duration: 325.098176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:17.911479Z","caller":"traceutil/trace.go:171","msg":"trace[1006283761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:4935; }","duration":"318.683532ms","start":"2026-03-04T15:35:17.592774Z","end":"2026-03-04T15:35:17.911457Z","steps":["trace[1006283761] 'agreement among raft nodes before linearized reading' (duration: 318.460887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:17.911496Z","caller":"traceutil/trace.go:171","msg":"trace[846126310] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4935; }","duration":"303.75635ms","start":"2026-03-04T15:35:17.607727Z","end":"2026-03-04T15:35:17.911484Z","steps":["trace[846126310] 'agreement among raft nodes before linearized reading' (duration: 303.684378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.607718Z","time spent":"303.811911ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.586008Z","time spent":"325.517337ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.592767Z","time spent":"318.760654ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.478742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:35:17.911562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.56381Z","time spent":"347.571032ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:17.911595Z","caller":"traceutil/trace.go:171","msg":"trace[1251561538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4935; }","duration":"319.571034ms","start":"2026-03-04T15:35:17.592013Z","end":"2026-03-04T15:35:17.911584Z","steps":["trace[1251561538] 'agreement among raft nodes before linearized reading' (duration: 319.459882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.81497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:35:17.911692Z","caller":"traceutil/trace.go:171","msg":"trace[1606778337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4935; }","duration":"319.853722ms","start":"2026-03-04T15:35:17.591831Z","end":"2026-03-04T15:35:17.911684Z","steps":["trace[1606778337] 'agreement among raft nodes before linearized reading' (duration: 319.78507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.591994Z","time spent":"319.688838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.591825Z","time spent":"319.902053ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:35:17.911852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.511599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:35:17.911886Z","caller":"traceutil/trace.go:171","msg":"trace[29894486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4935; }","duration":"320.570141ms","start":"2026-03-04T15:35:17.591305Z","end":"2026-03-04T15:35:17.911875Z","steps":["trace[29894486] 'agreement among raft nodes before linearized reading' (duration: 320.492219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:17.911912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:17.591289Z","time spent":"320.617782ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:35:18.121477Z","caller":"traceutil/trace.go:171","msg":"trace[1161674148] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5141; }","duration":"151.248908ms","start":"2026-03-04T15:35:17.970204Z","end":"2026-03-04T15:35:18.121453Z","steps":["trace[1161674148] 'read index received' (duration: 150.987062ms)","trace[1161674148] 'applied index is now lower than readState.Index' (duration: 260.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:18.121551Z","caller":"traceutil/trace.go:171","msg":"trace[1892390855] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"204.842202ms","start":"2026-03-04T15:35:17.9167Z","end":"2026-03-04T15:35:18.121543Z","steps":["trace[1892390855] 'process raft request' (duration: 204.642267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:18.121522Z","caller":"traceutil/trace.go:171","msg":"trace[1302359382] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"204.110173ms","start":"2026-03-04T15:35:17.91738Z","end":"2026-03-04T15:35:18.12149Z","steps":["trace[1302359382] 'process raft request' (duration: 204.005861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:18.12148Z","caller":"traceutil/trace.go:171","msg":"trace[206165694] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"205.305285ms","start":"2026-03-04T15:35:17.916138Z","end":"2026-03-04T15:35:18.121443Z","steps":["trace[206165694] 'process raft request' (duration: 205.067319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:18.121623Z","caller":"traceutil/trace.go:171","msg":"trace[1338048971] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"201.431035ms","start":"2026-03-04T15:35:17.920118Z","end":"2026-03-04T15:35:18.121549Z","steps":["trace[1338048971] 'process raft request' (duration: 201.300432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:18.121755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.149004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:35:18.12182Z","caller":"traceutil/trace.go:171","msg":"trace[750561293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4940; }","duration":"204.234746ms","start":"2026-03-04T15:35:17.917569Z","end":"2026-03-04T15:35:18.121803Z","steps":["trace[750561293] 'agreement among raft nodes before linearized reading' (duration: 203.99396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:18.123869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.819187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-p55q5\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-04T15:35:18.123926Z","caller":"traceutil/trace.go:171","msg":"trace[871113494] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-p55q5; range_end:; response_count:1; response_revision:4941; }","duration":"109.91332ms","start":"2026-03-04T15:35:18.013997Z","end":"2026-03-04T15:35:18.12391Z","steps":["trace[871113494] 'agreement among raft nodes before linearized reading' (duration: 109.760096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:26.500975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832330644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:35:26.951187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007738673s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:35:26.951638Z","caller":"traceutil/trace.go:171","msg":"trace[2051212681] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"1.008264147s","start":"2026-03-04T15:35:25.943336Z","end":"2026-03-04T15:35:26.9516Z","steps":["trace[2051212681] 'process raft request' (duration: 1.008072902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:26.951822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:25.943316Z","time spent":"1.008410471s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:27.727038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.660461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:35:27.72741Z","caller":"traceutil/trace.go:171","msg":"trace[622178766] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5271; }","duration":"1.726695399s","start":"2026-03-04T15:35:26.000669Z","end":"2026-03-04T15:35:27.727365Z","steps":["trace[622178766] 'read index received' (duration: 950.817072ms)","trace[622178766] 'applied index is now lower than readState.Index' (duration: 775.875777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:27.727422Z","caller":"traceutil/trace.go:171","msg":"trace[1243924040] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"1.78400532s","start":"2026-03-04T15:35:25.943359Z","end":"2026-03-04T15:35:27.727364Z","steps":["trace[1243924040] 'process raft request' (duration: 1.134941148s)","trace[1243924040] 'compare' (duration: 648.547059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:27.727557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:25.943338Z","time spent":"1.784143234s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:27.729972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729287205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:35:27.730037Z","caller":"traceutil/trace.go:171","msg":"trace[1684121217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5067; }","duration":"1.729400618s","start":"2026-03-04T15:35:26.000623Z","end":"2026-03-04T15:35:27.730023Z","steps":["trace[1684121217] 'agreement among raft nodes before linearized reading' (duration: 1.726844792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.000607Z","time spent":"1.72945575s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:35:27.730114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241295703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:27.730189Z","caller":"traceutil/trace.go:171","msg":"trace[1405894239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5068; }","duration":"1.241399275s","start":"2026-03-04T15:35:26.488772Z","end":"2026-03-04T15:35:27.730171Z","steps":["trace[1405894239] 'agreement among raft nodes before linearized reading' (duration: 1.241292723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723746914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:35:27.73024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.488757Z","time spent":"1.241471517s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:35:27.730253Z","caller":"traceutil/trace.go:171","msg":"trace[147975581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5068; }","duration":"1.723832896s","start":"2026-03-04T15:35:26.006404Z","end":"2026-03-04T15:35:27.730237Z","steps":["trace[147975581] 'agreement among raft nodes before linearized reading' (duration: 1.723628101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.006389Z","time spent":"1.723895927s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:35:27.730412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.265318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:27.730457Z","caller":"traceutil/trace.go:171","msg":"trace[363805356] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5068; }","duration":"448.35743ms","start":"2026-03-04T15:35:27.282092Z","end":"2026-03-04T15:35:27.730449Z","steps":["trace[363805356] 'agreement among raft nodes before linearized reading' (duration: 448.291189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.73048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:27.282068Z","time spent":"448.404921ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:27.73047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567564307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:35:27.730536Z","caller":"traceutil/trace.go:171","msg":"trace[1097730491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5068; }","duration":"1.56765768s","start":"2026-03-04T15:35:26.162863Z","end":"2026-03-04T15:35:27.73052Z","steps":["trace[1097730491] 'agreement among raft nodes before linearized reading' (duration: 1.567452605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.162857Z","time spent":"1.567708371s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:27.730593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56024391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:35:27.730689Z","caller":"traceutil/trace.go:171","msg":"trace[1687530141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5068; }","duration":"1.560370274s","start":"2026-03-04T15:35:26.170301Z","end":"2026-03-04T15:35:27.730672Z","steps":["trace[1687530141] 'agreement among raft nodes before linearized reading' (duration: 1.560145278s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:27.730312Z","caller":"traceutil/trace.go:171","msg":"trace[1018023456] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"132.940643ms","start":"2026-03-04T15:35:27.597363Z","end":"2026-03-04T15:35:27.730304Z","steps":["trace[1018023456] 'process raft request' (duration: 132.498862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652897965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-04T15:35:27.730742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575958293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:35:27.730841Z","caller":"traceutil/trace.go:171","msg":"trace[2131108031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:5068; }","duration":"1.652964747s","start":"2026-03-04T15:35:26.077869Z","end":"2026-03-04T15:35:27.730834Z","steps":["trace[2131108031] 'agreement among raft nodes before linearized reading' (duration: 1.652887755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.07785Z","time spent":"1.653008278s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" "} {"level":"info","ts":"2026-03-04T15:35:27.730867Z","caller":"traceutil/trace.go:171","msg":"trace[1827129237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5068; }","duration":"1.576125927s","start":"2026-03-04T15:35:26.154723Z","end":"2026-03-04T15:35:27.730849Z","steps":["trace[1827129237] 'agreement among raft nodes before linearized reading' (duration: 1.575937432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.730626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567773784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T15:35:27.73092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.154696Z","time spent":"1.576209159s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:35:27.730945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278405279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T15:35:27.731254Z","caller":"traceutil/trace.go:171","msg":"trace[1132035290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:5068; }","duration":"1.278775418s","start":"2026-03-04T15:35:26.452462Z","end":"2026-03-04T15:35:27.731238Z","steps":["trace[1132035290] 'agreement among raft nodes before linearized reading' (duration: 1.277938467s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:27.730959Z","caller":"traceutil/trace.go:171","msg":"trace[540157514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5068; }","duration":"1.568103622s","start":"2026-03-04T15:35:26.162838Z","end":"2026-03-04T15:35:27.730942Z","steps":["trace[540157514] 'agreement among raft nodes before linearized reading' (duration: 1.567681901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:27.731394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.162763Z","time spent":"1.568610354s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:27.730733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.170292Z","time spent":"1.560432015s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:27.731562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:26.452445Z","time spent":"1.279105307s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" "} {"level":"info","ts":"2026-03-04T15:35:30.186298Z","caller":"traceutil/trace.go:171","msg":"trace[542925511] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"192.238394ms","start":"2026-03-04T15:35:29.994039Z","end":"2026-03-04T15:35:30.186277Z","steps":["trace[542925511] 'process raft request' (duration: 192.06679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:30.191775Z","caller":"traceutil/trace.go:171","msg":"trace[376642310] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"197.388906ms","start":"2026-03-04T15:35:29.994356Z","end":"2026-03-04T15:35:30.191745Z","steps":["trace[376642310] 'process raft request' (duration: 195.002996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:31.737338Z","caller":"traceutil/trace.go:171","msg":"trace[323550734] linearizableReadLoop","detail":"{readStateIndex:5321; appliedIndex:5320; }","duration":"249.457755ms","start":"2026-03-04T15:35:31.487859Z","end":"2026-03-04T15:35:31.737317Z","steps":["trace[323550734] 'read index received' (duration: 249.215079ms)","trace[323550734] 'applied index is now lower than readState.Index' (duration: 241.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:31.737455Z","caller":"traceutil/trace.go:171","msg":"trace[1877892568] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"329.345043ms","start":"2026-03-04T15:35:31.408078Z","end":"2026-03-04T15:35:31.737423Z","steps":["trace[1877892568] 'process raft request' (duration: 329.087306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:31.737486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.608629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:31.737579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.842603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:31.737634Z","caller":"traceutil/trace.go:171","msg":"trace[1174396680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5114; }","duration":"249.805074ms","start":"2026-03-04T15:35:31.487817Z","end":"2026-03-04T15:35:31.737622Z","steps":["trace[1174396680] 'agreement among raft nodes before linearized reading' (duration: 249.621399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:31.737652Z","caller":"traceutil/trace.go:171","msg":"trace[1098108773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5114; }","duration":"129.941005ms","start":"2026-03-04T15:35:31.607694Z","end":"2026-03-04T15:35:31.737635Z","steps":["trace[1098108773] 'agreement among raft nodes before linearized reading' (duration: 129.790341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:31.737626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:31.40806Z","time spent":"329.477317ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:33.817832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832330791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:35:34.070808Z","caller":"traceutil/trace.go:171","msg":"trace[807858663] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"832.39611ms","start":"2026-03-04T15:35:33.23839Z","end":"2026-03-04T15:35:34.070786Z","steps":["trace[807858663] 'process raft request' (duration: 832.264837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.070943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.238378Z","time spent":"832.492023ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:34.071977Z","caller":"traceutil/trace.go:171","msg":"trace[223800024] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"324.637824ms","start":"2026-03-04T15:35:33.747323Z","end":"2026-03-04T15:35:34.071961Z","steps":["trace[223800024] 'process raft request' (duration: 324.474729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.072102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.747279Z","time spent":"324.783809ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:34.072203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.452662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:35:34.071992Z","caller":"traceutil/trace.go:171","msg":"trace[1839586357] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"321.504365ms","start":"2026-03-04T15:35:33.750475Z","end":"2026-03-04T15:35:34.071979Z","steps":["trace[1839586357] 'process raft request' (duration: 321.394721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:34.072246Z","caller":"traceutil/trace.go:171","msg":"trace[1775724950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5145; }","duration":"754.573995ms","start":"2026-03-04T15:35:33.317661Z","end":"2026-03-04T15:35:34.072235Z","steps":["trace[1775724950] 'agreement among raft nodes before linearized reading' (duration: 754.37631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.072291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.317637Z","time spent":"754.643597ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:35:34.071925Z","caller":"traceutil/trace.go:171","msg":"trace[541502032] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5350; }","duration":"754.163165ms","start":"2026-03-04T15:35:33.317746Z","end":"2026-03-04T15:35:34.071909Z","steps":["trace[541502032] 'read index received' (duration: 752.934143ms)","trace[541502032] 'applied index is now lower than readState.Index' (duration: 1.227682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:34.072353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.750453Z","time spent":"321.810783ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:34.072511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.657814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:34.072581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.300603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:35:34.072619Z","caller":"traceutil/trace.go:171","msg":"trace[958617943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5145; }","duration":"246.362144ms","start":"2026-03-04T15:35:33.826248Z","end":"2026-03-04T15:35:34.07261Z","steps":["trace[958617943] 'agreement among raft nodes before linearized reading' (duration: 246.265042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:34.072634Z","caller":"traceutil/trace.go:171","msg":"trace[950247512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"583.771887ms","start":"2026-03-04T15:35:33.488824Z","end":"2026-03-04T15:35:34.072595Z","steps":["trace[950247512] 'agreement among raft nodes before linearized reading' (duration: 583.650984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.072717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.10406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:34.072754Z","caller":"traceutil/trace.go:171","msg":"trace[1629636566] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5145; }","duration":"161.183972ms","start":"2026-03-04T15:35:33.911559Z","end":"2026-03-04T15:35:34.072743Z","steps":["trace[1629636566] 'agreement among raft nodes before linearized reading' (duration: 161.1298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.072814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.155014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:35:34.072897Z","caller":"traceutil/trace.go:171","msg":"trace[3372453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5145; }","duration":"297.276276ms","start":"2026-03-04T15:35:33.775604Z","end":"2026-03-04T15:35:34.072881Z","steps":["trace[3372453] 'agreement among raft nodes before linearized reading' (duration: 297.03646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.073032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.17234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:35:34.072721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.488808Z","time spent":"583.9035ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:35:34.073044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.524554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:35:34.073123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.430018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:35:34.073172Z","caller":"traceutil/trace.go:171","msg":"trace[1850706489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5145; }","duration":"293.49435ms","start":"2026-03-04T15:35:33.779664Z","end":"2026-03-04T15:35:34.073158Z","steps":["trace[1850706489] 'agreement among raft nodes before linearized reading' (duration: 293.368247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:34.07307Z","caller":"traceutil/trace.go:171","msg":"trace[492776089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"246.247872ms","start":"2026-03-04T15:35:33.826812Z","end":"2026-03-04T15:35:34.07306Z","steps":["trace[492776089] 'agreement among raft nodes before linearized reading' (duration: 246.121509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:34.07314Z","caller":"traceutil/trace.go:171","msg":"trace[219103226] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5145; }","duration":"299.704638ms","start":"2026-03-04T15:35:33.773425Z","end":"2026-03-04T15:35:34.07313Z","steps":["trace[219103226] 'agreement among raft nodes before linearized reading' (duration: 299.530394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.073313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.729556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:35:34.073368Z","caller":"traceutil/trace.go:171","msg":"trace[371643621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5145; }","duration":"293.833818ms","start":"2026-03-04T15:35:33.779522Z","end":"2026-03-04T15:35:34.073355Z","steps":["trace[371643621] 'agreement among raft nodes before linearized reading' (duration: 293.717385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.073407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.393282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:35:34.073501Z","caller":"traceutil/trace.go:171","msg":"trace[1103369328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5145; }","duration":"303.517725ms","start":"2026-03-04T15:35:33.76996Z","end":"2026-03-04T15:35:34.073478Z","steps":["trace[1103369328] 'agreement among raft nodes before linearized reading' (duration: 303.225518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:34.073556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:33.769941Z","time spent":"303.606188ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:35:39.584984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832330994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:35:40.085732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832330994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:35:40.165168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168513597s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:35:40.165799Z","caller":"traceutil/trace.go:171","msg":"trace[964481690] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5440; }","duration":"1.081726871s","start":"2026-03-04T15:35:39.084044Z","end":"2026-03-04T15:35:40.165771Z","steps":["trace[964481690] 'read index received' (duration: 1.081491685s)","trace[964481690] 'applied index is now lower than readState.Index' (duration: 233.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:40.165906Z","caller":"traceutil/trace.go:171","msg":"trace[1202510297] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"1.16940976s","start":"2026-03-04T15:35:38.996464Z","end":"2026-03-04T15:35:40.165873Z","steps":["trace[1202510297] 'process raft request' (duration: 1.169082111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.166055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082001078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T15:35:40.166134Z","caller":"traceutil/trace.go:171","msg":"trace[1412501033] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5230; }","duration":"1.082140732s","start":"2026-03-04T15:35:39.083974Z","end":"2026-03-04T15:35:40.166115Z","steps":["trace[1412501033] 'agreement among raft nodes before linearized reading' (duration: 1.081922466s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.166143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:38.996438Z","time spent":"1.169535452s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:40.166194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.083938Z","time spent":"1.082240864s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T15:35:40.166623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010429652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:35:40.166677Z","caller":"traceutil/trace.go:171","msg":"trace[209552432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5232; }","duration":"1.010535534s","start":"2026-03-04T15:35:39.156128Z","end":"2026-03-04T15:35:40.166664Z","steps":["trace[209552432] 'agreement among raft nodes before linearized reading' (duration: 1.010383891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.166675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.961668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:40.166734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.156105Z","time spent":"1.010618557s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:35:40.166733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.643017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:40.166803Z","caller":"traceutil/trace.go:171","msg":"trace[1459555580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"932.74945ms","start":"2026-03-04T15:35:39.234037Z","end":"2026-03-04T15:35:40.166786Z","steps":["trace[1459555580] 'agreement among raft nodes before linearized reading' (duration: 932.639417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.166835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.502472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-p55q5\" ","response":"range_response_count:1 size:8349"} {"level":"warn","ts":"2026-03-04T15:35:40.166857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.234017Z","time spent":"932.828762ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:35:40.16673Z","caller":"traceutil/trace.go:171","msg":"trace[1874766673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"678.053171ms","start":"2026-03-04T15:35:39.48866Z","end":"2026-03-04T15:35:40.166713Z","steps":["trace[1874766673] 'agreement among raft nodes before linearized reading' (duration: 677.962928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:40.166886Z","caller":"traceutil/trace.go:171","msg":"trace[66052372] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-p55q5; range_end:; response_count:1; response_revision:5232; }","duration":"979.551914ms","start":"2026-03-04T15:35:39.187319Z","end":"2026-03-04T15:35:40.166871Z","steps":["trace[66052372] 'agreement among raft nodes before linearized reading' (duration: 979.42521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.166957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.187276Z","time spent":"979.669587ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8372,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-p55q5\" "} {"level":"warn","ts":"2026-03-04T15:35:40.166963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.488641Z","time spent":"678.282367ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:35:40.167085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.149126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T15:35:40.167153Z","caller":"traceutil/trace.go:171","msg":"trace[1458501411] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5232; }","duration":"740.239877ms","start":"2026-03-04T15:35:39.426891Z","end":"2026-03-04T15:35:40.16713Z","steps":["trace[1458501411] 'agreement among raft nodes before linearized reading' (duration: 740.040792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.167196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.426873Z","time spent":"740.31445ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T15:35:40.167162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.967844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:40.167353Z","caller":"traceutil/trace.go:171","msg":"trace[1506584871] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5232; }","duration":"380.19529ms","start":"2026-03-04T15:35:39.787139Z","end":"2026-03-04T15:35:40.167334Z","steps":["trace[1506584871] 'agreement among raft nodes before linearized reading' (duration: 379.973235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:40.167429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:39.787119Z","time spent":"380.289892ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:35:44.30205Z","caller":"traceutil/trace.go:171","msg":"trace[1394665869] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5486; }","duration":"109.283309ms","start":"2026-03-04T15:35:44.192743Z","end":"2026-03-04T15:35:44.302026Z","steps":["trace[1394665869] 'read index received' (duration: 91.529016ms)","trace[1394665869] 'applied index is now lower than readState.Index' (duration: 17.753243ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:44.302057Z","caller":"traceutil/trace.go:171","msg":"trace[1281382155] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"111.263938ms","start":"2026-03-04T15:35:44.190757Z","end":"2026-03-04T15:35:44.302021Z","steps":["trace[1281382155] 'process raft request' (duration: 93.504706ms)","trace[1281382155] 'compare' (duration: 17.534377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:44.302128Z","caller":"traceutil/trace.go:171","msg":"trace[690383035] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"109.610476ms","start":"2026-03-04T15:35:44.192492Z","end":"2026-03-04T15:35:44.302103Z","steps":["trace[690383035] 'process raft request' (duration: 109.495584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:44.302124Z","caller":"traceutil/trace.go:171","msg":"trace[198953076] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"110.95418ms","start":"2026-03-04T15:35:44.191131Z","end":"2026-03-04T15:35:44.302085Z","steps":["trace[198953076] 'process raft request' (duration: 110.809676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:44.3023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.533845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:35:44.302345Z","caller":"traceutil/trace.go:171","msg":"trace[319200748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5277; }","duration":"109.625677ms","start":"2026-03-04T15:35:44.192707Z","end":"2026-03-04T15:35:44.302333Z","steps":["trace[319200748] 'agreement among raft nodes before linearized reading' (duration: 109.463203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:44.302354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.498563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:35:44.302392Z","caller":"traceutil/trace.go:171","msg":"trace[1793179821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5277; }","duration":"109.555306ms","start":"2026-03-04T15:35:44.192825Z","end":"2026-03-04T15:35:44.302381Z","steps":["trace[1793179821] 'agreement among raft nodes before linearized reading' (duration: 109.432612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:44.302534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.765544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81443"} {"level":"info","ts":"2026-03-04T15:35:44.302559Z","caller":"traceutil/trace.go:171","msg":"trace[2079498597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5277; }","duration":"108.801136ms","start":"2026-03-04T15:35:44.193752Z","end":"2026-03-04T15:35:44.302553Z","steps":["trace[2079498597] 'agreement among raft nodes before linearized reading' (duration: 108.688682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.673168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.250856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:35:45.673265Z","caller":"traceutil/trace.go:171","msg":"trace[1415794066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5286; }","duration":"417.426171ms","start":"2026-03-04T15:35:45.255818Z","end":"2026-03-04T15:35:45.673244Z","steps":["trace[1415794066] 'range keys from in-memory index tree' (duration: 416.973039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.673304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.255782Z","time spent":"417.512333ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:35:45.673734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.213811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T15:35:45.673768Z","caller":"traceutil/trace.go:171","msg":"trace[545547225] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5286; }","duration":"351.290263ms","start":"2026-03-04T15:35:45.322466Z","end":"2026-03-04T15:35:45.673756Z","steps":["trace[545547225] 'range keys from in-memory index tree' (duration: 351.082288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.673787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.322441Z","time spent":"351.338945ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T15:35:45.673928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.082129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:45.673958Z","caller":"traceutil/trace.go:171","msg":"trace[1623084531] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5286; }","duration":"333.147641ms","start":"2026-03-04T15:35:45.340802Z","end":"2026-03-04T15:35:45.67395Z","steps":["trace[1623084531] 'count revisions from in-memory index tree' (duration: 332.955356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.673979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.340781Z","time spent":"333.190472ms","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:45.674064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.544333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T15:35:45.674147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.430502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:35:45.674204Z","caller":"traceutil/trace.go:171","msg":"trace[824044119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5286; }","duration":"484.724248ms","start":"2026-03-04T15:35:45.189427Z","end":"2026-03-04T15:35:45.674152Z","steps":["trace[824044119] 'range keys from in-memory index tree' (duration: 484.262297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:45.674253Z","caller":"traceutil/trace.go:171","msg":"trace[1264102379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5286; }","duration":"477.592646ms","start":"2026-03-04T15:35:45.196631Z","end":"2026-03-04T15:35:45.674224Z","steps":["trace[1264102379] 'range keys from in-memory index tree' (duration: 477.233527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.674269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.189405Z","time spent":"484.850072ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:35:45.67432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.196598Z","time spent":"477.706289ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T15:35:45.674381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.507994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T15:35:45.674464Z","caller":"traceutil/trace.go:171","msg":"trace[1342289631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5286; }","duration":"497.644197ms","start":"2026-03-04T15:35:45.176804Z","end":"2026-03-04T15:35:45.674448Z","steps":["trace[1342289631] 'range keys from in-memory index tree' (duration: 496.821466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:45.674507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.176777Z","time spent":"497.71815ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T15:35:48.487635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00070247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:35:48.487695Z","caller":"traceutil/trace.go:171","msg":"trace[597651949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808323s","start":"2026-03-04T15:35:46.486873Z","end":"2026-03-04T15:35:48.487681Z","steps":["trace[597651949] 'agreement among raft nodes before linearized reading' (duration: 2.000730261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:48.487728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.486851Z","time spent":"2.000870694s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:35:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:35:48.517345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292975047s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T15:35:48.517453Z","caller":"traceutil/trace.go:171","msg":"trace[1954453632] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5499; }","duration":"2.780453276s","start":"2026-03-04T15:35:45.736964Z","end":"2026-03-04T15:35:48.517418Z","steps":["trace[1954453632] 'read index received' (duration: 3.164661ms)","trace[1954453632] 'applied index is now lower than readState.Index' (duration: 2.777287125s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:48.517545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780579688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:48.517511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.715624Z","time spent":"2.801877243s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:35:48.517586Z","caller":"traceutil/trace.go:171","msg":"trace[442013496] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5288; }","duration":"2.780665511s","start":"2026-03-04T15:35:45.736908Z","end":"2026-03-04T15:35:48.517573Z","steps":["trace[442013496] 'agreement among raft nodes before linearized reading' (duration: 2.780592429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:48.517626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:45.736885Z","time spent":"2.780731713s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:35:48.950696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.726332395s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:35:48.951364Z","caller":"traceutil/trace.go:171","msg":"trace[337943282] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"2.761124513s","start":"2026-03-04T15:35:46.190212Z","end":"2026-03-04T15:35:48.951336Z","steps":["trace[337943282] 'process raft request' (duration: 2.760994259s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:48.951397Z","caller":"traceutil/trace.go:171","msg":"trace[1889463337] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"2.761173984s","start":"2026-03-04T15:35:46.190197Z","end":"2026-03-04T15:35:48.951371Z","steps":["trace[1889463337] 'process raft request' (duration: 2.760827596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:48.951506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.190197Z","time spent":"2.761227126s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:48.951524Z","caller":"traceutil/trace.go:171","msg":"trace[647771702] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"2.761074302s","start":"2026-03-04T15:35:46.19042Z","end":"2026-03-04T15:35:48.951494Z","steps":["trace[647771702] 'process raft request' (duration: 2.760869776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:48.952429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.190171Z","time spent":"2.76142095s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:48.952613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.190414Z","time spent":"2.761207585s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:49.17665Z","caller":"traceutil/trace.go:171","msg":"trace[120595630] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"993.148981ms","start":"2026-03-04T15:35:48.18345Z","end":"2026-03-04T15:35:49.176599Z","steps":["trace[120595630] 'process raft request' (duration: 924.156641ms)","trace[120595630] 'compare' (duration: 68.697913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:49.17681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.183427Z","time spent":"993.301515ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:49.176781Z","caller":"traceutil/trace.go:171","msg":"trace[1620590398] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"944.650404ms","start":"2026-03-04T15:35:48.23209Z","end":"2026-03-04T15:35:49.17674Z","steps":["trace[1620590398] 'process raft request' (duration: 944.325675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.177031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.232064Z","time spent":"944.872039ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:49.259654Z","caller":"traceutil/trace.go:171","msg":"trace[1094188035] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"176.091003ms","start":"2026-03-04T15:35:49.083546Z","end":"2026-03-04T15:35:49.259637Z","steps":["trace[1094188035] 'process raft request' (duration: 176.023851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:49.259718Z","caller":"traceutil/trace.go:171","msg":"trace[1237457952] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5503; }","duration":"742.168058ms","start":"2026-03-04T15:35:48.517488Z","end":"2026-03-04T15:35:49.259656Z","steps":["trace[1237457952] 'read index received' (duration: 433.933433ms)","trace[1237457952] 'applied index is now lower than readState.Index' (duration: 308.232484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:49.259831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947762185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:35:49.259901Z","caller":"traceutil/trace.go:171","msg":"trace[1848950801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5295; }","duration":"2.947863387s","start":"2026-03-04T15:35:46.31202Z","end":"2026-03-04T15:35:49.259883Z","steps":["trace[1848950801] 'agreement among raft nodes before linearized reading' (duration: 2.947648092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.259954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.312014Z","time spent":"2.947927169s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:35:49.259996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953348827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:35:49.259634Z","caller":"traceutil/trace.go:171","msg":"trace[1406850950] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"740.501704ms","start":"2026-03-04T15:35:48.519095Z","end":"2026-03-04T15:35:49.259597Z","steps":["trace[1406850950] 'process raft request' (duration: 740.319729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.26003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953110752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T15:35:49.26012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243895232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:49.260158Z","caller":"traceutil/trace.go:171","msg":"trace[430295900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5295; }","duration":"2.953354478s","start":"2026-03-04T15:35:46.306777Z","end":"2026-03-04T15:35:49.260132Z","steps":["trace[430295900] 'agreement among raft nodes before linearized reading' (duration: 2.952965158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650213457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:49.260227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.306754Z","time spent":"2.953459211s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:35:49.260263Z","caller":"traceutil/trace.go:171","msg":"trace[1190403910] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5295; }","duration":"1.650310189s","start":"2026-03-04T15:35:47.609936Z","end":"2026-03-04T15:35:49.260246Z","steps":["trace[1190403910] 'agreement among raft nodes before linearized reading' (duration: 1.650223287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.078526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:35:49.260424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948527454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:35:49.260443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953536082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:35:49.260453Z","caller":"traceutil/trace.go:171","msg":"trace[861935538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5295; }","duration":"2.948575585s","start":"2026-03-04T15:35:46.311871Z","end":"2026-03-04T15:35:49.260447Z","steps":["trace[861935538] 'agreement among raft nodes before linearized reading' (duration: 2.948511324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623712306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:49.260483Z","caller":"traceutil/trace.go:171","msg":"trace[1401256032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5295; }","duration":"2.953594844s","start":"2026-03-04T15:35:46.306875Z","end":"2026-03-04T15:35:49.26047Z","steps":["trace[1401256032] 'agreement among raft nodes before linearized reading' (duration: 2.953481091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.306867Z","time spent":"2.953652165s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:35:49.260534Z","caller":"traceutil/trace.go:171","msg":"trace[2012559588] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5295; }","duration":"2.623840399s","start":"2026-03-04T15:35:46.636671Z","end":"2026-03-04T15:35:49.260512Z","steps":["trace[2012559588] 'agreement among raft nodes before linearized reading' (duration: 2.623731906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.097056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:49.26061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.636641Z","time spent":"2.623947062s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:35:49.260653Z","caller":"traceutil/trace.go:171","msg":"trace[1721499449] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5295; }","duration":"590.270491ms","start":"2026-03-04T15:35:48.670361Z","end":"2026-03-04T15:35:49.260631Z","steps":["trace[1721499449] 'agreement among raft nodes before linearized reading' (duration: 590.053826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.670339Z","time spent":"590.352013ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:49.260131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.260174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:49.260773Z","caller":"traceutil/trace.go:171","msg":"trace[571990730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"772.91245ms","start":"2026-03-04T15:35:48.487839Z","end":"2026-03-04T15:35:49.260752Z","steps":["trace[571990730] 'agreement among raft nodes before linearized reading' (duration: 772.273974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:49.260477Z","caller":"traceutil/trace.go:171","msg":"trace[1033841287] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5295; }","duration":"967.24388ms","start":"2026-03-04T15:35:48.293185Z","end":"2026-03-04T15:35:49.260429Z","steps":["trace[1033841287] 'agreement among raft nodes before linearized reading' (duration: 967.057525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.487821Z","time spent":"772.992983ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:35:49.26092Z","caller":"traceutil/trace.go:171","msg":"trace[1566572788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5295; }","duration":"2.953555602s","start":"2026-03-04T15:35:46.306527Z","end":"2026-03-04T15:35:49.260082Z","steps":["trace[1566572788] 'agreement among raft nodes before linearized reading' (duration: 2.953296946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.293158Z","time spent":"967.757743ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:49.26097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.306498Z","time spent":"2.954460005s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:49.260172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.537853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:49.261066Z","caller":"traceutil/trace.go:171","msg":"trace[1869163888] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5295; }","duration":"824.468798ms","start":"2026-03-04T15:35:48.436585Z","end":"2026-03-04T15:35:49.261054Z","steps":["trace[1869163888] 'agreement among raft nodes before linearized reading' (duration: 823.565474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973402568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T15:35:49.261104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.436566Z","time spent":"824.526799ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:35:49.26112Z","caller":"traceutil/trace.go:171","msg":"trace[1018987195] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5295; }","duration":"2.97421439s","start":"2026-03-04T15:35:46.286886Z","end":"2026-03-04T15:35:49.261101Z","steps":["trace[1018987195] 'agreement among raft nodes before linearized reading' (duration: 2.973313886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.261165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.28687Z","time spent":"2.974282422s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T15:35:49.260179Z","caller":"traceutil/trace.go:171","msg":"trace[264348828] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5295; }","duration":"3.243999304s","start":"2026-03-04T15:35:46.016161Z","end":"2026-03-04T15:35:49.260161Z","steps":["trace[264348828] 'agreement among raft nodes before linearized reading' (duration: 3.243874541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.519072Z","time spent":"741.022728ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:35:49.261272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.016137Z","time spent":"3.245093492s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:49.260361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013083441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-03-04T15:35:49.261448Z","caller":"traceutil/trace.go:171","msg":"trace[1080455820] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5295; }","duration":"3.01420003s","start":"2026-03-04T15:35:46.247232Z","end":"2026-03-04T15:35:49.261432Z","steps":["trace[1080455820] 'agreement among raft nodes before linearized reading' (duration: 3.013079811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.261491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.247212Z","time spent":"3.014265851s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T15:35:49.260348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669366551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:49.261641Z","caller":"traceutil/trace.go:171","msg":"trace[61514278] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5295; }","duration":"2.670731757s","start":"2026-03-04T15:35:46.590885Z","end":"2026-03-04T15:35:49.261617Z","steps":["trace[61514278] 'agreement among raft nodes before linearized reading' (duration: 2.66931319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.261757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.590867Z","time spent":"2.670866971s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:49.260359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.380516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:49.260342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95306438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:35:49.26208Z","caller":"traceutil/trace.go:171","msg":"trace[428372906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5295; }","duration":"2.954823856s","start":"2026-03-04T15:35:46.30723Z","end":"2026-03-04T15:35:49.262054Z","steps":["trace[428372906] 'agreement among raft nodes before linearized reading' (duration: 2.952889276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.619198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:49.262162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.307221Z","time spent":"2.954923958s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:35:49.262191Z","caller":"traceutil/trace.go:171","msg":"trace[507430925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"978.759443ms","start":"2026-03-04T15:35:48.283419Z","end":"2026-03-04T15:35:49.262179Z","steps":["trace[507430925] 'agreement among raft nodes before linearized reading' (duration: 976.571147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.262231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.283378Z","time spent":"978.842096ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:35:49.261902Z","caller":"traceutil/trace.go:171","msg":"trace[557387237] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5295; }","duration":"740.936516ms","start":"2026-03-04T15:35:48.520942Z","end":"2026-03-04T15:35:49.261879Z","steps":["trace[557387237] 'agreement among raft nodes before linearized reading' (duration: 739.329455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:49.260484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:46.311861Z","time spent":"2.948617966s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:35:49.26032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:47.609916Z","time spent":"1.650389401s","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:35:49.262507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:48.520901Z","time spent":"741.47433ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:35:49.769842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832331137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:35:49.997973Z","caller":"traceutil/trace.go:171","msg":"trace[109896261] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"731.381273ms","start":"2026-03-04T15:35:49.266564Z","end":"2026-03-04T15:35:49.997945Z","steps":["trace[109896261] 'process raft request' (duration: 705.701607ms)","trace[109896261] 'compare' (duration: 25.330996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:49.998148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.266544Z","time spent":"731.527966ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:50.428962Z","caller":"traceutil/trace.go:171","msg":"trace[1073237340] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"1.161801043s","start":"2026-03-04T15:35:49.267133Z","end":"2026-03-04T15:35:50.428934Z","steps":["trace[1073237340] 'process raft request' (duration: 1.109568531s)","trace[1073237340] 'compare' (duration: 52.080949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:50.429084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.267117Z","time spent":"1.161914267s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:50.429463Z","caller":"traceutil/trace.go:171","msg":"trace[2037578027] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"1.162201765s","start":"2026-03-04T15:35:49.267234Z","end":"2026-03-04T15:35:50.429435Z","steps":["trace[2037578027] 'process raft request' (duration: 1.161668431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:50.42955Z","caller":"traceutil/trace.go:171","msg":"trace[1544269305] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5509; }","duration":"1.160454011s","start":"2026-03-04T15:35:49.269082Z","end":"2026-03-04T15:35:50.429536Z","steps":["trace[1544269305] 'read index received' (duration: 703.137521ms)","trace[1544269305] 'applied index is now lower than readState.Index' (duration: 457.3155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:50.429531Z","caller":"traceutil/trace.go:171","msg":"trace[1169465153] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"1.162233976s","start":"2026-03-04T15:35:49.26727Z","end":"2026-03-04T15:35:50.429504Z","steps":["trace[1169465153] 'process raft request' (duration: 1.161901447s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:50.429545Z","caller":"traceutil/trace.go:171","msg":"trace[324419903] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"1.159932127s","start":"2026-03-04T15:35:49.269584Z","end":"2026-03-04T15:35:50.429516Z","steps":["trace[324419903] 'process raft request' (duration: 1.1596706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:50.429607Z","caller":"traceutil/trace.go:171","msg":"trace[664713424] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"1.153655467s","start":"2026-03-04T15:35:49.275897Z","end":"2026-03-04T15:35:50.429552Z","steps":["trace[664713424] 'process raft request' (duration: 1.153451172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.269577Z","time spent":"1.160033009s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:50.429646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.267228Z","time spent":"1.162325568s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:50.429725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160339508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-04T15:35:50.429752Z","caller":"traceutil/trace.go:171","msg":"trace[1299791073] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f; range_end:; response_count:1; response_revision:5301; }","duration":"1.160379459s","start":"2026-03-04T15:35:49.269361Z","end":"2026-03-04T15:35:50.429741Z","steps":["trace[1299791073] 'agreement among raft nodes before linearized reading' (duration: 1.160256726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.269353Z","time spent":"1.16041658s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f\" "} {"level":"warn","ts":"2026-03-04T15:35:50.429693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.267266Z","time spent":"1.162326098s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:50.429796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.155756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:35:50.429825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.496124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:50.429837Z","caller":"traceutil/trace.go:171","msg":"trace[1714686201] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5301; }","duration":"227.225168ms","start":"2026-03-04T15:35:50.202599Z","end":"2026-03-04T15:35:50.429824Z","steps":["trace[1714686201] 'agreement among raft nodes before linearized reading' (duration: 227.157696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160743478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81733"} {"level":"info","ts":"2026-03-04T15:35:50.429871Z","caller":"traceutil/trace.go:171","msg":"trace[1593079039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5301; }","duration":"943.585337ms","start":"2026-03-04T15:35:49.486275Z","end":"2026-03-04T15:35:50.42986Z","steps":["trace[1593079039] 'agreement among raft nodes before linearized reading' (duration: 943.502565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.486253Z","time spent":"943.637168ms","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:35:50.429893Z","caller":"traceutil/trace.go:171","msg":"trace[1273159314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5301; }","duration":"1.16082788s","start":"2026-03-04T15:35:49.269047Z","end":"2026-03-04T15:35:50.429875Z","steps":["trace[1273159314] 'agreement among raft nodes before linearized reading' (duration: 1.160550943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.275869Z","time spent":"1.153845912s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:35:50.429916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159762073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:35:50.429929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.269035Z","time spent":"1.160886222s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81756,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:35:50.429953Z","caller":"traceutil/trace.go:171","msg":"trace[501954667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5301; }","duration":"1.159818524s","start":"2026-03-04T15:35:49.270125Z","end":"2026-03-04T15:35:50.429943Z","steps":["trace[501954667] 'agreement among raft nodes before linearized reading' (duration: 1.1596813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.429983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.270118Z","time spent":"1.159858875s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:35:50.429782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.212372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:35:50.430598Z","caller":"traceutil/trace.go:171","msg":"trace[1061519024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5301; }","duration":"943.033023ms","start":"2026-03-04T15:35:49.48754Z","end":"2026-03-04T15:35:50.430573Z","steps":["trace[1061519024] 'agreement among raft nodes before linearized reading' (duration: 942.168561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:50.430661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:49.487469Z","time spent":"943.173776ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:35:50.734325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.725487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:35:50.734659Z","caller":"traceutil/trace.go:171","msg":"trace[294334844] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"187.002122ms","start":"2026-03-04T15:35:50.547635Z","end":"2026-03-04T15:35:50.734637Z","steps":["trace[294334844] 'read index received' (duration: 62.828092ms)","trace[294334844] 'applied index is now lower than readState.Index' (duration: 124.171829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:50.734768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.118455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:35:50.734821Z","caller":"traceutil/trace.go:171","msg":"trace[976724160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5304; }","duration":"187.217018ms","start":"2026-03-04T15:35:50.547594Z","end":"2026-03-04T15:35:50.734811Z","steps":["trace[976724160] 'agreement among raft nodes before linearized reading' (duration: 187.123976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:50.734697Z","caller":"traceutil/trace.go:171","msg":"trace[1821998490] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"254.757001ms","start":"2026-03-04T15:35:50.479903Z","end":"2026-03-04T15:35:50.73466Z","steps":["trace[1821998490] 'process raft request' (duration: 130.602252ms)","trace[1821998490] 'compare' (duration: 123.619505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:35:51.010604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.912633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:35:51.010901Z","caller":"traceutil/trace.go:171","msg":"trace[1880727358] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"269.318961ms","start":"2026-03-04T15:35:50.741557Z","end":"2026-03-04T15:35:51.010876Z","steps":["trace[1880727358] 'process raft request' (duration: 94.007129ms)","trace[1880727358] 'compare' (duration: 174.610204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:35:51.010981Z","caller":"traceutil/trace.go:171","msg":"trace[260406742] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"269.030104ms","start":"2026-03-04T15:35:50.741923Z","end":"2026-03-04T15:35:51.010953Z","steps":["trace[260406742] 'process raft request' (duration: 268.791658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:51.011652Z","caller":"traceutil/trace.go:171","msg":"trace[775914021] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"260.778433ms","start":"2026-03-04T15:35:50.750861Z","end":"2026-03-04T15:35:51.01164Z","steps":["trace[775914021] 'process raft request' (duration: 260.515187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:51.01196Z","caller":"traceutil/trace.go:171","msg":"trace[1905518648] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"269.485707ms","start":"2026-03-04T15:35:50.742456Z","end":"2026-03-04T15:35:51.011942Z","steps":["trace[1905518648] 'process raft request' (duration: 268.43719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:51.071655Z","caller":"traceutil/trace.go:171","msg":"trace[361159520] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"109.804501ms","start":"2026-03-04T15:35:50.961806Z","end":"2026-03-04T15:35:51.071611Z","steps":["trace[361159520] 'process raft request' (duration: 109.560495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:51.071838Z","caller":"traceutil/trace.go:171","msg":"trace[799522997] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"109.707349ms","start":"2026-03-04T15:35:50.961984Z","end":"2026-03-04T15:35:51.071691Z","steps":["trace[799522997] 'process raft request' (duration: 109.513964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:35:51.40632Z","caller":"traceutil/trace.go:171","msg":"trace[83349405] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"324.406268ms","start":"2026-03-04T15:35:51.081886Z","end":"2026-03-04T15:35:51.406293Z","steps":["trace[83349405] 'process raft request' (duration: 321.447362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:35:51.406495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:35:51.08186Z","time spent":"324.549072ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:35:58.451297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2630} {"level":"info","ts":"2026-03-04T15:35:58.517655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2630,"took":"64.742442ms","hash":3806583699,"current-db-size-bytes":39137280,"current-db-size":"39 MB","current-db-size-in-use-bytes":28766208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T15:35:58.517736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3806583699,"revision":2630,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T15:36:14.917752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.251365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:36:14.917975Z","caller":"traceutil/trace.go:171","msg":"trace[953037645] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"297.842629ms","start":"2026-03-04T15:36:14.620108Z","end":"2026-03-04T15:36:14.917951Z","steps":["trace[953037645] 'process raft request' (duration: 47.278146ms)","trace[953037645] 'compare' (duration: 249.996129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:14.918299Z","caller":"traceutil/trace.go:171","msg":"trace[1628618673] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"297.817999ms","start":"2026-03-04T15:36:14.620454Z","end":"2026-03-04T15:36:14.918272Z","steps":["trace[1628618673] 'process raft request' (duration: 297.44821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:14.918471Z","caller":"traceutil/trace.go:171","msg":"trace[662995206] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5674; }","duration":"297.84692ms","start":"2026-03-04T15:36:14.620611Z","end":"2026-03-04T15:36:14.918458Z","steps":["trace[662995206] 'read index received' (duration: 1.860148ms)","trace[662995206] 'applied index is now lower than readState.Index' (duration: 295.985452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:36:14.918819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.199298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81755"} {"level":"info","ts":"2026-03-04T15:36:14.918859Z","caller":"traceutil/trace.go:171","msg":"trace[961274665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5457; }","duration":"298.263421ms","start":"2026-03-04T15:36:14.620585Z","end":"2026-03-04T15:36:14.918848Z","steps":["trace[961274665] 'agreement among raft nodes before linearized reading' (duration: 297.964472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.459701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832331872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:36:19.516784Z","caller":"traceutil/trace.go:171","msg":"trace[911733902] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"560.04661ms","start":"2026-03-04T15:36:18.956716Z","end":"2026-03-04T15:36:19.516762Z","steps":["trace[911733902] 'process raft request' (duration: 559.899356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.516919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:18.956707Z","time spent":"560.141542ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:19.596768Z","caller":"traceutil/trace.go:171","msg":"trace[1777835257] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"639.520777ms","start":"2026-03-04T15:36:18.957219Z","end":"2026-03-04T15:36:19.59674Z","steps":["trace[1777835257] 'process raft request' (duration: 637.969388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.596984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:18.957213Z","time spent":"639.64604ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:19.597015Z","caller":"traceutil/trace.go:171","msg":"trace[269699400] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"406.065421ms","start":"2026-03-04T15:36:19.190933Z","end":"2026-03-04T15:36:19.596999Z","steps":["trace[269699400] 'process raft request' (duration: 405.874726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.597115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:19.190874Z","time spent":"406.184004ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:19.597317Z","caller":"traceutil/trace.go:171","msg":"trace[2003991768] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"403.101666ms","start":"2026-03-04T15:36:19.194179Z","end":"2026-03-04T15:36:19.597281Z","steps":["trace[2003991768] 'process raft request' (duration: 402.679924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.597486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:19.194152Z","time spent":"403.247709ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:19.597962Z","caller":"traceutil/trace.go:171","msg":"trace[1685496726] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5792; }","duration":"638.83705ms","start":"2026-03-04T15:36:18.959098Z","end":"2026-03-04T15:36:19.597935Z","steps":["trace[1685496726] 'read index received' (duration: 557.509125ms)","trace[1685496726] 'applied index is now lower than readState.Index' (duration: 81.326105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:19.597983Z","caller":"traceutil/trace.go:171","msg":"trace[15059795] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"291.717503ms","start":"2026-03-04T15:36:19.30625Z","end":"2026-03-04T15:36:19.597967Z","steps":["trace[15059795] 'process raft request' (duration: 290.658905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.598206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.108227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101520"} {"level":"info","ts":"2026-03-04T15:36:19.59825Z","caller":"traceutil/trace.go:171","msg":"trace[2069677713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5576; }","duration":"639.197279ms","start":"2026-03-04T15:36:18.959042Z","end":"2026-03-04T15:36:19.59824Z","steps":["trace[2069677713] 'agreement among raft nodes before linearized reading' (duration: 638.983464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.598273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:18.95903Z","time spent":"639.237491ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101543,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:36:19.598434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.040001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:19.598463Z","caller":"traceutil/trace.go:171","msg":"trace[1126109696] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5576; }","duration":"154.108622ms","start":"2026-03-04T15:36:19.444346Z","end":"2026-03-04T15:36:19.598455Z","steps":["trace[1126109696] 'agreement among raft nodes before linearized reading' (duration: 154.059351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.598461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.641701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:36:19.598461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.499239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:19.5985Z","caller":"traceutil/trace.go:171","msg":"trace[810940990] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5576; }","duration":"153.705152ms","start":"2026-03-04T15:36:19.444783Z","end":"2026-03-04T15:36:19.598488Z","steps":["trace[810940990] 'agreement among raft nodes before linearized reading' (duration: 153.6217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:19.598527Z","caller":"traceutil/trace.go:171","msg":"trace[2050463570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5576; }","duration":"110.616672ms","start":"2026-03-04T15:36:19.487898Z","end":"2026-03-04T15:36:19.598514Z","steps":["trace[2050463570] 'agreement among raft nodes before linearized reading' (duration: 110.480928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:19.598505Z","caller":"traceutil/trace.go:171","msg":"trace[1415876802] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"412.596997ms","start":"2026-03-04T15:36:19.184381Z","end":"2026-03-04T15:36:19.596978Z","steps":["trace[1415876802] 'process raft request' (duration: 412.103345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.598629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:19.184333Z","time spent":"414.244609ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:36:19.598702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.829657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-04T15:36:19.598725Z","caller":"traceutil/trace.go:171","msg":"trace[591494807] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5576; }","duration":"119.962551ms","start":"2026-03-04T15:36:19.478755Z","end":"2026-03-04T15:36:19.598718Z","steps":["trace[591494807] 'agreement among raft nodes before linearized reading' (duration: 119.574901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.599115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.996622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:19.599165Z","caller":"traceutil/trace.go:171","msg":"trace[1682211302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5576; }","duration":"365.923256ms","start":"2026-03-04T15:36:19.233225Z","end":"2026-03-04T15:36:19.599149Z","steps":["trace[1682211302] 'agreement among raft nodes before linearized reading' (duration: 365.002283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:19.599203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:19.233209Z","time spent":"365.984258ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:36:28.48185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.257503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T15:36:28.481933Z","caller":"traceutil/trace.go:171","msg":"trace[1528267692] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5627; }","duration":"119.398706ms","start":"2026-03-04T15:36:28.362513Z","end":"2026-03-04T15:36:28.481912Z","steps":["trace[1528267692] 'range keys from in-memory index tree' (duration: 119.099669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:28.629571Z","caller":"traceutil/trace.go:171","msg":"trace[1508672863] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"100.556106ms","start":"2026-03-04T15:36:28.528989Z","end":"2026-03-04T15:36:28.629545Z","steps":["trace[1508672863] 'process raft request' (duration: 100.411782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:29.567148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.931496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:36:29.567221Z","caller":"traceutil/trace.go:171","msg":"trace[1798956879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5628; }","duration":"846.042118ms","start":"2026-03-04T15:36:28.721161Z","end":"2026-03-04T15:36:29.567203Z","steps":["trace[1798956879] 'range keys from in-memory index tree' (duration: 845.778371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:29.567257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:28.721146Z","time spent":"846.10002ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:36:29.567718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.723406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:29.567754Z","caller":"traceutil/trace.go:171","msg":"trace[1143752033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5628; }","duration":"335.795518ms","start":"2026-03-04T15:36:29.23195Z","end":"2026-03-04T15:36:29.567745Z","steps":["trace[1143752033] 'range keys from in-memory index tree' (duration: 335.648625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:29.567778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.23193Z","time spent":"335.84087ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:36:29.568517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.368418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:36:29.568589Z","caller":"traceutil/trace.go:171","msg":"trace[1200514262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5628; }","duration":"839.485171ms","start":"2026-03-04T15:36:28.729087Z","end":"2026-03-04T15:36:29.568572Z","steps":["trace[1200514262] 'range keys from in-memory index tree' (duration: 838.802673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:29.568627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:28.729079Z","time spent":"839.537872ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:36:29.995009Z","caller":"traceutil/trace.go:171","msg":"trace[118225419] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"423.878435ms","start":"2026-03-04T15:36:29.571106Z","end":"2026-03-04T15:36:29.994984Z","steps":["trace[118225419] 'process raft request' (duration: 423.751571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:29.995179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.571094Z","time spent":"423.990738ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:30.052828Z","caller":"traceutil/trace.go:171","msg":"trace[14752977] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"479.468513ms","start":"2026-03-04T15:36:29.573332Z","end":"2026-03-04T15:36:30.0528Z","steps":["trace[14752977] 'process raft request' (duration: 479.377851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.573325Z","time spent":"479.669348ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:30.053075Z","caller":"traceutil/trace.go:171","msg":"trace[1613430099] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"481.027414ms","start":"2026-03-04T15:36:29.572005Z","end":"2026-03-04T15:36:30.053033Z","steps":["trace[1613430099] 'process raft request' (duration: 480.534162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:30.053145Z","caller":"traceutil/trace.go:171","msg":"trace[1493840284] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"423.585697ms","start":"2026-03-04T15:36:29.629526Z","end":"2026-03-04T15:36:30.053111Z","steps":["trace[1493840284] 'process raft request' (duration: 423.235088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:30.053166Z","caller":"traceutil/trace.go:171","msg":"trace[1909547705] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"423.369212ms","start":"2026-03-04T15:36:29.62977Z","end":"2026-03-04T15:36:30.053139Z","steps":["trace[1909547705] 'process raft request' (duration: 423.199998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.571985Z","time spent":"481.203298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:36:30.053303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.629751Z","time spent":"423.478785ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:36:30.053309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.629503Z","time spent":"423.721851ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:30.053484Z","caller":"traceutil/trace.go:171","msg":"trace[1762328335] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5853; }","duration":"426.885452ms","start":"2026-03-04T15:36:29.626585Z","end":"2026-03-04T15:36:30.053471Z","steps":["trace[1762328335] 'read index received' (duration: 368.4061ms)","trace[1762328335] 'applied index is now lower than readState.Index' (duration: 58.478512ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:30.053541Z","caller":"traceutil/trace.go:171","msg":"trace[504565216] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"297.638805ms","start":"2026-03-04T15:36:29.755883Z","end":"2026-03-04T15:36:30.053521Z","steps":["trace[504565216] 'process raft request' (duration: 297.403839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:30.053473Z","caller":"traceutil/trace.go:171","msg":"trace[1318219624] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"423.588828ms","start":"2026-03-04T15:36:29.62982Z","end":"2026-03-04T15:36:30.053409Z","steps":["trace[1318219624] 'process raft request' (duration: 423.26377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.007925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:30.053729Z","caller":"traceutil/trace.go:171","msg":"trace[218910393] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5635; }","duration":"427.130428ms","start":"2026-03-04T15:36:29.626581Z","end":"2026-03-04T15:36:30.053711Z","steps":["trace[218910393] 'agreement among raft nodes before linearized reading' (duration: 426.945994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.626545Z","time spent":"427.232191ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T15:36:30.053837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.266211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-04T15:36:30.053877Z","caller":"traceutil/trace.go:171","msg":"trace[1988450373] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5635; }","duration":"425.344603ms","start":"2026-03-04T15:36:29.628523Z","end":"2026-03-04T15:36:30.053867Z","steps":["trace[1988450373] 'agreement among raft nodes before linearized reading' (duration: 425.23668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.033008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:36:30.053809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.629803Z","time spent":"423.917786ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:36:30.053934Z","caller":"traceutil/trace.go:171","msg":"trace[477818121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5635; }","duration":"413.13292ms","start":"2026-03-04T15:36:29.640785Z","end":"2026-03-04T15:36:30.053918Z","steps":["trace[477818121] 'agreement among raft nodes before linearized reading' (duration: 412.940326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.680862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:30.053984Z","caller":"traceutil/trace.go:171","msg":"trace[361977310] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5635; }","duration":"426.043831ms","start":"2026-03-04T15:36:29.62793Z","end":"2026-03-04T15:36:30.053974Z","steps":["trace[361977310] 'agreement among raft nodes before linearized reading' (duration: 425.771914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.053987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.640767Z","time spent":"413.208493ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:36:30.054018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.627903Z","time spent":"426.106952ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:36:30.053917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.628515Z","time spent":"425.392304ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6107,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-04T15:36:30.054022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.254278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:36:30.05411Z","caller":"traceutil/trace.go:171","msg":"trace[739927960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5635; }","duration":"410.36288ms","start":"2026-03-04T15:36:29.643721Z","end":"2026-03-04T15:36:30.054084Z","steps":["trace[739927960] 'agreement among raft nodes before linearized reading' (duration: 410.096633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:30.054143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:29.64371Z","time spent":"410.427452ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:36:30.416048Z","caller":"traceutil/trace.go:171","msg":"trace[56422788] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"112.601152ms","start":"2026-03-04T15:36:30.303404Z","end":"2026-03-04T15:36:30.416005Z","steps":["trace[56422788] 'process raft request' (duration: 112.322525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:30.860616Z","caller":"traceutil/trace.go:171","msg":"trace[326616180] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"115.669641ms","start":"2026-03-04T15:36:30.744828Z","end":"2026-03-04T15:36:30.860497Z","steps":["trace[326616180] 'process raft request' (duration: 115.444826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:31.277044Z","caller":"traceutil/trace.go:171","msg":"trace[494411298] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5863; }","duration":"185.786041ms","start":"2026-03-04T15:36:31.091235Z","end":"2026-03-04T15:36:31.277021Z","steps":["trace[494411298] 'read index received' (duration: 185.543155ms)","trace[494411298] 'applied index is now lower than readState.Index' (duration: 242.066µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:36:31.277304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.044847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:36:31.27734Z","caller":"traceutil/trace.go:171","msg":"trace[1838908198] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"411.88775ms","start":"2026-03-04T15:36:30.865424Z","end":"2026-03-04T15:36:31.277312Z","steps":["trace[1838908198] 'process raft request' (duration: 411.399028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:31.277432Z","caller":"traceutil/trace.go:171","msg":"trace[1412079666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5640; }","duration":"186.183472ms","start":"2026-03-04T15:36:31.0912Z","end":"2026-03-04T15:36:31.277384Z","steps":["trace[1412079666] 'agreement among raft nodes before linearized reading' (duration: 185.975457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:31.277466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:36:30.865397Z","time spent":"412.005153ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:36:31.558328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.070933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:31.558397Z","caller":"traceutil/trace.go:171","msg":"trace[679998561] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5640; }","duration":"176.199946ms","start":"2026-03-04T15:36:31.382183Z","end":"2026-03-04T15:36:31.558383Z","steps":["trace[679998561] 'count revisions from in-memory index tree' (duration: 175.98301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:31.558563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.066104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:36:31.558638Z","caller":"traceutil/trace.go:171","msg":"trace[1930662356] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5640; }","duration":"218.173737ms","start":"2026-03-04T15:36:31.340442Z","end":"2026-03-04T15:36:31.558616Z","steps":["trace[1930662356] 'range keys from in-memory index tree' (duration: 217.996933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:40.78106Z","caller":"traceutil/trace.go:171","msg":"trace[1912587539] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"113.710161ms","start":"2026-03-04T15:36:40.667298Z","end":"2026-03-04T15:36:40.781008Z","steps":["trace[1912587539] 'process raft request' (duration: 113.454524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:56.523158Z","caller":"traceutil/trace.go:171","msg":"trace[1807060224] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6040; }","duration":"198.733601ms","start":"2026-03-04T15:36:56.324406Z","end":"2026-03-04T15:36:56.52314Z","steps":["trace[1807060224] 'read index received' (duration: 198.566587ms)","trace[1807060224] 'applied index is now lower than readState.Index' (duration: 166.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:56.523271Z","caller":"traceutil/trace.go:171","msg":"trace[573975393] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"200.814755ms","start":"2026-03-04T15:36:56.32244Z","end":"2026-03-04T15:36:56.523255Z","steps":["trace[573975393] 'process raft request' (duration: 200.586689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:56.523342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.919276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:36:56.523384Z","caller":"traceutil/trace.go:171","msg":"trace[330686234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5811; }","duration":"198.991458ms","start":"2026-03-04T15:36:56.324383Z","end":"2026-03-04T15:36:56.523374Z","steps":["trace[330686234] 'agreement among raft nodes before linearized reading' (duration: 198.867595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:56.523487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.696253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:36:56.52353Z","caller":"traceutil/trace.go:171","msg":"trace[46908044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5811; }","duration":"157.739324ms","start":"2026-03-04T15:36:56.365778Z","end":"2026-03-04T15:36:56.523517Z","steps":["trace[46908044] 'agreement among raft nodes before linearized reading' (duration: 157.627242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:56.523698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.421007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T15:36:56.523723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.398256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:36:56.52379Z","caller":"traceutil/trace.go:171","msg":"trace[1917443885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5811; }","duration":"157.488938ms","start":"2026-03-04T15:36:56.36629Z","end":"2026-03-04T15:36:56.523779Z","steps":["trace[1917443885] 'agreement among raft nodes before linearized reading' (duration: 157.079208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:56.523755Z","caller":"traceutil/trace.go:171","msg":"trace[182645009] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5811; }","duration":"128.511319ms","start":"2026-03-04T15:36:56.395233Z","end":"2026-03-04T15:36:56.523744Z","steps":["trace[182645009] 'agreement among raft nodes before linearized reading' (duration: 128.073968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:56.524125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.801246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T15:36:56.52419Z","caller":"traceutil/trace.go:171","msg":"trace[297664837] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5811; }","duration":"184.917909ms","start":"2026-03-04T15:36:56.339256Z","end":"2026-03-04T15:36:56.524174Z","steps":["trace[297664837] 'agreement among raft nodes before linearized reading' (duration: 184.042587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:02.445904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.593549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:37:02.446071Z","caller":"traceutil/trace.go:171","msg":"trace[801528150] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"164.766724ms","start":"2026-03-04T15:37:02.281273Z","end":"2026-03-04T15:37:02.446039Z","steps":["trace[801528150] 'process raft request' (duration: 39.93886ms)","trace[801528150] 'compare' (duration: 124.294971ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:02.448787Z","caller":"traceutil/trace.go:171","msg":"trace[165040990] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"161.182392ms","start":"2026-03-04T15:37:02.287538Z","end":"2026-03-04T15:37:02.448721Z","steps":["trace[165040990] 'process raft request' (duration: 161.050679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:02.448887Z","caller":"traceutil/trace.go:171","msg":"trace[1400502526] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"160.078704ms","start":"2026-03-04T15:37:02.288785Z","end":"2026-03-04T15:37:02.448863Z","steps":["trace[1400502526] 'process raft request' (duration: 159.89836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:02.646606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.67836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:37:02.646692Z","caller":"traceutil/trace.go:171","msg":"trace[993798647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5863; }","duration":"100.820513ms","start":"2026-03-04T15:37:02.54585Z","end":"2026-03-04T15:37:02.64667Z","steps":["trace[993798647] 'range keys from in-memory index tree' (duration: 100.486175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:03.052378Z","caller":"traceutil/trace.go:171","msg":"trace[1130381907] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"217.688445ms","start":"2026-03-04T15:37:02.834649Z","end":"2026-03-04T15:37:03.052337Z","steps":["trace[1130381907] 'process raft request' (duration: 138.311419ms)","trace[1130381907] 'compare' (duration: 79.241333ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:04.04566Z","caller":"traceutil/trace.go:171","msg":"trace[651727217] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6099; }","duration":"179.869909ms","start":"2026-03-04T15:37:03.865763Z","end":"2026-03-04T15:37:04.045633Z","steps":["trace[651727217] 'read index received' (duration: 47.02382ms)","trace[651727217] 'applied index is now lower than readState.Index' (duration: 132.845219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:04.045919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.326874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:37:04.045955Z","caller":"traceutil/trace.go:171","msg":"trace[1717565718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5869; }","duration":"119.473907ms","start":"2026-03-04T15:37:03.92647Z","end":"2026-03-04T15:37:04.045944Z","steps":["trace[1717565718] 'agreement among raft nodes before linearized reading' (duration: 119.338134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.0459Z","caller":"traceutil/trace.go:171","msg":"trace[1931023585] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"181.714437ms","start":"2026-03-04T15:37:03.864053Z","end":"2026-03-04T15:37:04.045767Z","steps":["trace[1931023585] 'process raft request' (duration: 125.580485ms)","trace[1931023585] 'compare' (duration: 55.887705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:04.04597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.196867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:37:04.04622Z","caller":"traceutil/trace.go:171","msg":"trace[1754398178] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5869; }","duration":"180.497275ms","start":"2026-03-04T15:37:03.865659Z","end":"2026-03-04T15:37:04.046156Z","steps":["trace[1754398178] 'agreement among raft nodes before linearized reading' (duration: 180.103196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.587203Z","caller":"traceutil/trace.go:171","msg":"trace[857144201] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"135.550338ms","start":"2026-03-04T15:37:04.451628Z","end":"2026-03-04T15:37:04.587178Z","steps":["trace[857144201] 'process raft request' (duration: 135.350393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.720154Z","caller":"traceutil/trace.go:171","msg":"trace[823987683] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"266.215893ms","start":"2026-03-04T15:37:04.453913Z","end":"2026-03-04T15:37:04.720129Z","steps":["trace[823987683] 'process raft request' (duration: 266.023948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.72031Z","caller":"traceutil/trace.go:171","msg":"trace[32409341] linearizableReadLoop","detail":"{readStateIndex:6105; appliedIndex:6102; }","duration":"231.800695ms","start":"2026-03-04T15:37:04.488479Z","end":"2026-03-04T15:37:04.72028Z","steps":["trace[32409341] 'read index received' (duration: 98.572105ms)","trace[32409341] 'applied index is now lower than readState.Index' (duration: 133.22681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:04.720336Z","caller":"traceutil/trace.go:171","msg":"trace[557126776] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"265.995327ms","start":"2026-03-04T15:37:04.454311Z","end":"2026-03-04T15:37:04.720307Z","steps":["trace[557126776] 'process raft request' (duration: 265.769242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:04.720642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.144423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:37:04.720687Z","caller":"traceutil/trace.go:171","msg":"trace[837912624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5873; }","duration":"232.205685ms","start":"2026-03-04T15:37:04.48847Z","end":"2026-03-04T15:37:04.720676Z","steps":["trace[837912624] 'agreement among raft nodes before linearized reading' (duration: 231.928618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.79808Z","caller":"traceutil/trace.go:171","msg":"trace[2014342469] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"137.225882ms","start":"2026-03-04T15:37:04.660794Z","end":"2026-03-04T15:37:04.79802Z","steps":["trace[2014342469] 'process raft request' (duration: 136.929634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:04.798106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.449623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:37:04.798182Z","caller":"traceutil/trace.go:171","msg":"trace[35190221] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5874; }","duration":"292.569565ms","start":"2026-03-04T15:37:04.505594Z","end":"2026-03-04T15:37:04.798164Z","steps":["trace[35190221] 'agreement among raft nodes before linearized reading' (duration: 292.337319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:04.798079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.546213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:37:04.798189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.05379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:37:04.798293Z","caller":"traceutil/trace.go:171","msg":"trace[982111506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:5874; }","duration":"123.191263ms","start":"2026-03-04T15:37:04.675078Z","end":"2026-03-04T15:37:04.798269Z","steps":["trace[982111506] 'agreement among raft nodes before linearized reading' (duration: 122.830264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:04.798233Z","caller":"traceutil/trace.go:171","msg":"trace[531321852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5874; }","duration":"125.754129ms","start":"2026-03-04T15:37:04.672466Z","end":"2026-03-04T15:37:04.79822Z","steps":["trace[531321852] 'agreement among raft nodes before linearized reading' (duration: 125.446321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:04.798216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.528172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:37:04.798689Z","caller":"traceutil/trace.go:171","msg":"trace[1689595477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5874; }","duration":"133.047385ms","start":"2026-03-04T15:37:04.665624Z","end":"2026-03-04T15:37:04.798672Z","steps":["trace[1689595477] 'agreement among raft nodes before linearized reading' (duration: 132.430819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:06.093759Z","caller":"traceutil/trace.go:171","msg":"trace[1742626367] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"212.910522ms","start":"2026-03-04T15:37:05.880811Z","end":"2026-03-04T15:37:06.093722Z","steps":["trace[1742626367] 'process raft request' (duration: 212.713907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:06.410068Z","caller":"traceutil/trace.go:171","msg":"trace[946614399] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"109.37526ms","start":"2026-03-04T15:37:06.300671Z","end":"2026-03-04T15:37:06.410046Z","steps":["trace[946614399] 'process raft request' (duration: 108.606511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:23.182807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.45871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5fb9765f66-xxjpm\" ","response":"range_response_count:1 size:12056"} {"level":"info","ts":"2026-03-04T15:37:23.182883Z","caller":"traceutil/trace.go:171","msg":"trace[737118440] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5fb9765f66-xxjpm; range_end:; response_count:1; response_revision:5991; }","duration":"172.588634ms","start":"2026-03-04T15:37:23.010275Z","end":"2026-03-04T15:37:23.182864Z","steps":["trace[737118440] 'agreement among raft nodes before linearized reading' (duration: 20.915535ms)","trace[737118440] 'range keys from in-memory index tree' (duration: 151.439673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:23.19076Z","caller":"traceutil/trace.go:171","msg":"trace[1154283568] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6227; }","duration":"158.474682ms","start":"2026-03-04T15:37:23.032261Z","end":"2026-03-04T15:37:23.190736Z","steps":["trace[1154283568] 'read index received' (duration: 158.334718ms)","trace[1154283568] 'applied index is now lower than readState.Index' (duration: 139.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:23.190829Z","caller":"traceutil/trace.go:171","msg":"trace[1280745838] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"159.384666ms","start":"2026-03-04T15:37:23.03141Z","end":"2026-03-04T15:37:23.190794Z","steps":["trace[1280745838] 'process raft request' (duration: 159.203462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:23.191017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.740469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:37:23.191065Z","caller":"traceutil/trace.go:171","msg":"trace[437791751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5992; }","duration":"158.806381ms","start":"2026-03-04T15:37:23.032247Z","end":"2026-03-04T15:37:23.191053Z","steps":["trace[437791751] 'agreement among raft nodes before linearized reading' (duration: 158.620546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:23.191325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.154975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:15 size:133292"} {"level":"info","ts":"2026-03-04T15:37:23.191404Z","caller":"traceutil/trace.go:171","msg":"trace[287882620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:15; response_revision:5992; }","duration":"158.281108ms","start":"2026-03-04T15:37:23.033105Z","end":"2026-03-04T15:37:23.191386Z","steps":["trace[287882620] 'agreement among raft nodes before linearized reading' (duration: 157.894567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:24.05991Z","caller":"traceutil/trace.go:171","msg":"trace[1833495426] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"273.916539ms","start":"2026-03-04T15:37:23.785962Z","end":"2026-03-04T15:37:24.059879Z","steps":["trace[1833495426] 'process raft request' (duration: 273.715143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:24.322441Z","caller":"traceutil/trace.go:171","msg":"trace[1171231604] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"255.812176ms","start":"2026-03-04T15:37:24.066602Z","end":"2026-03-04T15:37:24.322414Z","steps":["trace[1171231604] 'process raft request' (duration: 255.652892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:24.532327Z","caller":"traceutil/trace.go:171","msg":"trace[836727506] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"189.365392ms","start":"2026-03-04T15:37:24.342931Z","end":"2026-03-04T15:37:24.532296Z","steps":["trace[836727506] 'process raft request' (duration: 151.64907ms)","trace[836727506] 'compare' (duration: 37.541417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:24.761452Z","caller":"traceutil/trace.go:171","msg":"trace[84861581] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"132.283595ms","start":"2026-03-04T15:37:24.629142Z","end":"2026-03-04T15:37:24.761425Z","steps":["trace[84861581] 'process raft request' (duration: 132.149192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:25.131048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.203867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:37:25.131135Z","caller":"traceutil/trace.go:171","msg":"trace[719749079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6005; }","duration":"120.34004ms","start":"2026-03-04T15:37:25.010776Z","end":"2026-03-04T15:37:25.131116Z","steps":["trace[719749079] 'range keys from in-memory index tree' (duration: 120.024793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:25.804351Z","caller":"traceutil/trace.go:171","msg":"trace[258526840] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"112.211233ms","start":"2026-03-04T15:37:25.692104Z","end":"2026-03-04T15:37:25.804315Z","steps":["trace[258526840] 'process raft request' (duration: 101.942982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:26.102489Z","caller":"traceutil/trace.go:171","msg":"trace[1634586165] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"293.102399ms","start":"2026-03-04T15:37:25.809358Z","end":"2026-03-04T15:37:26.10246Z","steps":["trace[1634586165] 'process raft request' (duration: 271.484558ms)","trace[1634586165] 'compare' (duration: 21.085618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:26.102662Z","caller":"traceutil/trace.go:171","msg":"trace[2021498028] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"290.305978ms","start":"2026-03-04T15:37:25.812326Z","end":"2026-03-04T15:37:26.102632Z","steps":["trace[2021498028] 'process raft request' (duration: 289.931058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:26.435005Z","caller":"traceutil/trace.go:171","msg":"trace[215280104] linearizableReadLoop","detail":"{readStateIndex:6255; appliedIndex:6254; }","duration":"323.320789ms","start":"2026-03-04T15:37:26.111662Z","end":"2026-03-04T15:37:26.434983Z","steps":["trace[215280104] 'read index received' (duration: 323.148625ms)","trace[215280104] 'applied index is now lower than readState.Index' (duration: 168.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:26.435157Z","caller":"traceutil/trace.go:171","msg":"trace[1951213149] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"327.539036ms","start":"2026-03-04T15:37:26.107558Z","end":"2026-03-04T15:37:26.435097Z","steps":["trace[1951213149] 'process raft request' (duration: 327.30385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:26.435376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.077074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:548"} {"level":"warn","ts":"2026-03-04T15:37:26.4354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:37:26.107535Z","time spent":"327.738041ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:37:26.435436Z","caller":"traceutil/trace.go:171","msg":"trace[259340190] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:6019; }","duration":"129.207027ms","start":"2026-03-04T15:37:26.306214Z","end":"2026-03-04T15:37:26.435421Z","steps":["trace[259340190] 'agreement among raft nodes before linearized reading' (duration: 128.95509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:26.435355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.673369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-9zpvs\" ","response":"range_response_count:1 size:6511"} {"level":"info","ts":"2026-03-04T15:37:26.435556Z","caller":"traceutil/trace.go:171","msg":"trace[1825395662] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-9zpvs; range_end:; response_count:1; response_revision:6019; }","duration":"323.919395ms","start":"2026-03-04T15:37:26.111614Z","end":"2026-03-04T15:37:26.435534Z","steps":["trace[1825395662] 'agreement among raft nodes before linearized reading' (duration: 323.505034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:26.435617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:37:26.111596Z","time spent":"324.004718ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6534,"request content":"key:\"/registry/pods/openstack/keystone-domain-manage-9zpvs\" "} {"level":"info","ts":"2026-03-04T15:37:26.567891Z","caller":"traceutil/trace.go:171","msg":"trace[179766228] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"125.301835ms","start":"2026-03-04T15:37:26.442554Z","end":"2026-03-04T15:37:26.567856Z","steps":["trace[179766228] 'process raft request' (duration: 107.40669ms)","trace[179766228] 'compare' (duration: 17.757392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:27.090542Z","caller":"traceutil/trace.go:171","msg":"trace[310222087] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"255.732291ms","start":"2026-03-04T15:37:26.834774Z","end":"2026-03-04T15:37:27.090506Z","steps":["trace[310222087] 'process raft request' (duration: 201.817071ms)","trace[310222087] 'compare' (duration: 53.742696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:27.107917Z","caller":"traceutil/trace.go:171","msg":"trace[1944800434] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"268.463125ms","start":"2026-03-04T15:37:26.839423Z","end":"2026-03-04T15:37:27.107886Z","steps":["trace[1944800434] 'process raft request' (duration: 268.255779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:27.107999Z","caller":"traceutil/trace.go:171","msg":"trace[404169473] linearizableReadLoop","detail":"{readStateIndex:6261; appliedIndex:6258; }","duration":"108.199911ms","start":"2026-03-04T15:37:26.99978Z","end":"2026-03-04T15:37:27.10798Z","steps":["trace[404169473] 'read index received' (duration: 36.825646ms)","trace[404169473] 'applied index is now lower than readState.Index' (duration: 71.372795ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:27.108063Z","caller":"traceutil/trace.go:171","msg":"trace[254395236] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"193.113619ms","start":"2026-03-04T15:37:26.914919Z","end":"2026-03-04T15:37:27.108032Z","steps":["trace[254395236] 'process raft request' (duration: 192.870003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:27.108201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.396626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:37:27.108242Z","caller":"traceutil/trace.go:171","msg":"trace[552838201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6025; }","duration":"108.520209ms","start":"2026-03-04T15:37:26.999712Z","end":"2026-03-04T15:37:27.108232Z","steps":["trace[552838201] 'agreement among raft nodes before linearized reading' (duration: 108.336685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:27.297383Z","caller":"traceutil/trace.go:171","msg":"trace[807493459] linearizableReadLoop","detail":"{readStateIndex:6263; appliedIndex:6261; }","duration":"153.543724ms","start":"2026-03-04T15:37:27.143814Z","end":"2026-03-04T15:37:27.297358Z","steps":["trace[807493459] 'read index received' (duration: 26.059333ms)","trace[807493459] 'applied index is now lower than readState.Index' (duration: 127.48344ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:27.2975Z","caller":"traceutil/trace.go:171","msg":"trace[1051536339] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"178.102877ms","start":"2026-03-04T15:37:27.119346Z","end":"2026-03-04T15:37:27.297449Z","steps":["trace[1051536339] 'process raft request' (duration: 171.633293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:27.297732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.857891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:37:27.297792Z","caller":"traceutil/trace.go:171","msg":"trace[203014287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6027; }","duration":"154.003505ms","start":"2026-03-04T15:37:27.143772Z","end":"2026-03-04T15:37:27.297776Z","steps":["trace[203014287] 'agreement among raft nodes before linearized reading' (duration: 153.716728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:27.804841Z","caller":"traceutil/trace.go:171","msg":"trace[1097212290] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6265; }","duration":"258.113311ms","start":"2026-03-04T15:37:27.546669Z","end":"2026-03-04T15:37:27.804782Z","steps":["trace[1097212290] 'read index received' (duration: 37.36025ms)","trace[1097212290] 'applied index is now lower than readState.Index' (duration: 220.751801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:27.805053Z","caller":"traceutil/trace.go:171","msg":"trace[1482444537] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"276.534788ms","start":"2026-03-04T15:37:27.528491Z","end":"2026-03-04T15:37:27.805026Z","steps":["trace[1482444537] 'process raft request' (duration: 270.465074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:27.805263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.578624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:37:27.805469Z","caller":"traceutil/trace.go:171","msg":"trace[1695712736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6031; }","duration":"258.797129ms","start":"2026-03-04T15:37:27.546643Z","end":"2026-03-04T15:37:27.80544Z","steps":["trace[1695712736] 'agreement among raft nodes before linearized reading' (duration: 258.48437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:27.850001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.373916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:37:27.850065Z","caller":"traceutil/trace.go:171","msg":"trace[414244390] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6031; }","duration":"193.4887ms","start":"2026-03-04T15:37:27.656561Z","end":"2026-03-04T15:37:27.85005Z","steps":["trace[414244390] 'agreement among raft nodes before linearized reading' (duration: 193.370206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:52.232552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.892284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:37:52.232668Z","caller":"traceutil/trace.go:171","msg":"trace[1394762088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6145; }","duration":"136.093259ms","start":"2026-03-04T15:37:52.096549Z","end":"2026-03-04T15:37:52.232643Z","steps":["trace[1394762088] 'count revisions from in-memory index tree' (duration: 135.730861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:11.080994Z","caller":"traceutil/trace.go:171","msg":"trace[363421056] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"108.287273ms","start":"2026-03-04T15:38:10.972683Z","end":"2026-03-04T15:38:11.08097Z","steps":["trace[363421056] 'process raft request' (duration: 108.109628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:25.32536Z","caller":"traceutil/trace.go:171","msg":"trace[432944425] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"100.343332ms","start":"2026-03-04T15:38:25.22499Z","end":"2026-03-04T15:38:25.325334Z","steps":["trace[432944425] 'process raft request' (duration: 100.174817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:25.630508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.05464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:38:25.630576Z","caller":"traceutil/trace.go:171","msg":"trace[249714627] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"125.528921ms","start":"2026-03-04T15:38:25.505024Z","end":"2026-03-04T15:38:25.630552Z","steps":["trace[249714627] 'process raft request' (duration: 120.812322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:25.630612Z","caller":"traceutil/trace.go:171","msg":"trace[1764254379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6301; }","duration":"142.216315ms","start":"2026-03-04T15:38:25.488371Z","end":"2026-03-04T15:38:25.630587Z","steps":["trace[1764254379] 'range keys from in-memory index tree' (duration: 141.879826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:25.631374Z","caller":"traceutil/trace.go:171","msg":"trace[1333484799] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"124.581288ms","start":"2026-03-04T15:38:25.506747Z","end":"2026-03-04T15:38:25.631328Z","steps":["trace[1333484799] 'process raft request' (duration: 123.748426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:27.311439Z","caller":"traceutil/trace.go:171","msg":"trace[1298598783] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"172.988777ms","start":"2026-03-04T15:38:27.138426Z","end":"2026-03-04T15:38:27.311415Z","steps":["trace[1298598783] 'process raft request' (duration: 172.833793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:27.688689Z","caller":"traceutil/trace.go:171","msg":"trace[1388060546] linearizableReadLoop","detail":"{readStateIndex:6558; appliedIndex:6557; }","duration":"223.096691ms","start":"2026-03-04T15:38:27.465565Z","end":"2026-03-04T15:38:27.688661Z","steps":["trace[1388060546] 'read index received' (duration: 210.448669ms)","trace[1388060546] 'applied index is now lower than readState.Index' (duration: 12.646802ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:27.688794Z","caller":"traceutil/trace.go:171","msg":"trace[1622124390] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"242.356141ms","start":"2026-03-04T15:38:27.446387Z","end":"2026-03-04T15:38:27.688743Z","steps":["trace[1622124390] 'process raft request' (duration: 229.615557ms)","trace[1622124390] 'compare' (duration: 12.441957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:38:27.689216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.639605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-9zpvs\" ","response":"range_response_count:1 size:8057"} {"level":"info","ts":"2026-03-04T15:38:27.689292Z","caller":"traceutil/trace.go:171","msg":"trace[1854802783] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-9zpvs; range_end:; response_count:1; response_revision:6310; }","duration":"223.757638ms","start":"2026-03-04T15:38:27.465515Z","end":"2026-03-04T15:38:27.689273Z","steps":["trace[1854802783] 'agreement among raft nodes before linearized reading' (duration: 223.326338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:27.700413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.042905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:38:27.700509Z","caller":"traceutil/trace.go:171","msg":"trace[2101076574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6312; }","duration":"211.183628ms","start":"2026-03-04T15:38:27.489304Z","end":"2026-03-04T15:38:27.700488Z","steps":["trace[2101076574] 'agreement among raft nodes before linearized reading' (duration: 211.031735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:27.813396Z","caller":"traceutil/trace.go:171","msg":"trace[1121805857] linearizableReadLoop","detail":"{readStateIndex:6563; appliedIndex:6562; }","duration":"110.620032ms","start":"2026-03-04T15:38:27.702748Z","end":"2026-03-04T15:38:27.813368Z","steps":["trace[1121805857] 'read index received' (duration: 67.520076ms)","trace[1121805857] 'applied index is now lower than readState.Index' (duration: 43.098706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:38:27.813558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.773485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:38:27.813624Z","caller":"traceutil/trace.go:171","msg":"trace[180608018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6314; }","duration":"110.90606ms","start":"2026-03-04T15:38:27.702703Z","end":"2026-03-04T15:38:27.813609Z","steps":["trace[180608018] 'agreement among raft nodes before linearized reading' (duration: 110.751255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:27.945213Z","caller":"traceutil/trace.go:171","msg":"trace[2033431690] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"126.828523ms","start":"2026-03-04T15:38:27.818356Z","end":"2026-03-04T15:38:27.945185Z","steps":["trace[2033431690] 'process raft request' (duration: 126.632548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:28.250344Z","caller":"traceutil/trace.go:171","msg":"trace[1558011301] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"100.536805ms","start":"2026-03-04T15:38:28.149778Z","end":"2026-03-04T15:38:28.250315Z","steps":["trace[1558011301] 'process raft request' (duration: 100.36153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:29.579897Z","caller":"traceutil/trace.go:171","msg":"trace[1613838507] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"133.790191ms","start":"2026-03-04T15:38:29.446077Z","end":"2026-03-04T15:38:29.579867Z","steps":["trace[1613838507] 'process raft request' (duration: 86.352525ms)","trace[1613838507] 'compare' (duration: 47.149419ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:29.695206Z","caller":"traceutil/trace.go:171","msg":"trace[304985322] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"106.261411ms","start":"2026-03-04T15:38:29.588922Z","end":"2026-03-04T15:38:29.695183Z","steps":["trace[304985322] 'process raft request' (duration: 105.40218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:30.196667Z","caller":"traceutil/trace.go:171","msg":"trace[880923291] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"176.681542ms","start":"2026-03-04T15:38:30.019953Z","end":"2026-03-04T15:38:30.196635Z","steps":["trace[880923291] 'process raft request' (duration: 169.784617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:30.200373Z","caller":"traceutil/trace.go:171","msg":"trace[921403718] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"180.390957ms","start":"2026-03-04T15:38:30.019954Z","end":"2026-03-04T15:38:30.200345Z","steps":["trace[921403718] 'process raft request' (duration: 180.251352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:30.373142Z","caller":"traceutil/trace.go:171","msg":"trace[1165098432] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"115.225659ms","start":"2026-03-04T15:38:30.257881Z","end":"2026-03-04T15:38:30.373107Z","steps":["trace[1165098432] 'process raft request' (duration: 95.760254ms)","trace[1165098432] 'compare' (duration: 19.132976ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:32.948838Z","caller":"traceutil/trace.go:171","msg":"trace[1377579778] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"114.86021ms","start":"2026-03-04T15:38:32.833961Z","end":"2026-03-04T15:38:32.948821Z","steps":["trace[1377579778] 'process raft request' (duration: 114.753218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:33.598288Z","caller":"traceutil/trace.go:171","msg":"trace[1055842709] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"194.766501ms","start":"2026-03-04T15:38:33.403495Z","end":"2026-03-04T15:38:33.598261Z","steps":["trace[1055842709] 'process raft request' (duration: 130.202359ms)","trace[1055842709] 'compare' (duration: 64.321696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:33.922781Z","caller":"traceutil/trace.go:171","msg":"trace[1811058402] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"203.922074ms","start":"2026-03-04T15:38:33.71883Z","end":"2026-03-04T15:38:33.922752Z","steps":["trace[1811058402] 'process raft request' (duration: 165.57191ms)","trace[1811058402] 'compare' (duration: 38.18606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:33.964076Z","caller":"traceutil/trace.go:171","msg":"trace[490406040] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"239.697494ms","start":"2026-03-04T15:38:33.724358Z","end":"2026-03-04T15:38:33.964055Z","steps":["trace[490406040] 'process raft request' (duration: 239.578441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:42.444737Z","caller":"traceutil/trace.go:171","msg":"trace[1103897524] linearizableReadLoop","detail":"{readStateIndex:6633; appliedIndex:6632; }","duration":"212.410928ms","start":"2026-03-04T15:38:42.232303Z","end":"2026-03-04T15:38:42.444714Z","steps":["trace[1103897524] 'read index received' (duration: 212.205413ms)","trace[1103897524] 'applied index is now lower than readState.Index' (duration: 204.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:42.444786Z","caller":"traceutil/trace.go:171","msg":"trace[209996227] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"244.970436ms","start":"2026-03-04T15:38:42.199786Z","end":"2026-03-04T15:38:42.444757Z","steps":["trace[209996227] 'process raft request' (duration: 244.785702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:42.444976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.086263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:38:42.445022Z","caller":"traceutil/trace.go:171","msg":"trace[636542169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6381; }","duration":"159.189236ms","start":"2026-03-04T15:38:42.28582Z","end":"2026-03-04T15:38:42.445009Z","steps":["trace[636542169] 'agreement among raft nodes before linearized reading' (duration: 159.023271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:42.445017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.688516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T15:38:42.445048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.817461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:38:42.4451Z","caller":"traceutil/trace.go:171","msg":"trace[710077855] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:6381; }","duration":"212.813038ms","start":"2026-03-04T15:38:42.232268Z","end":"2026-03-04T15:38:42.445081Z","steps":["trace[710077855] 'agreement among raft nodes before linearized reading' (duration: 212.549402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:42.445118Z","caller":"traceutil/trace.go:171","msg":"trace[1436899887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6381; }","duration":"155.918813ms","start":"2026-03-04T15:38:42.289178Z","end":"2026-03-04T15:38:42.445097Z","steps":["trace[1436899887] 'agreement among raft nodes before linearized reading' (duration: 155.735188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:46.726484Z","caller":"traceutil/trace.go:171","msg":"trace[507570690] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"104.201809ms","start":"2026-03-04T15:38:46.622249Z","end":"2026-03-04T15:38:46.72645Z","steps":["trace[507570690] 'process raft request' (duration: 78.583298ms)","trace[507570690] 'compare' (duration: 25.485558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:47.862258Z","caller":"traceutil/trace.go:171","msg":"trace[1022396745] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"129.41192ms","start":"2026-03-04T15:38:47.732819Z","end":"2026-03-04T15:38:47.862231Z","steps":["trace[1022396745] 'process raft request' (duration: 129.268346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:47.862259Z","caller":"traceutil/trace.go:171","msg":"trace[1991847165] linearizableReadLoop","detail":"{readStateIndex:6665; appliedIndex:6663; }","duration":"133.347929ms","start":"2026-03-04T15:38:47.728871Z","end":"2026-03-04T15:38:47.862219Z","steps":["trace[1991847165] 'read index received' (duration: 3.95254ms)","trace[1991847165] 'applied index is now lower than readState.Index' (duration: 129.392019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:38:47.862561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.634176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:38:47.862628Z","caller":"traceutil/trace.go:171","msg":"trace[1082541051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6412; }","duration":"133.783ms","start":"2026-03-04T15:38:47.728826Z","end":"2026-03-04T15:38:47.862609Z","steps":["trace[1082541051] 'agreement among raft nodes before linearized reading' (duration: 133.519714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:48.285716Z","caller":"traceutil/trace.go:171","msg":"trace[1301940073] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"103.716917ms","start":"2026-03-04T15:38:48.181937Z","end":"2026-03-04T15:38:48.285654Z","steps":["trace[1301940073] 'process raft request' (duration: 98.363301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:48.286216Z","caller":"traceutil/trace.go:171","msg":"trace[855892764] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"103.44984ms","start":"2026-03-04T15:38:48.182734Z","end":"2026-03-04T15:38:48.286184Z","steps":["trace[855892764] 'process raft request' (duration: 103.106661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:52.270164Z","caller":"traceutil/trace.go:171","msg":"trace[1154860192] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6699; }","duration":"359.236943ms","start":"2026-03-04T15:38:51.910899Z","end":"2026-03-04T15:38:52.270136Z","steps":["trace[1154860192] 'read index received' (duration: 359.086689ms)","trace[1154860192] 'applied index is now lower than readState.Index' (duration: 149.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:52.270207Z","caller":"traceutil/trace.go:171","msg":"trace[544249672] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"521.102817ms","start":"2026-03-04T15:38:51.749081Z","end":"2026-03-04T15:38:52.270184Z","steps":["trace[544249672] 'process raft request' (duration: 520.876101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:52.270379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:38:51.749056Z","time spent":"521.20835ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:38:52.270397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.470818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:38:52.270457Z","caller":"traceutil/trace.go:171","msg":"trace[471879879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6446; }","duration":"359.585051ms","start":"2026-03-04T15:38:51.910857Z","end":"2026-03-04T15:38:52.270442Z","steps":["trace[471879879] 'agreement among raft nodes before linearized reading' (duration: 359.381556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:52.270489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:38:51.910834Z","time spent":"359.649323ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:38:52.413707Z","caller":"traceutil/trace.go:171","msg":"trace[959621384] linearizableReadLoop","detail":"{readStateIndex:6702; appliedIndex:6700; }","duration":"143.443356ms","start":"2026-03-04T15:38:52.270246Z","end":"2026-03-04T15:38:52.41369Z","steps":["trace[959621384] 'read index received' (duration: 132.123669ms)","trace[959621384] 'applied index is now lower than readState.Index' (duration: 11.319057ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:52.413804Z","caller":"traceutil/trace.go:171","msg":"trace[659425377] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"389.937062ms","start":"2026-03-04T15:38:52.023857Z","end":"2026-03-04T15:38:52.413795Z","steps":["trace[659425377] 'process raft request' (duration: 378.499331ms)","trace[659425377] 'compare' (duration: 11.00916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:38:52.413849Z","caller":"traceutil/trace.go:171","msg":"trace[1454934803] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"138.752908ms","start":"2026-03-04T15:38:52.275072Z","end":"2026-03-04T15:38:52.413825Z","steps":["trace[1454934803] 'process raft request' (duration: 138.571873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:52.413886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:38:52.023833Z","time spent":"389.991284ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:38:52.414085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.798415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:38:52.414125Z","caller":"traceutil/trace.go:171","msg":"trace[101000633] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6449; }","duration":"143.875637ms","start":"2026-03-04T15:38:52.270237Z","end":"2026-03-04T15:38:52.414113Z","steps":["trace[101000633] 'agreement among raft nodes before linearized reading' (duration: 143.804935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:52.414116Z","caller":"traceutil/trace.go:171","msg":"trace[1742775845] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"277.294479ms","start":"2026-03-04T15:38:52.136796Z","end":"2026-03-04T15:38:52.41409Z","steps":["trace[1742775845] 'process raft request' (duration: 276.780997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:38:52.414229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.266469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:38:52.414282Z","caller":"traceutil/trace.go:171","msg":"trace[2067644446] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:6449; }","duration":"181.348541ms","start":"2026-03-04T15:38:52.232921Z","end":"2026-03-04T15:38:52.414269Z","steps":["trace[2067644446] 'agreement among raft nodes before linearized reading' (duration: 181.118695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:58.449755Z","caller":"traceutil/trace.go:171","msg":"trace[687107896] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"154.271912ms","start":"2026-03-04T15:38:58.295453Z","end":"2026-03-04T15:38:58.449725Z","steps":["trace[687107896] 'process raft request' (duration: 154.039096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:00.639466Z","caller":"traceutil/trace.go:171","msg":"trace[1293292317] linearizableReadLoop","detail":"{readStateIndex:6750; appliedIndex:6749; }","duration":"145.374576ms","start":"2026-03-04T15:39:00.494066Z","end":"2026-03-04T15:39:00.639441Z","steps":["trace[1293292317] 'read index received' (duration: 64.020108ms)","trace[1293292317] 'applied index is now lower than readState.Index' (duration: 81.353278ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:00.639628Z","caller":"traceutil/trace.go:171","msg":"trace[981067554] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"145.901629ms","start":"2026-03-04T15:39:00.493692Z","end":"2026-03-04T15:39:00.639594Z","steps":["trace[981067554] 'process raft request' (duration: 64.48325ms)","trace[981067554] 'compare' (duration: 81.149672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:00.6398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.729195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150028"} {"level":"info","ts":"2026-03-04T15:39:00.639834Z","caller":"traceutil/trace.go:171","msg":"trace[1072644887] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6494; }","duration":"145.809657ms","start":"2026-03-04T15:39:00.494015Z","end":"2026-03-04T15:39:00.639824Z","steps":["trace[1072644887] 'agreement among raft nodes before linearized reading' (duration: 145.51592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:06.873992Z","caller":"traceutil/trace.go:171","msg":"trace[586711893] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"150.277051ms","start":"2026-03-04T15:39:06.723686Z","end":"2026-03-04T15:39:06.873963Z","steps":["trace[586711893] 'process raft request' (duration: 150.060915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:07.182954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.944494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:07.183073Z","caller":"traceutil/trace.go:171","msg":"trace[1110278242] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"305.871485ms","start":"2026-03-04T15:39:06.877184Z","end":"2026-03-04T15:39:07.183055Z","steps":["trace[1110278242] 'process raft request' (duration: 88.762826ms)","trace[1110278242] 'compare' (duration: 216.857492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:07.183122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:06.877169Z","time spent":"305.930797ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:07.194164Z","caller":"traceutil/trace.go:171","msg":"trace[2118003305] linearizableReadLoop","detail":"{readStateIndex:6823; appliedIndex:6820; }","duration":"232.982183ms","start":"2026-03-04T15:39:06.961161Z","end":"2026-03-04T15:39:07.194144Z","steps":["trace[2118003305] 'read index received' (duration: 4.799792ms)","trace[2118003305] 'applied index is now lower than readState.Index' (duration: 228.181331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:07.194308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.139996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:07.194348Z","caller":"traceutil/trace.go:171","msg":"trace[1547903482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6563; }","duration":"233.238639ms","start":"2026-03-04T15:39:06.9611Z","end":"2026-03-04T15:39:07.194339Z","steps":["trace[1547903482] 'agreement among raft nodes before linearized reading' (duration: 233.131386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:07.194796Z","caller":"traceutil/trace.go:171","msg":"trace[581337510] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"317.408158ms","start":"2026-03-04T15:39:06.877355Z","end":"2026-03-04T15:39:07.194763Z","steps":["trace[581337510] 'process raft request' (duration: 316.653539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:07.194933Z","caller":"traceutil/trace.go:171","msg":"trace[491900029] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"317.182153ms","start":"2026-03-04T15:39:06.877736Z","end":"2026-03-04T15:39:07.194918Z","steps":["trace[491900029] 'process raft request' (duration: 316.374603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:07.194959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:06.877349Z","time spent":"317.526311ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:07.195018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:06.877731Z","time spent":"317.239964ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:07.397018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.587948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:07.397352Z","caller":"traceutil/trace.go:171","msg":"trace[244234652] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"198.466775ms","start":"2026-03-04T15:39:07.198862Z","end":"2026-03-04T15:39:07.397329Z","steps":["trace[244234652] 'process raft request' (duration: 95.467067ms)","trace[244234652] 'compare' (duration: 102.458624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:08.681403Z","caller":"traceutil/trace.go:171","msg":"trace[975743120] linearizableReadLoop","detail":"{readStateIndex:6828; appliedIndex:6825; }","duration":"109.012021ms","start":"2026-03-04T15:39:08.572369Z","end":"2026-03-04T15:39:08.681381Z","steps":["trace[975743120] 'read index received' (duration: 11.184934ms)","trace[975743120] 'applied index is now lower than readState.Index' (duration: 97.826087ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:08.681422Z","caller":"traceutil/trace.go:171","msg":"trace[149490939] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"132.673402ms","start":"2026-03-04T15:39:08.548724Z","end":"2026-03-04T15:39:08.681397Z","steps":["trace[149490939] 'process raft request' (duration: 131.234145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:08.681488Z","caller":"traceutil/trace.go:171","msg":"trace[1307633157] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"132.719234ms","start":"2026-03-04T15:39:08.548732Z","end":"2026-03-04T15:39:08.681451Z","steps":["trace[1307633157] 'process raft request' (duration: 132.58446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:08.68158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.177285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:08.681641Z","caller":"traceutil/trace.go:171","msg":"trace[2091963739] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6567; }","duration":"109.301638ms","start":"2026-03-04T15:39:08.572327Z","end":"2026-03-04T15:39:08.681628Z","steps":["trace[2091963739] 'agreement among raft nodes before linearized reading' (duration: 109.144894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:11.535021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.651454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:11.535082Z","caller":"traceutil/trace.go:171","msg":"trace[564334092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6579; }","duration":"125.748017ms","start":"2026-03-04T15:39:11.40932Z","end":"2026-03-04T15:39:11.535068Z","steps":["trace[564334092] 'range keys from in-memory index tree' (duration: 125.534561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:12.452448Z","caller":"traceutil/trace.go:171","msg":"trace[1047042884] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"176.539468ms","start":"2026-03-04T15:39:12.275882Z","end":"2026-03-04T15:39:12.452421Z","steps":["trace[1047042884] 'process raft request' (duration: 147.373057ms)","trace[1047042884] 'compare' (duration: 29.040878ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:12.704873Z","caller":"traceutil/trace.go:171","msg":"trace[1325500937] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"107.498952ms","start":"2026-03-04T15:39:12.597349Z","end":"2026-03-04T15:39:12.704848Z","steps":["trace[1325500937] 'process raft request' (duration: 79.731957ms)","trace[1325500937] 'compare' (duration: 27.471908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:13.025484Z","caller":"traceutil/trace.go:171","msg":"trace[1656056354] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6846; }","duration":"165.587419ms","start":"2026-03-04T15:39:12.859872Z","end":"2026-03-04T15:39:13.025459Z","steps":["trace[1656056354] 'read index received' (duration: 165.322673ms)","trace[1656056354] 'applied index is now lower than readState.Index' (duration: 263.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:13.025528Z","caller":"traceutil/trace.go:171","msg":"trace[1707456878] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"177.214045ms","start":"2026-03-04T15:39:12.848292Z","end":"2026-03-04T15:39:13.025506Z","steps":["trace[1707456878] 'process raft request' (duration: 176.98581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:13.025743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.794074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T15:39:13.025716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.784174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:13.025785Z","caller":"traceutil/trace.go:171","msg":"trace[110814277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6585; }","duration":"128.883016ms","start":"2026-03-04T15:39:12.896891Z","end":"2026-03-04T15:39:13.025774Z","steps":["trace[110814277] 'agreement among raft nodes before linearized reading' (duration: 128.698162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:13.025812Z","caller":"traceutil/trace.go:171","msg":"trace[1139030201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6585; }","duration":"165.966239ms","start":"2026-03-04T15:39:12.859822Z","end":"2026-03-04T15:39:13.025789Z","steps":["trace[1139030201] 'agreement among raft nodes before linearized reading' (duration: 165.756873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:13.162125Z","caller":"traceutil/trace.go:171","msg":"trace[1952150442] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"133.025811ms","start":"2026-03-04T15:39:13.029071Z","end":"2026-03-04T15:39:13.162097Z","steps":["trace[1952150442] 'process raft request' (duration: 71.500287ms)","trace[1952150442] 'compare' (duration: 61.438512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:13.452145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.396574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:13.452213Z","caller":"traceutil/trace.go:171","msg":"trace[2026581206] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6848; }","duration":"222.805344ms","start":"2026-03-04T15:39:13.229397Z","end":"2026-03-04T15:39:13.452202Z","steps":["trace[2026581206] 'read index received' (duration: 59.200935ms)","trace[2026581206] 'applied index is now lower than readState.Index' (duration: 163.603449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:13.452272Z","caller":"traceutil/trace.go:171","msg":"trace[1092751077] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"244.118166ms","start":"2026-03-04T15:39:13.208131Z","end":"2026-03-04T15:39:13.452249Z","steps":["trace[1092751077] 'process raft request' (duration: 80.568129ms)","trace[1092751077] 'compare' (duration: 163.322351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:13.452321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.923647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:39:13.452333Z","caller":"traceutil/trace.go:171","msg":"trace[2113846022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6587; }","duration":"222.975888ms","start":"2026-03-04T15:39:13.229353Z","end":"2026-03-04T15:39:13.452329Z","steps":["trace[2113846022] 'agreement among raft nodes before linearized reading' (duration: 222.902226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:13.452448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.512889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:39:13.452514Z","caller":"traceutil/trace.go:171","msg":"trace[424277414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6587; }","duration":"145.630182ms","start":"2026-03-04T15:39:13.306867Z","end":"2026-03-04T15:39:13.452497Z","steps":["trace[424277414] 'agreement among raft nodes before linearized reading' (duration: 145.423837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:14.692634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.74431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:14.692719Z","caller":"traceutil/trace.go:171","msg":"trace[156395948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6592; }","duration":"203.876313ms","start":"2026-03-04T15:39:14.488823Z","end":"2026-03-04T15:39:14.6927Z","steps":["trace[156395948] 'range keys from in-memory index tree' (duration: 203.621376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:14.951446Z","caller":"traceutil/trace.go:171","msg":"trace[1952366929] linearizableReadLoop","detail":"{readStateIndex:6857; appliedIndex:6854; }","duration":"199.682186ms","start":"2026-03-04T15:39:14.751743Z","end":"2026-03-04T15:39:14.951425Z","steps":["trace[1952366929] 'read index received' (duration: 7.994363ms)","trace[1952366929] 'applied index is now lower than readState.Index' (duration: 191.686943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:14.95156Z","caller":"traceutil/trace.go:171","msg":"trace[1706498037] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"235.902547ms","start":"2026-03-04T15:39:14.715645Z","end":"2026-03-04T15:39:14.951548Z","steps":["trace[1706498037] 'process raft request' (duration: 182.011767ms)","trace[1706498037] 'compare' (duration: 53.50437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:14.951718Z","caller":"traceutil/trace.go:171","msg":"trace[1169911511] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"209.464405ms","start":"2026-03-04T15:39:14.742247Z","end":"2026-03-04T15:39:14.951711Z","steps":["trace[1169911511] 'process raft request' (duration: 209.136417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:14.951882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.129628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:14.951918Z","caller":"traceutil/trace.go:171","msg":"trace[47177227] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6595; }","duration":"200.213799ms","start":"2026-03-04T15:39:14.751695Z","end":"2026-03-04T15:39:14.951909Z","steps":["trace[47177227] 'agreement among raft nodes before linearized reading' (duration: 200.090736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:14.951918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.165475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:39:14.951966Z","caller":"traceutil/trace.go:171","msg":"trace[1284722267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:6595; }","duration":"190.232956ms","start":"2026-03-04T15:39:14.761718Z","end":"2026-03-04T15:39:14.951951Z","steps":["trace[1284722267] 'agreement among raft nodes before linearized reading' (duration: 190.084532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:15.7843Z","caller":"traceutil/trace.go:171","msg":"trace[2076598162] linearizableReadLoop","detail":"{readStateIndex:6858; appliedIndex:6857; }","duration":"351.552087ms","start":"2026-03-04T15:39:15.432725Z","end":"2026-03-04T15:39:15.784278Z","steps":["trace[2076598162] 'read index received' (duration: 351.245659ms)","trace[2076598162] 'applied index is now lower than readState.Index' (duration: 305.318µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:15.7845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.743733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:15.784576Z","caller":"traceutil/trace.go:171","msg":"trace[755535178] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6596; }","duration":"351.881476ms","start":"2026-03-04T15:39:15.432679Z","end":"2026-03-04T15:39:15.784561Z","steps":["trace[755535178] 'agreement among raft nodes before linearized reading' (duration: 351.691271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:15.784605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.409252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:39:15.784672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.69301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:39:15.784681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.900797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:15.784726Z","caller":"traceutil/trace.go:171","msg":"trace[1484751945] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6596; }","duration":"275.632038ms","start":"2026-03-04T15:39:15.50907Z","end":"2026-03-04T15:39:15.784702Z","steps":["trace[1484751945] 'agreement among raft nodes before linearized reading' (duration: 275.398292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:15.784809Z","caller":"traceutil/trace.go:171","msg":"trace[588968096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6596; }","duration":"295.133974ms","start":"2026-03-04T15:39:15.489647Z","end":"2026-03-04T15:39:15.784781Z","steps":["trace[588968096] 'agreement among raft nodes before linearized reading' (duration: 294.928478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:15.784623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.340087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T15:39:15.784871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.050337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:39:15.7849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.264945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:15.784974Z","caller":"traceutil/trace.go:171","msg":"trace[1940182435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6596; }","duration":"320.200741ms","start":"2026-03-04T15:39:15.464751Z","end":"2026-03-04T15:39:15.784951Z","steps":["trace[1940182435] 'agreement among raft nodes before linearized reading' (duration: 319.855232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:15.784981Z","caller":"traceutil/trace.go:171","msg":"trace[1022729666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6596; }","duration":"136.424778ms","start":"2026-03-04T15:39:15.648537Z","end":"2026-03-04T15:39:15.784961Z","steps":["trace[1022729666] 'agreement among raft nodes before linearized reading' (duration: 136.125341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:15.784992Z","caller":"traceutil/trace.go:171","msg":"trace[1151886682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6596; }","duration":"293.704647ms","start":"2026-03-04T15:39:15.491245Z","end":"2026-03-04T15:39:15.78495Z","steps":["trace[1151886682] 'agreement among raft nodes before linearized reading' (duration: 293.313057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:15.784728Z","caller":"traceutil/trace.go:171","msg":"trace[947531120] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6596; }","duration":"325.771902ms","start":"2026-03-04T15:39:15.458945Z","end":"2026-03-04T15:39:15.784717Z","steps":["trace[947531120] 'agreement among raft nodes before linearized reading' (duration: 325.69802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:15.78508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.458935Z","time spent":"326.128731ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:39:15.784528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.949338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:39:15.785198Z","caller":"traceutil/trace.go:171","msg":"trace[1501670769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6596; }","duration":"328.647185ms","start":"2026-03-04T15:39:15.456527Z","end":"2026-03-04T15:39:15.785174Z","steps":["trace[1501670769] 'agreement among raft nodes before linearized reading' (duration: 327.896957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:15.785333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.456514Z","time spent":"328.800589ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:39:15.785031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.464737Z","time spent":"320.284683ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:39:15.784623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.432657Z","time spent":"351.954877ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:39:15.78447Z","caller":"traceutil/trace.go:171","msg":"trace[1944538756] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"612.446009ms","start":"2026-03-04T15:39:15.171988Z","end":"2026-03-04T15:39:15.784434Z","steps":["trace[1944538756] 'process raft request' (duration: 612.106259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:15.785651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.171967Z","time spent":"613.614149ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:16.420242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832334693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:39:16.916774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.716884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:16.917115Z","caller":"traceutil/trace.go:171","msg":"trace[74632032] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"1.127355439s","start":"2026-03-04T15:39:15.789719Z","end":"2026-03-04T15:39:16.917074Z","steps":["trace[74632032] 'process raft request' (duration: 1.127183294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:16.917234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.789705Z","time spent":"1.127466941s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:16.917239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.791354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:16.917126Z","caller":"traceutil/trace.go:171","msg":"trace[239652400] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6858; }","duration":"997.660081ms","start":"2026-03-04T15:39:15.919442Z","end":"2026-03-04T15:39:16.917102Z","steps":["trace[239652400] 'read index received' (duration: 746.574748ms)","trace[239652400] 'applied index is now lower than readState.Index' (duration: 251.084103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:16.917265Z","caller":"traceutil/trace.go:171","msg":"trace[194657307] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"1.12741251s","start":"2026-03-04T15:39:15.789827Z","end":"2026-03-04T15:39:16.917239Z","steps":["trace[194657307] 'process raft request' (duration: 1.127175554s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:16.917289Z","caller":"traceutil/trace.go:171","msg":"trace[909059017] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6600; }","duration":"997.873417ms","start":"2026-03-04T15:39:15.9194Z","end":"2026-03-04T15:39:16.917273Z","steps":["trace[909059017] 'agreement among raft nodes before linearized reading' (duration: 997.762714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:16.917288Z","caller":"traceutil/trace.go:171","msg":"trace[885333046] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"1.126826814s","start":"2026-03-04T15:39:15.790437Z","end":"2026-03-04T15:39:16.917263Z","steps":["trace[885333046] 'process raft request' (duration: 1.126615099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:16.91734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.919382Z","time spent":"997.943548ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":37,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:39:16.917373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.789805Z","time spent":"1.127509663s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:16.917391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.790429Z","time spent":"1.126908076s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:16.917478Z","caller":"traceutil/trace.go:171","msg":"trace[1863193832] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"1.127600894s","start":"2026-03-04T15:39:15.789345Z","end":"2026-03-04T15:39:16.916946Z","steps":["trace[1863193832] 'process raft request' (duration: 876.601353ms)","trace[1863193832] 'compare' (duration: 249.970614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:16.917516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.789328Z","time spent":"1.128168389s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:17.013561Z","caller":"traceutil/trace.go:171","msg":"trace[1105516816] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"248.156358ms","start":"2026-03-04T15:39:16.765371Z","end":"2026-03-04T15:39:17.013527Z","steps":["trace[1105516816] 'process raft request' (duration: 248.039595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.013596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.842874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T15:39:17.01369Z","caller":"traceutil/trace.go:171","msg":"trace[1748479135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6601; }","duration":"626.963857ms","start":"2026-03-04T15:39:16.386684Z","end":"2026-03-04T15:39:17.013648Z","steps":["trace[1748479135] 'agreement among raft nodes before linearized reading' (duration: 626.831374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.013713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:16.386637Z","time spent":"627.069741ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:39:17.013722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.631652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:39:17.013797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037289568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:39:17.013826Z","caller":"traceutil/trace.go:171","msg":"trace[769247895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6601; }","duration":"966.812007ms","start":"2026-03-04T15:39:16.046991Z","end":"2026-03-04T15:39:17.013803Z","steps":["trace[769247895] 'agreement among raft nodes before linearized reading' (duration: 966.598302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:17.01385Z","caller":"traceutil/trace.go:171","msg":"trace[133223573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6601; }","duration":"1.037377311s","start":"2026-03-04T15:39:15.976457Z","end":"2026-03-04T15:39:17.013834Z","steps":["trace[133223573] 'agreement among raft nodes before linearized reading' (duration: 1.037168245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.013899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:15.976438Z","time spent":"1.037451492s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T15:39:17.013895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:16.046976Z","time spent":"966.901629ms","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:39:17.398776Z","caller":"traceutil/trace.go:171","msg":"trace[585905617] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"442.5547ms","start":"2026-03-04T15:39:16.9562Z","end":"2026-03-04T15:39:17.398755Z","steps":["trace[585905617] 'process raft request' (duration: 442.387826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.398915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:16.95618Z","time spent":"442.665932ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:17.398918Z","caller":"traceutil/trace.go:171","msg":"trace[1041922961] linearizableReadLoop","detail":"{readStateIndex:6865; appliedIndex:6864; }","duration":"385.400398ms","start":"2026-03-04T15:39:17.0135Z","end":"2026-03-04T15:39:17.398901Z","steps":["trace[1041922961] 'read index received' (duration: 385.209743ms)","trace[1041922961] 'applied index is now lower than readState.Index' (duration: 190.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:17.399059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.708516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:39:17.399076Z","caller":"traceutil/trace.go:171","msg":"trace[390162003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:6603; }","duration":"435.776718ms","start":"2026-03-04T15:39:16.963293Z","end":"2026-03-04T15:39:17.39907Z","steps":["trace[390162003] 'agreement among raft nodes before linearized reading' (duration: 435.665005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.399093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:16.96328Z","time spent":"435.808489ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:39:17.399058Z","caller":"traceutil/trace.go:171","msg":"trace[668959690] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"442.419887ms","start":"2026-03-04T15:39:16.956598Z","end":"2026-03-04T15:39:17.399018Z","steps":["trace[668959690] 'process raft request' (duration: 442.116329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.399336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:16.956571Z","time spent":"442.660913ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:17.400608Z","caller":"traceutil/trace.go:171","msg":"trace[1782104138] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"381.008556ms","start":"2026-03-04T15:39:17.019576Z","end":"2026-03-04T15:39:17.400585Z","steps":["trace[1782104138] 'process raft request' (duration: 380.926444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:17.400643Z","caller":"traceutil/trace.go:171","msg":"trace[1373098980] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"381.037406ms","start":"2026-03-04T15:39:17.019588Z","end":"2026-03-04T15:39:17.400626Z","steps":["trace[1373098980] 'process raft request' (duration: 380.78811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.400735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:17.019577Z","time spent":"381.107728ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:17.400758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:17.019552Z","time spent":"381.128148ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:17.606397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.841133ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:39:17.606477Z","caller":"traceutil/trace.go:171","msg":"trace[1646703850] linearizableReadLoop","detail":"{readStateIndex:6868; appliedIndex:6867; }","duration":"203.007361ms","start":"2026-03-04T15:39:17.403457Z","end":"2026-03-04T15:39:17.606465Z","steps":["trace[1646703850] 'read index received' (duration: 47.701µs)","trace[1646703850] 'applied index is now lower than readState.Index' (duration: 202.95874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:17.606695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.231496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:149928"} {"level":"info","ts":"2026-03-04T15:39:17.606715Z","caller":"traceutil/trace.go:171","msg":"trace[103411519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6605; }","duration":"203.259167ms","start":"2026-03-04T15:39:17.40345Z","end":"2026-03-04T15:39:17.60671Z","steps":["trace[103411519] 'agreement among raft nodes before linearized reading' (duration: 203.077373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:17.607271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.174024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:17.607359Z","caller":"traceutil/trace.go:171","msg":"trace[2023102763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6605; }","duration":"118.270196ms","start":"2026-03-04T15:39:17.48907Z","end":"2026-03-04T15:39:17.60734Z","steps":["trace[2023102763] 'agreement among raft nodes before linearized reading' (duration: 118.126842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:17.986761Z","caller":"traceutil/trace.go:171","msg":"trace[749060798] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"192.304159ms","start":"2026-03-04T15:39:17.794432Z","end":"2026-03-04T15:39:17.986737Z","steps":["trace[749060798] 'process raft request' (duration: 192.147685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:19.195795Z","caller":"traceutil/trace.go:171","msg":"trace[1976292887] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"269.258644ms","start":"2026-03-04T15:39:18.926505Z","end":"2026-03-04T15:39:19.195763Z","steps":["trace[1976292887] 'process raft request' (duration: 269.102711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:19.243208Z","caller":"traceutil/trace.go:171","msg":"trace[1933814347] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"316.338181ms","start":"2026-03-04T15:39:18.926853Z","end":"2026-03-04T15:39:19.243191Z","steps":["trace[1933814347] 'process raft request' (duration: 316.160207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:19.24331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:18.92684Z","time spent":"316.413504ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:19.243469Z","caller":"traceutil/trace.go:171","msg":"trace[1473374612] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"316.470295ms","start":"2026-03-04T15:39:18.92698Z","end":"2026-03-04T15:39:19.24345Z","steps":["trace[1473374612] 'process raft request' (duration: 316.113856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:19.243593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:18.926966Z","time spent":"316.564378ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:19.243804Z","caller":"traceutil/trace.go:171","msg":"trace[444237605] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"316.361502ms","start":"2026-03-04T15:39:18.927358Z","end":"2026-03-04T15:39:19.24372Z","steps":["trace[444237605] 'process raft request' (duration: 315.994703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:19.24391Z","caller":"traceutil/trace.go:171","msg":"trace[1051125497] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"224.515157ms","start":"2026-03-04T15:39:19.019385Z","end":"2026-03-04T15:39:19.2439Z","steps":["trace[1051125497] 'process raft request' (duration: 224.22771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:19.244073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:18.927342Z","time spent":"316.549107ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:19.409333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.84713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:19.409403Z","caller":"traceutil/trace.go:171","msg":"trace[268025622] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6611; }","duration":"116.932733ms","start":"2026-03-04T15:39:19.292453Z","end":"2026-03-04T15:39:19.409386Z","steps":["trace[268025622] 'count revisions from in-memory index tree' (duration: 116.766087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:19.680506Z","caller":"traceutil/trace.go:171","msg":"trace[928700314] linearizableReadLoop","detail":"{readStateIndex:6876; appliedIndex:6875; }","duration":"192.536843ms","start":"2026-03-04T15:39:19.487948Z","end":"2026-03-04T15:39:19.680484Z","steps":["trace[928700314] 'read index received' (duration: 192.373419ms)","trace[928700314] 'applied index is now lower than readState.Index' (duration: 162.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:19.680592Z","caller":"traceutil/trace.go:171","msg":"trace[84813131] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"275.900633ms","start":"2026-03-04T15:39:19.40467Z","end":"2026-03-04T15:39:19.680571Z","steps":["trace[84813131] 'process raft request' (duration: 275.672497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:19.680669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.706677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:19.680723Z","caller":"traceutil/trace.go:171","msg":"trace[1232359201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6613; }","duration":"192.824541ms","start":"2026-03-04T15:39:19.487885Z","end":"2026-03-04T15:39:19.68071Z","steps":["trace[1232359201] 'agreement among raft nodes before linearized reading' (duration: 192.704378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:20.126227Z","caller":"traceutil/trace.go:171","msg":"trace[1909450197] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"129.940762ms","start":"2026-03-04T15:39:19.996257Z","end":"2026-03-04T15:39:20.126198Z","steps":["trace[1909450197] 'process raft request' (duration: 129.673226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:24.868667Z","caller":"traceutil/trace.go:171","msg":"trace[1568194215] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"290.37482ms","start":"2026-03-04T15:39:24.57827Z","end":"2026-03-04T15:39:24.868645Z","steps":["trace[1568194215] 'process raft request' (duration: 290.209716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:25.052373Z","caller":"traceutil/trace.go:171","msg":"trace[1121477694] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"384.193826ms","start":"2026-03-04T15:39:24.668132Z","end":"2026-03-04T15:39:25.052326Z","steps":["trace[1121477694] 'process raft request' (duration: 299.618786ms)","trace[1121477694] 'compare' (duration: 84.273772ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:25.052358Z","caller":"traceutil/trace.go:171","msg":"trace[465422943] linearizableReadLoop","detail":"{readStateIndex:6951; appliedIndex:6949; }","duration":"198.461716ms","start":"2026-03-04T15:39:24.853849Z","end":"2026-03-04T15:39:25.052311Z","steps":["trace[465422943] 'read index received' (duration: 14.616312ms)","trace[465422943] 'applied index is now lower than readState.Index' (duration: 183.843364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:25.052533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.65884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:39:25.052552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:24.668115Z","time spent":"384.34845ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:25.052602Z","caller":"traceutil/trace.go:171","msg":"trace[1219346663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6687; }","duration":"198.742573ms","start":"2026-03-04T15:39:24.853842Z","end":"2026-03-04T15:39:25.052585Z","steps":["trace[1219346663] 'agreement among raft nodes before linearized reading' (duration: 198.577678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:25.052852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.206171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T15:39:25.052955Z","caller":"traceutil/trace.go:171","msg":"trace[76943407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4462758c-7d46-4a2d-b649-f3cfe577f938; range_end:; response_count:1; response_revision:6687; }","duration":"121.361105ms","start":"2026-03-04T15:39:24.931572Z","end":"2026-03-04T15:39:25.052933Z","steps":["trace[76943407] 'agreement among raft nodes before linearized reading' (duration: 121.057208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:29.608143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.417249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:29.60831Z","caller":"traceutil/trace.go:171","msg":"trace[1094334836] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"242.494574ms","start":"2026-03-04T15:39:29.36579Z","end":"2026-03-04T15:39:29.608285Z","steps":["trace[1094334836] 'process raft request' (duration: 127.85667ms)","trace[1094334836] 'compare' (duration: 114.290755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:29.611812Z","caller":"traceutil/trace.go:171","msg":"trace[1893476484] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"242.77405ms","start":"2026-03-04T15:39:29.36901Z","end":"2026-03-04T15:39:29.611785Z","steps":["trace[1893476484] 'process raft request' (duration: 242.641067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:34.104422Z","caller":"traceutil/trace.go:171","msg":"trace[486837723] transaction","detail":"{read_only:false; response_revision:6761; number_of_response:1; }","duration":"101.90129ms","start":"2026-03-04T15:39:34.002495Z","end":"2026-03-04T15:39:34.104396Z","steps":["trace[486837723] 'process raft request' (duration: 99.94815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:35.904688Z","caller":"traceutil/trace.go:171","msg":"trace[1390806759] linearizableReadLoop","detail":"{readStateIndex:7035; appliedIndex:7034; }","duration":"270.418155ms","start":"2026-03-04T15:39:35.634239Z","end":"2026-03-04T15:39:35.904657Z","steps":["trace[1390806759] 'read index received' (duration: 270.170749ms)","trace[1390806759] 'applied index is now lower than readState.Index' (duration: 246.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:35.904751Z","caller":"traceutil/trace.go:171","msg":"trace[333764470] transaction","detail":"{read_only:false; response_revision:6767; number_of_response:1; }","duration":"272.883967ms","start":"2026-03-04T15:39:35.631826Z","end":"2026-03-04T15:39:35.90471Z","steps":["trace[333764470] 'process raft request' (duration: 272.57169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:35.904959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.694152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:35.905026Z","caller":"traceutil/trace.go:171","msg":"trace[94876885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6767; }","duration":"270.833725ms","start":"2026-03-04T15:39:35.634178Z","end":"2026-03-04T15:39:35.905012Z","steps":["trace[94876885] 'agreement among raft nodes before linearized reading' (duration: 270.601179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:35.937223Z","caller":"traceutil/trace.go:171","msg":"trace[1077321125] transaction","detail":"{read_only:false; response_revision:6768; number_of_response:1; }","duration":"298.218351ms","start":"2026-03-04T15:39:35.638862Z","end":"2026-03-04T15:39:35.93708Z","steps":["trace[1077321125] 'process raft request' (duration: 297.908713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:35.937488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.823671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:35.93759Z","caller":"traceutil/trace.go:171","msg":"trace[1196208928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6769; }","duration":"251.998916ms","start":"2026-03-04T15:39:35.685566Z","end":"2026-03-04T15:39:35.937565Z","steps":["trace[1196208928] 'agreement among raft nodes before linearized reading' (duration: 251.81741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:35.93778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.886189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:39:35.937868Z","caller":"traceutil/trace.go:171","msg":"trace[1480568247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6769; }","duration":"301.069404ms","start":"2026-03-04T15:39:35.636779Z","end":"2026-03-04T15:39:35.937848Z","steps":["trace[1480568247] 'agreement among raft nodes before linearized reading' (duration: 300.744976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:35.939232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:35.63675Z","time spent":"301.142916ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:39:36.139124Z","caller":"traceutil/trace.go:171","msg":"trace[983562237] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"194.229499ms","start":"2026-03-04T15:39:35.944604Z","end":"2026-03-04T15:39:36.138834Z","steps":["trace[983562237] 'process raft request' (duration: 140.278747ms)","trace[983562237] 'compare' (duration: 53.511721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:36.139259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.264279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:39:36.139397Z","caller":"traceutil/trace.go:171","msg":"trace[490011388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6771; }","duration":"192.406343ms","start":"2026-03-04T15:39:35.946951Z","end":"2026-03-04T15:39:36.139357Z","steps":["trace[490011388] 'agreement among raft nodes before linearized reading' (duration: 192.127565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:36.139577Z","caller":"traceutil/trace.go:171","msg":"trace[833467310] linearizableReadLoop","detail":"{readStateIndex:7039; appliedIndex:7038; }","duration":"191.624712ms","start":"2026-03-04T15:39:35.946971Z","end":"2026-03-04T15:39:36.138596Z","steps":["trace[833467310] 'read index received' (duration: 137.839064ms)","trace[833467310] 'applied index is now lower than readState.Index' (duration: 53.784128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:37.567217Z","caller":"traceutil/trace.go:171","msg":"trace[1072809582] linearizableReadLoop","detail":"{readStateIndex:7041; appliedIndex:7040; }","duration":"270.092247ms","start":"2026-03-04T15:39:37.297093Z","end":"2026-03-04T15:39:37.567185Z","steps":["trace[1072809582] 'read index received' (duration: 190.907024ms)","trace[1072809582] 'applied index is now lower than readState.Index' (duration: 79.182553ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:37.567275Z","caller":"traceutil/trace.go:171","msg":"trace[81190195] transaction","detail":"{read_only:false; response_revision:6773; number_of_response:1; }","duration":"213.432967ms","start":"2026-03-04T15:39:37.353806Z","end":"2026-03-04T15:39:37.567239Z","steps":["trace[81190195] 'process raft request' (duration: 213.206131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:37.640192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.294746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:39:37.640238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.115474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:39:37.640232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.347478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:37.640296Z","caller":"traceutil/trace.go:171","msg":"trace[1649663166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6773; }","duration":"223.44719ms","start":"2026-03-04T15:39:37.416823Z","end":"2026-03-04T15:39:37.64027Z","steps":["trace[1649663166] 'agreement among raft nodes before linearized reading' (duration: 150.521076ms)","trace[1649663166] 'range keys from in-memory index tree' (duration: 72.696569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:37.64031Z","caller":"traceutil/trace.go:171","msg":"trace[2120734386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6773; }","duration":"343.236387ms","start":"2026-03-04T15:39:37.297054Z","end":"2026-03-04T15:39:37.640291Z","steps":["trace[2120734386] 'agreement among raft nodes before linearized reading' (duration: 270.227891ms)","trace[2120734386] 'range keys from in-memory index tree' (duration: 72.791271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:37.640352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:37.297036Z","time spent":"343.308248ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:39:37.640378Z","caller":"traceutil/trace.go:171","msg":"trace[244577968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6773; }","duration":"151.559933ms","start":"2026-03-04T15:39:37.488789Z","end":"2026-03-04T15:39:37.640303Z","steps":["trace[244577968] 'agreement among raft nodes before linearized reading' (duration: 78.553927ms)","trace[244577968] 'range keys from in-memory index tree' (duration: 72.79657ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:38.334129Z","caller":"traceutil/trace.go:171","msg":"trace[1651864592] linearizableReadLoop","detail":"{readStateIndex:7047; appliedIndex:7044; }","duration":"385.138002ms","start":"2026-03-04T15:39:37.948975Z","end":"2026-03-04T15:39:38.334113Z","steps":["trace[1651864592] 'read index received' (duration: 12.490917ms)","trace[1651864592] 'applied index is now lower than readState.Index' (duration: 372.646365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:38.334177Z","caller":"traceutil/trace.go:171","msg":"trace[1045243567] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"391.248318ms","start":"2026-03-04T15:39:37.942895Z","end":"2026-03-04T15:39:38.334143Z","steps":["trace[1045243567] 'process raft request' (duration: 391.069943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:38.334333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:37.942866Z","time spent":"391.380672ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:38.334311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.320837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:39:38.334367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.017998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:39:38.334235Z","caller":"traceutil/trace.go:171","msg":"trace[1200155336] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"388.269672ms","start":"2026-03-04T15:39:37.945936Z","end":"2026-03-04T15:39:38.334205Z","steps":["trace[1200155336] 'process raft request' (duration: 388.143459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:38.334414Z","caller":"traceutil/trace.go:171","msg":"trace[2043090691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:6778; }","duration":"385.457801ms","start":"2026-03-04T15:39:37.948947Z","end":"2026-03-04T15:39:38.334405Z","steps":["trace[2043090691] 'agreement among raft nodes before linearized reading' (duration: 385.265906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:38.334478Z","caller":"traceutil/trace.go:171","msg":"trace[1489260973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6778; }","duration":"359.170742ms","start":"2026-03-04T15:39:37.975279Z","end":"2026-03-04T15:39:38.33445Z","steps":["trace[1489260973] 'agreement among raft nodes before linearized reading' (duration: 358.998997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:38.334535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:37.948938Z","time spent":"385.581233ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:39:38.334544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:37.975264Z","time spent":"359.262115ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:39:38.33453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.15046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:39:38.334564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:37.945919Z","time spent":"388.546509ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:38.334609Z","caller":"traceutil/trace.go:171","msg":"trace[1517393301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6778; }","duration":"191.278113ms","start":"2026-03-04T15:39:38.143312Z","end":"2026-03-04T15:39:38.33459Z","steps":["trace[1517393301] 'agreement among raft nodes before linearized reading' (duration: 191.033037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:38.585066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.832344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:38.585162Z","caller":"traceutil/trace.go:171","msg":"trace[1831994878] linearizableReadLoop","detail":"{readStateIndex:7048; appliedIndex:7047; }","duration":"246.401914ms","start":"2026-03-04T15:39:38.338748Z","end":"2026-03-04T15:39:38.585149Z","steps":["trace[1831994878] 'read index received' (duration: 112.459369ms)","trace[1831994878] 'applied index is now lower than readState.Index' (duration: 133.941715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:38.585243Z","caller":"traceutil/trace.go:171","msg":"trace[576577275] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"246.842076ms","start":"2026-03-04T15:39:38.338359Z","end":"2026-03-04T15:39:38.585201Z","steps":["trace[576577275] 'process raft request' (duration: 112.807338ms)","trace[576577275] 'compare' (duration: 133.624927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:38.585686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.911197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:160807"} {"level":"info","ts":"2026-03-04T15:39:38.585718Z","caller":"traceutil/trace.go:171","msg":"trace[1588825910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6779; }","duration":"246.966179ms","start":"2026-03-04T15:39:38.338743Z","end":"2026-03-04T15:39:38.585709Z","steps":["trace[1588825910] 'agreement among raft nodes before linearized reading' (duration: 246.469937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:38.586682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.805951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:39:38.586787Z","caller":"traceutil/trace.go:171","msg":"trace[1896463742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6779; }","duration":"212.957505ms","start":"2026-03-04T15:39:38.373805Z","end":"2026-03-04T15:39:38.586762Z","steps":["trace[1896463742] 'agreement among raft nodes before linearized reading' (duration: 211.466658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:39.20693Z","caller":"traceutil/trace.go:171","msg":"trace[1909697111] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"228.406108ms","start":"2026-03-04T15:39:38.978488Z","end":"2026-03-04T15:39:39.206894Z","steps":["trace[1909697111] 'process raft request' (duration: 227.874654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:39.207165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.521292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-04T15:39:39.20723Z","caller":"traceutil/trace.go:171","msg":"trace[1913682134] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:6782; }","duration":"219.634565ms","start":"2026-03-04T15:39:38.987579Z","end":"2026-03-04T15:39:39.207214Z","steps":["trace[1913682134] 'agreement among raft nodes before linearized reading' (duration: 219.43365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:39.207246Z","caller":"traceutil/trace.go:171","msg":"trace[728107092] linearizableReadLoop","detail":"{readStateIndex:7051; appliedIndex:7050; }","duration":"219.05005ms","start":"2026-03-04T15:39:38.987638Z","end":"2026-03-04T15:39:39.206688Z","steps":["trace[728107092] 'read index received' (duration: 218.65047ms)","trace[728107092] 'applied index is now lower than readState.Index' (duration: 398.46µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:40.120951Z","caller":"traceutil/trace.go:171","msg":"trace[625306045] linearizableReadLoop","detail":"{readStateIndex:7054; appliedIndex:7053; }","duration":"424.33324ms","start":"2026-03-04T15:39:39.696587Z","end":"2026-03-04T15:39:40.12092Z","steps":["trace[625306045] 'read index received' (duration: 400.193446ms)","trace[625306045] 'applied index is now lower than readState.Index' (duration: 24.138114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:40.120987Z","caller":"traceutil/trace.go:171","msg":"trace[951527438] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"431.87064ms","start":"2026-03-04T15:39:39.689084Z","end":"2026-03-04T15:39:40.120955Z","steps":["trace[951527438] 'process raft request' (duration: 407.708946ms)","trace[951527438] 'compare' (duration: 23.98665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:40.121132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:39.689061Z","time spent":"431.985563ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:40.121406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.801541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:39:40.121526Z","caller":"traceutil/trace.go:171","msg":"trace[1647929984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6785; }","duration":"424.936914ms","start":"2026-03-04T15:39:39.696571Z","end":"2026-03-04T15:39:40.121508Z","steps":["trace[1647929984] 'agreement among raft nodes before linearized reading' (duration: 424.438322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.121579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:39.696564Z","time spent":"424.998696ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:39:40.164895Z","caller":"traceutil/trace.go:171","msg":"trace[703071302] transaction","detail":"{read_only:false; response_revision:6786; number_of_response:1; }","duration":"199.705579ms","start":"2026-03-04T15:39:39.965167Z","end":"2026-03-04T15:39:40.164872Z","steps":["trace[703071302] 'process raft request' (duration: 199.568574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:40.744294Z","caller":"traceutil/trace.go:171","msg":"trace[1602177314] linearizableReadLoop","detail":"{readStateIndex:7056; appliedIndex:7055; }","duration":"406.539506ms","start":"2026-03-04T15:39:40.337726Z","end":"2026-03-04T15:39:40.744266Z","steps":["trace[1602177314] 'read index received' (duration: 406.316681ms)","trace[1602177314] 'applied index is now lower than readState.Index' (duration: 221.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:40.744398Z","caller":"traceutil/trace.go:171","msg":"trace[1505023009] transaction","detail":"{read_only:false; response_revision:6787; number_of_response:1; }","duration":"618.765072ms","start":"2026-03-04T15:39:40.125597Z","end":"2026-03-04T15:39:40.744362Z","steps":["trace[1505023009] 'process raft request' (duration: 618.428533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.744516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.778012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:40.744561Z","caller":"traceutil/trace.go:171","msg":"trace[981040906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6787; }","duration":"406.907706ms","start":"2026-03-04T15:39:40.337642Z","end":"2026-03-04T15:39:40.74455Z","steps":["trace[981040906] 'agreement among raft nodes before linearized reading' (duration: 406.743541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.744573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.125574Z","time spent":"618.909115ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:40.744596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.337623Z","time spent":"406.964127ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:39:40.775284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.105274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:40.775367Z","caller":"traceutil/trace.go:171","msg":"trace[1020425251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6788; }","duration":"286.230558ms","start":"2026-03-04T15:39:40.489116Z","end":"2026-03-04T15:39:40.775346Z","steps":["trace[1020425251] 'agreement among raft nodes before linearized reading' (duration: 286.093434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.775583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.799184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:39:40.775838Z","caller":"traceutil/trace.go:171","msg":"trace[637186132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:6788; }","duration":"184.098022ms","start":"2026-03-04T15:39:40.591727Z","end":"2026-03-04T15:39:40.775826Z","steps":["trace[637186132] 'agreement among raft nodes before linearized reading' (duration: 183.601598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:40.776103Z","caller":"traceutil/trace.go:171","msg":"trace[387081539] transaction","detail":"{read_only:false; response_revision:6788; number_of_response:1; }","duration":"436.674153ms","start":"2026-03-04T15:39:40.339405Z","end":"2026-03-04T15:39:40.776079Z","steps":["trace[387081539] 'process raft request' (duration: 435.655436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.775589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.695608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:39:40.775633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.389282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:39:40.776402Z","caller":"traceutil/trace.go:171","msg":"trace[367281833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6788; }","duration":"187.565919ms","start":"2026-03-04T15:39:40.588808Z","end":"2026-03-04T15:39:40.776374Z","steps":["trace[367281833] 'agreement among raft nodes before linearized reading' (duration: 186.594714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:40.776506Z","caller":"traceutil/trace.go:171","msg":"trace[478910233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6788; }","duration":"110.323856ms","start":"2026-03-04T15:39:40.66616Z","end":"2026-03-04T15:39:40.776484Z","steps":["trace[478910233] 'agreement among raft nodes before linearized reading' (duration: 109.116315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:40.777109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.339389Z","time spent":"436.772635ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:41.299847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.907117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:41.300048Z","caller":"traceutil/trace.go:171","msg":"trace[110015171] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"520.243238ms","start":"2026-03-04T15:39:40.779787Z","end":"2026-03-04T15:39:41.300031Z","steps":["trace[110015171] 'process raft request' (duration: 520.207427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:41.300128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.77978Z","time spent":"520.306189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:41.300238Z","caller":"traceutil/trace.go:171","msg":"trace[263310333] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"551.77124ms","start":"2026-03-04T15:39:40.748416Z","end":"2026-03-04T15:39:41.300187Z","steps":["trace[263310333] 'process raft request' (duration: 413.447642ms)","trace[263310333] 'compare' (duration: 137.817505ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:41.300297Z","caller":"traceutil/trace.go:171","msg":"trace[1457684728] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"520.575506ms","start":"2026-03-04T15:39:40.779664Z","end":"2026-03-04T15:39:41.30024Z","steps":["trace[1457684728] 'process raft request' (duration: 520.280339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:41.30036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.748397Z","time spent":"551.907703ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:41.3003Z","caller":"traceutil/trace.go:171","msg":"trace[2136844631] linearizableReadLoop","detail":"{readStateIndex:7058; appliedIndex:7057; }","duration":"523.796088ms","start":"2026-03-04T15:39:40.776368Z","end":"2026-03-04T15:39:41.300164Z","steps":["trace[2136844631] 'read index received' (duration: 385.46219ms)","trace[2136844631] 'applied index is now lower than readState.Index' (duration: 138.331868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:41.300474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.074765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:41.300565Z","caller":"traceutil/trace.go:171","msg":"trace[1242743283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6791; }","duration":"524.219919ms","start":"2026-03-04T15:39:40.776325Z","end":"2026-03-04T15:39:41.300545Z","steps":["trace[1242743283] 'agreement among raft nodes before linearized reading' (duration: 524.005473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:41.300617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.77631Z","time spent":"524.29806ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:39:41.300608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.77965Z","time spent":"520.783861ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:41.300876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.261799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:160807"} {"level":"info","ts":"2026-03-04T15:39:41.300937Z","caller":"traceutil/trace.go:171","msg":"trace[1817082783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6791; }","duration":"520.35825ms","start":"2026-03-04T15:39:40.780564Z","end":"2026-03-04T15:39:41.300923Z","steps":["trace[1817082783] 'agreement among raft nodes before linearized reading' (duration: 520.003251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:41.300866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.573515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:39:41.300976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:40.780545Z","time spent":"520.420082ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":160830,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:39:41.301045Z","caller":"traceutil/trace.go:171","msg":"trace[1229309360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6791; }","duration":"142.788651ms","start":"2026-03-04T15:39:41.158206Z","end":"2026-03-04T15:39:41.300995Z","steps":["trace[1229309360] 'agreement among raft nodes before linearized reading' (duration: 142.374731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:41.925775Z","caller":"traceutil/trace.go:171","msg":"trace[1548059242] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"310.864714ms","start":"2026-03-04T15:39:41.614886Z","end":"2026-03-04T15:39:41.925751Z","steps":["trace[1548059242] 'process raft request' (duration: 310.70138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:41.926146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:41.614864Z","time spent":"310.968787ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:42.52935Z","caller":"traceutil/trace.go:171","msg":"trace[616599948] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"400.329489ms","start":"2026-03-04T15:39:42.128991Z","end":"2026-03-04T15:39:42.52932Z","steps":["trace[616599948] 'process raft request' (duration: 399.61594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:42.529522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:42.128974Z","time spent":"400.457962ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:42.537769Z","caller":"traceutil/trace.go:171","msg":"trace[749978924] linearizableReadLoop","detail":"{readStateIndex:7063; appliedIndex:7061; }","duration":"301.323232ms","start":"2026-03-04T15:39:42.236418Z","end":"2026-03-04T15:39:42.537741Z","steps":["trace[749978924] 'read index received' (duration: 292.21743ms)","trace[749978924] 'applied index is now lower than readState.Index' (duration: 9.104312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:42.537834Z","caller":"traceutil/trace.go:171","msg":"trace[569714473] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"367.530626ms","start":"2026-03-04T15:39:42.170282Z","end":"2026-03-04T15:39:42.537813Z","steps":["trace[569714473] 'process raft request' (duration: 367.277099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:42.537922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:42.17025Z","time spent":"367.627627ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:42.538049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.621439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:39:42.538128Z","caller":"traceutil/trace.go:171","msg":"trace[820835648] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:6794; }","duration":"301.756752ms","start":"2026-03-04T15:39:42.236355Z","end":"2026-03-04T15:39:42.538112Z","steps":["trace[820835648] 'agreement among raft nodes before linearized reading' (duration: 301.532767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:42.538205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:42.236327Z","time spent":"301.864315ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:39:42.722601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.071416ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T15:39:42.906518Z","caller":"traceutil/trace.go:171","msg":"trace[880998157] transaction","detail":"{read_only:false; response_revision:6798; number_of_response:1; }","duration":"137.887585ms","start":"2026-03-04T15:39:42.7686Z","end":"2026-03-04T15:39:42.906488Z","steps":["trace[880998157] 'process raft request' (duration: 137.735791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:42.906528Z","caller":"traceutil/trace.go:171","msg":"trace[1931682016] linearizableReadLoop","detail":"{readStateIndex:7068; appliedIndex:7068; }","duration":"123.065179ms","start":"2026-03-04T15:39:42.783427Z","end":"2026-03-04T15:39:42.906492Z","steps":["trace[1931682016] 'read index received' (duration: 123.045469ms)","trace[1931682016] 'applied index is now lower than readState.Index' (duration: 16.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:42.906804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.310895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:42.906909Z","caller":"traceutil/trace.go:171","msg":"trace[851397961] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6798; }","duration":"123.494269ms","start":"2026-03-04T15:39:42.783364Z","end":"2026-03-04T15:39:42.906858Z","steps":["trace[851397961] 'agreement among raft nodes before linearized reading' (duration: 123.226193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:43.137527Z","caller":"traceutil/trace.go:171","msg":"trace[1553432684] linearizableReadLoop","detail":"{readStateIndex:7069; appliedIndex:7068; }","duration":"230.810469ms","start":"2026-03-04T15:39:42.906687Z","end":"2026-03-04T15:39:43.137497Z","steps":["trace[1553432684] 'read index received' (duration: 198.364924ms)","trace[1553432684] 'applied index is now lower than readState.Index' (duration: 32.444445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:43.137617Z","caller":"traceutil/trace.go:171","msg":"trace[193140355] transaction","detail":"{read_only:false; response_revision:6799; number_of_response:1; }","duration":"343.825422ms","start":"2026-03-04T15:39:42.793763Z","end":"2026-03-04T15:39:43.137588Z","steps":["trace[193140355] 'process raft request' (duration: 311.376457ms)","trace[193140355] 'compare' (duration: 32.22543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:43.137716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.47163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:39:43.137755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:42.793751Z","time spent":"343.935885ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:43.137801Z","caller":"traceutil/trace.go:171","msg":"trace[1314508854] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6799; }","duration":"291.642405ms","start":"2026-03-04T15:39:42.846135Z","end":"2026-03-04T15:39:43.137777Z","steps":["trace[1314508854] 'agreement among raft nodes before linearized reading' (duration: 291.478401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:45.289621Z","caller":"traceutil/trace.go:171","msg":"trace[957278366] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"146.654298ms","start":"2026-03-04T15:39:45.142934Z","end":"2026-03-04T15:39:45.289588Z","steps":["trace[957278366] 'process raft request' (duration: 146.479594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:46.074548Z","caller":"traceutil/trace.go:171","msg":"trace[1379669067] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"137.110527ms","start":"2026-03-04T15:39:45.937413Z","end":"2026-03-04T15:39:46.074523Z","steps":["trace[1379669067] 'process raft request' (duration: 136.920472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:47.523108Z","caller":"traceutil/trace.go:171","msg":"trace[192980168] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"104.937978ms","start":"2026-03-04T15:39:47.418146Z","end":"2026-03-04T15:39:47.523084Z","steps":["trace[192980168] 'process raft request' (duration: 104.695372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:47.544224Z","caller":"traceutil/trace.go:171","msg":"trace[1807451620] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"123.08207ms","start":"2026-03-04T15:39:47.421098Z","end":"2026-03-04T15:39:47.54418Z","steps":["trace[1807451620] 'process raft request' (duration: 122.792102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:50.349175Z","caller":"traceutil/trace.go:171","msg":"trace[23668368] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"262.30855ms","start":"2026-03-04T15:39:50.086831Z","end":"2026-03-04T15:39:50.34914Z","steps":["trace[23668368] 'process raft request' (duration: 262.125455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:50.525105Z","caller":"traceutil/trace.go:171","msg":"trace[1762684491] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"211.704633ms","start":"2026-03-04T15:39:50.313285Z","end":"2026-03-04T15:39:50.52499Z","steps":["trace[1762684491] 'process raft request' (duration: 211.533779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:50.804424Z","caller":"traceutil/trace.go:171","msg":"trace[202547857] linearizableReadLoop","detail":"{readStateIndex:7118; appliedIndex:7117; }","duration":"110.17193ms","start":"2026-03-04T15:39:50.694225Z","end":"2026-03-04T15:39:50.804397Z","steps":["trace[202547857] 'read index received' (duration: 48.186015ms)","trace[202547857] 'applied index is now lower than readState.Index' (duration: 61.984985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:50.804565Z","caller":"traceutil/trace.go:171","msg":"trace[847557805] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"113.503906ms","start":"2026-03-04T15:39:50.690954Z","end":"2026-03-04T15:39:50.804458Z","steps":["trace[847557805] 'process raft request' (duration: 51.515169ms)","trace[847557805] 'compare' (duration: 61.823902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:50.804628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.996458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:39:50.804947Z","caller":"traceutil/trace.go:171","msg":"trace[55408402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6847; }","duration":"110.332116ms","start":"2026-03-04T15:39:50.694602Z","end":"2026-03-04T15:39:50.804934Z","steps":["trace[55408402] 'agreement among raft nodes before linearized reading' (duration: 109.939276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:50.804629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.381546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-04T15:39:50.80507Z","caller":"traceutil/trace.go:171","msg":"trace[2118704294] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:6847; }","duration":"110.850869ms","start":"2026-03-04T15:39:50.69421Z","end":"2026-03-04T15:39:50.805061Z","steps":["trace[2118704294] 'agreement among raft nodes before linearized reading' (duration: 110.316316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:52.627974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.488116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:52.628143Z","caller":"traceutil/trace.go:171","msg":"trace[183983104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6856; }","duration":"115.734512ms","start":"2026-03-04T15:39:52.512379Z","end":"2026-03-04T15:39:52.628114Z","steps":["trace[183983104] 'range keys from in-memory index tree' (duration: 115.318332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:56.949283Z","caller":"traceutil/trace.go:171","msg":"trace[727133420] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"116.453702ms","start":"2026-03-04T15:39:56.832791Z","end":"2026-03-04T15:39:56.949245Z","steps":["trace[727133420] 'process raft request' (duration: 116.226396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.455708Z","caller":"traceutil/trace.go:171","msg":"trace[769025674] linearizableReadLoop","detail":"{readStateIndex:7151; appliedIndex:7150; }","duration":"166.129294ms","start":"2026-03-04T15:39:57.289559Z","end":"2026-03-04T15:39:57.455689Z","steps":["trace[769025674] 'read index received' (duration: 165.96276ms)","trace[769025674] 'applied index is now lower than readState.Index' (duration: 165.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:57.455819Z","caller":"traceutil/trace.go:171","msg":"trace[100228503] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"345.432384ms","start":"2026-03-04T15:39:57.110328Z","end":"2026-03-04T15:39:57.455761Z","steps":["trace[100228503] 'process raft request' (duration: 345.247629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.45609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.517085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:39:57.456126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.110308Z","time spent":"345.752961ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45522,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.45615Z","caller":"traceutil/trace.go:171","msg":"trace[227637111] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6878; }","duration":"166.590206ms","start":"2026-03-04T15:39:57.289551Z","end":"2026-03-04T15:39:57.456141Z","steps":["trace[227637111] 'agreement among raft nodes before linearized reading' (duration: 166.269788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.845744Z","caller":"traceutil/trace.go:171","msg":"trace[1349549757] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"318.012256ms","start":"2026-03-04T15:39:57.527703Z","end":"2026-03-04T15:39:57.845715Z","steps":["trace[1349549757] 'process raft request' (duration: 317.798741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.845909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.52767Z","time spent":"318.17131ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.922398Z","caller":"traceutil/trace.go:171","msg":"trace[329116875] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"394.620184ms","start":"2026-03-04T15:39:57.527737Z","end":"2026-03-04T15:39:57.922357Z","steps":["trace[329116875] 'process raft request' (duration: 394.440429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.92243Z","caller":"traceutil/trace.go:171","msg":"trace[2072918279] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"394.616312ms","start":"2026-03-04T15:39:57.527786Z","end":"2026-03-04T15:39:57.922402Z","steps":["trace[2072918279] 'process raft request' (duration: 394.512349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.922541Z","caller":"traceutil/trace.go:171","msg":"trace[626112496] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"394.437268ms","start":"2026-03-04T15:39:57.528081Z","end":"2026-03-04T15:39:57.922518Z","steps":["trace[626112496] 'process raft request' (duration: 394.286334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.92252Z","caller":"traceutil/trace.go:171","msg":"trace[218650059] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"394.603642ms","start":"2026-03-04T15:39:57.52787Z","end":"2026-03-04T15:39:57.922474Z","steps":["trace[218650059] 'process raft request' (duration: 394.461808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.922559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.52771Z","time spent":"394.776247ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:57.922554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.527765Z","time spent":"394.738166ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:57.92263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.528057Z","time spent":"394.537071ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:57.922687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.527864Z","time spent":"394.751665ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.922739Z","caller":"traceutil/trace.go:171","msg":"trace[1461577584] transaction","detail":"{read_only:false; response_revision:6885; number_of_response:1; }","duration":"394.564561ms","start":"2026-03-04T15:39:57.528153Z","end":"2026-03-04T15:39:57.922717Z","steps":["trace[1461577584] 'process raft request' (duration: 394.257863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.922909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.528116Z","time spent":"394.714596ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:57.923052Z","caller":"traceutil/trace.go:171","msg":"trace[972806137] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"394.260294ms","start":"2026-03-04T15:39:57.528714Z","end":"2026-03-04T15:39:57.922975Z","steps":["trace[972806137] 'process raft request' (duration: 393.767301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.923222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.528702Z","time spent":"394.428798ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.923303Z","caller":"traceutil/trace.go:171","msg":"trace[2131530338] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"394.45144ms","start":"2026-03-04T15:39:57.528807Z","end":"2026-03-04T15:39:57.923258Z","steps":["trace[2131530338] 'process raft request' (duration: 394.141032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:57.923339Z","caller":"traceutil/trace.go:171","msg":"trace[426055753] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"394.46311ms","start":"2026-03-04T15:39:57.528855Z","end":"2026-03-04T15:39:57.923318Z","steps":["trace[426055753] 'process raft request' (duration: 394.233684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.923438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.528796Z","time spent":"394.581862ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.923453Z","caller":"traceutil/trace.go:171","msg":"trace[1027757441] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"394.307896ms","start":"2026-03-04T15:39:57.529132Z","end":"2026-03-04T15:39:57.92344Z","steps":["trace[1027757441] 'process raft request' (duration: 394.102511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.923448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.528848Z","time spent":"394.562962ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:57.923506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.529093Z","time spent":"394.388758ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:57.923842Z","caller":"traceutil/trace.go:171","msg":"trace[1318887952] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"364.17217ms","start":"2026-03-04T15:39:57.559654Z","end":"2026-03-04T15:39:57.923826Z","steps":["trace[1318887952] 'process raft request' (duration: 363.748989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.923966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.559636Z","time spent":"364.257071ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:57.935175Z","caller":"traceutil/trace.go:171","msg":"trace[760860419] linearizableReadLoop","detail":"{readStateIndex:7163; appliedIndex:7152; }","duration":"256.638606ms","start":"2026-03-04T15:39:57.678515Z","end":"2026-03-04T15:39:57.935154Z","steps":["trace[760860419] 'read index received' (duration: 167.021407ms)","trace[760860419] 'applied index is now lower than readState.Index' (duration: 89.615919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:57.935411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.886252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:39:57.935448Z","caller":"traceutil/trace.go:171","msg":"trace[1757734106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6890; }","duration":"256.975624ms","start":"2026-03-04T15:39:57.678463Z","end":"2026-03-04T15:39:57.935439Z","steps":["trace[1757734106] 'agreement among raft nodes before linearized reading' (duration: 256.857931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.993552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.64551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:39:57.993632Z","caller":"traceutil/trace.go:171","msg":"trace[1963925003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6898; }","duration":"312.756682ms","start":"2026-03-04T15:39:57.680856Z","end":"2026-03-04T15:39:57.993613Z","steps":["trace[1963925003] 'agreement among raft nodes before linearized reading' (duration: 312.559917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.993703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.680844Z","time spent":"312.816073ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:39:57.993716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.385743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:39:57.99379Z","caller":"traceutil/trace.go:171","msg":"trace[893022291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6898; }","duration":"312.492516ms","start":"2026-03-04T15:39:57.68128Z","end":"2026-03-04T15:39:57.993772Z","steps":["trace[893022291] 'agreement among raft nodes before linearized reading' (duration: 312.299961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.993831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.681264Z","time spent":"312.558827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:39:57.993704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.932118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:39:57.993971Z","caller":"traceutil/trace.go:171","msg":"trace[913683873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:6898; }","duration":"306.267377ms","start":"2026-03-04T15:39:57.687686Z","end":"2026-03-04T15:39:57.993953Z","steps":["trace[913683873] 'agreement among raft nodes before linearized reading' (duration: 305.826066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:57.994248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:57.687676Z","time spent":"306.329238ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:39:58.102733Z","caller":"traceutil/trace.go:171","msg":"trace[2088245188] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"103.503771ms","start":"2026-03-04T15:39:57.999208Z","end":"2026-03-04T15:39:58.102712Z","steps":["trace[2088245188] 'process raft request' (duration: 103.391498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.102842Z","caller":"traceutil/trace.go:171","msg":"trace[1343297100] linearizableReadLoop","detail":"{readStateIndex:7174; appliedIndex:7172; }","duration":"104.081066ms","start":"2026-03-04T15:39:57.998742Z","end":"2026-03-04T15:39:58.102823Z","steps":["trace[1343297100] 'read index received' (duration: 8.511336ms)","trace[1343297100] 'applied index is now lower than readState.Index' (duration: 95.56785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:58.102724Z","caller":"traceutil/trace.go:171","msg":"trace[939601403] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"105.553864ms","start":"2026-03-04T15:39:57.99714Z","end":"2026-03-04T15:39:58.102694Z","steps":["trace[939601403] 'process raft request' (duration: 105.241096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.102941Z","caller":"traceutil/trace.go:171","msg":"trace[2015771437] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"102.419215ms","start":"2026-03-04T15:39:58.00051Z","end":"2026-03-04T15:39:58.102929Z","steps":["trace[2015771437] 'process raft request' (duration: 102.137758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.10308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.956973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T15:39:58.103117Z","caller":"traceutil/trace.go:171","msg":"trace[1475637388] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6902; }","duration":"104.027695ms","start":"2026-03-04T15:39:57.999076Z","end":"2026-03-04T15:39:58.103104Z","steps":["trace[1475637388] 'agreement among raft nodes before linearized reading' (duration: 103.873561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.103281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.520607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:160627"} {"level":"info","ts":"2026-03-04T15:39:58.103346Z","caller":"traceutil/trace.go:171","msg":"trace[2135631282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:6902; }","duration":"104.62132ms","start":"2026-03-04T15:39:57.998708Z","end":"2026-03-04T15:39:58.103329Z","steps":["trace[2135631282] 'agreement among raft nodes before linearized reading' (duration: 104.296291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.452118Z","caller":"traceutil/trace.go:171","msg":"trace[1223256450] linearizableReadLoop","detail":"{readStateIndex:7184; appliedIndex:7183; }","duration":"322.10316ms","start":"2026-03-04T15:39:58.129992Z","end":"2026-03-04T15:39:58.452095Z","steps":["trace[1223256450] 'read index received' (duration: 175.555µs)","trace[1223256450] 'applied index is now lower than readState.Index' (duration: 321.926715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:58.452202Z","caller":"traceutil/trace.go:171","msg":"trace[1068506585] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"322.141131ms","start":"2026-03-04T15:39:58.129972Z","end":"2026-03-04T15:39:58.452113Z","steps":["trace[1068506585] 'process raft request' (duration: 315.148804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.452397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.129955Z","time spent":"322.357827ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.452402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.388468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T15:39:58.452671Z","caller":"traceutil/trace.go:171","msg":"trace[800534576] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6910; }","duration":"322.703546ms","start":"2026-03-04T15:39:58.129948Z","end":"2026-03-04T15:39:58.452652Z","steps":["trace[800534576] 'agreement among raft nodes before linearized reading' (duration: 322.251635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.452731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.129929Z","time spent":"322.778048ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T15:39:58.497985Z","caller":"traceutil/trace.go:171","msg":"trace[1151357931] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"367.891824ms","start":"2026-03-04T15:39:58.130051Z","end":"2026-03-04T15:39:58.497943Z","steps":["trace[1151357931] 'process raft request' (duration: 367.609517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.498025Z","caller":"traceutil/trace.go:171","msg":"trace[436445066] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"367.869043ms","start":"2026-03-04T15:39:58.130109Z","end":"2026-03-04T15:39:58.497978Z","steps":["trace[436445066] 'process raft request' (duration: 367.721869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.498088Z","caller":"traceutil/trace.go:171","msg":"trace[1481286652] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"367.634928ms","start":"2026-03-04T15:39:58.130404Z","end":"2026-03-04T15:39:58.498039Z","steps":["trace[1481286652] 'process raft request' (duration: 367.546565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.498128Z","caller":"traceutil/trace.go:171","msg":"trace[1788535999] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"367.945975ms","start":"2026-03-04T15:39:58.130154Z","end":"2026-03-04T15:39:58.4981Z","steps":["trace[1788535999] 'process raft request' (duration: 367.705929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.498184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130397Z","time spent":"367.74836ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.498178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130038Z","time spent":"368.042138ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.498199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130103Z","time spent":"368.012717ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.49827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.154718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:58.498331Z","caller":"traceutil/trace.go:171","msg":"trace[28152315] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6916; }","duration":"303.262301ms","start":"2026-03-04T15:39:58.195055Z","end":"2026-03-04T15:39:58.498317Z","steps":["trace[28152315] 'agreement among raft nodes before linearized reading' (duration: 303.136707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.498346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.850588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:39:58.498368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.195038Z","time spent":"303.320552ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:39:58.498388Z","caller":"traceutil/trace.go:171","msg":"trace[1273800416] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6916; }","duration":"355.916419ms","start":"2026-03-04T15:39:58.14246Z","end":"2026-03-04T15:39:58.498377Z","steps":["trace[1273800416] 'agreement among raft nodes before linearized reading' (duration: 355.844397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.498419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.142446Z","time spent":"355.966061ms","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:39:58.498434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.126912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:39:58.498272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130143Z","time spent":"368.060658ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:39:58.498247Z","caller":"traceutil/trace.go:171","msg":"trace[1030087013] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"367.754191ms","start":"2026-03-04T15:39:58.130401Z","end":"2026-03-04T15:39:58.498155Z","steps":["trace[1030087013] 'process raft request' (duration: 367.526295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.498481Z","caller":"traceutil/trace.go:171","msg":"trace[928895300] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6916; }","duration":"302.213884ms","start":"2026-03-04T15:39:58.196252Z","end":"2026-03-04T15:39:58.498466Z","steps":["trace[928895300] 'agreement among raft nodes before linearized reading' (duration: 302.108652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.498126Z","caller":"traceutil/trace.go:171","msg":"trace[1422172013] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"367.834023ms","start":"2026-03-04T15:39:58.130244Z","end":"2026-03-04T15:39:58.498078Z","steps":["trace[1422172013] 'process raft request' (duration: 367.656868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.498533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.196234Z","time spent":"302.290356ms","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:39:58.498575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130238Z","time spent":"368.306064ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.498667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.130392Z","time spent":"368.172791ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:39:58.498866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.868565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T15:39:58.498959Z","caller":"traceutil/trace.go:171","msg":"trace[235961691] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6916; }","duration":"288.995248ms","start":"2026-03-04T15:39:58.209943Z","end":"2026-03-04T15:39:58.498938Z","steps":["trace[235961691] 'agreement among raft nodes before linearized reading' (duration: 288.068025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:58.660035Z","caller":"traceutil/trace.go:171","msg":"trace[2146002329] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"197.610915ms","start":"2026-03-04T15:39:58.462399Z","end":"2026-03-04T15:39:58.66001Z","steps":["trace[2146002329] 'process raft request' (duration: 125.624885ms)","trace[2146002329] 'compare' (duration: 71.862967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:58.660365Z","caller":"traceutil/trace.go:171","msg":"trace[1839278957] linearizableReadLoop","detail":"{readStateIndex:7192; appliedIndex:7190; }","duration":"162.353748ms","start":"2026-03-04T15:39:58.497985Z","end":"2026-03-04T15:39:58.660339Z","steps":["trace[1839278957] 'read index received' (duration: 89.953887ms)","trace[1839278957] 'applied index is now lower than readState.Index' (duration: 72.398791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:58.660448Z","caller":"traceutil/trace.go:171","msg":"trace[1201098962] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"185.179008ms","start":"2026-03-04T15:39:58.475232Z","end":"2026-03-04T15:39:58.660411Z","steps":["trace[1201098962] 'process raft request' (duration: 184.753597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.660499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.521901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:58.660549Z","caller":"traceutil/trace.go:171","msg":"trace[911530317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6918; }","duration":"171.628493ms","start":"2026-03-04T15:39:58.488907Z","end":"2026-03-04T15:39:58.660535Z","steps":["trace[911530317] 'agreement among raft nodes before linearized reading' (duration: 171.544851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.660558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.651239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T15:39:58.660684Z","caller":"traceutil/trace.go:171","msg":"trace[1289943791] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6918; }","duration":"203.789632ms","start":"2026-03-04T15:39:58.456882Z","end":"2026-03-04T15:39:58.660672Z","steps":["trace[1289943791] 'agreement among raft nodes before linearized reading' (duration: 203.581096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.660852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.032577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130971"} {"level":"info","ts":"2026-03-04T15:39:58.660929Z","caller":"traceutil/trace.go:171","msg":"trace[2115646578] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6918; }","duration":"158.155351ms","start":"2026-03-04T15:39:58.502754Z","end":"2026-03-04T15:39:58.660909Z","steps":["trace[2115646578] 'agreement among raft nodes before linearized reading' (duration: 157.919285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:58.660914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.561704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T15:39:58.661017Z","caller":"traceutil/trace.go:171","msg":"trace[171505722] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6918; }","duration":"129.729469ms","start":"2026-03-04T15:39:58.53126Z","end":"2026-03-04T15:39:58.660989Z","steps":["trace[171505722] 'agreement among raft nodes before linearized reading' (duration: 129.411201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.165386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832335573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:39:59.536317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.178498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:39:59.536451Z","caller":"traceutil/trace.go:171","msg":"trace[1528820544] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"871.778407ms","start":"2026-03-04T15:39:58.664648Z","end":"2026-03-04T15:39:59.536427Z","steps":["trace[1528820544] 'process raft request' (duration: 732.392853ms)","trace[1528820544] 'compare' (duration: 138.990113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:59.536733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.664618Z","time spent":"872.064764ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130957,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:39:59.694812Z","caller":"traceutil/trace.go:171","msg":"trace[1075310281] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"739.368139ms","start":"2026-03-04T15:39:58.955411Z","end":"2026-03-04T15:39:59.694779Z","steps":["trace[1075310281] 'process raft request' (duration: 681.510648ms)","trace[1075310281] 'compare' (duration: 57.615075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:59.694839Z","caller":"traceutil/trace.go:171","msg":"trace[309678773] linearizableReadLoop","detail":"{readStateIndex:7194; appliedIndex:7192; }","duration":"1.0300312s","start":"2026-03-04T15:39:58.664777Z","end":"2026-03-04T15:39:59.694808Z","steps":["trace[309678773] 'read index received' (duration: 732.203628ms)","trace[309678773] 'applied index is now lower than readState.Index' (duration: 297.822452ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:59.694927Z","caller":"traceutil/trace.go:171","msg":"trace[721472407] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"156.457548ms","start":"2026-03-04T15:39:59.538454Z","end":"2026-03-04T15:39:59.694912Z","steps":["trace[721472407] 'process raft request' (duration: 156.233943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.694978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.955373Z","time spent":"739.515863ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:39:59.69511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.481078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:39:59.69513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.673976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:39:59.695126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.767825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:39:59.695161Z","caller":"traceutil/trace.go:171","msg":"trace[1277409488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6921; }","duration":"726.756238ms","start":"2026-03-04T15:39:58.968398Z","end":"2026-03-04T15:39:59.695154Z","steps":["trace[1277409488] 'agreement among raft nodes before linearized reading' (duration: 726.623785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:59.695164Z","caller":"traceutil/trace.go:171","msg":"trace[342638207] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6921; }","duration":"788.567649ms","start":"2026-03-04T15:39:58.906583Z","end":"2026-03-04T15:39:59.695151Z","steps":["trace[342638207] 'agreement among raft nodes before linearized reading' (duration: 788.454327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.695138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030334567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-04T15:39:59.695189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.968378Z","time spent":"726.80535ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:39:59.695205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.906566Z","time spent":"788.628651ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:39:59.695194Z","caller":"traceutil/trace.go:171","msg":"trace[1846590406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6921; }","duration":"646.899078ms","start":"2026-03-04T15:39:59.048278Z","end":"2026-03-04T15:39:59.695177Z","steps":["trace[1846590406] 'agreement among raft nodes before linearized reading' (duration: 646.707893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:59.695228Z","caller":"traceutil/trace.go:171","msg":"trace[999062199] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6921; }","duration":"1.030460421s","start":"2026-03-04T15:39:58.664741Z","end":"2026-03-04T15:39:59.695202Z","steps":["trace[999062199] 'agreement among raft nodes before linearized reading' (duration: 1.030108332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.695251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:59.048254Z","time spent":"646.987161ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:39:59.695278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.664725Z","time spent":"1.030542473s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T15:39:59.695374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011431007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T15:39:59.695433Z","caller":"traceutil/trace.go:171","msg":"trace[192069545] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6921; }","duration":"1.011526669s","start":"2026-03-04T15:39:58.683893Z","end":"2026-03-04T15:39:59.69542Z","steps":["trace[192069545] 'agreement among raft nodes before linearized reading' (duration: 1.011053357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.695469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:39:58.683877Z","time spent":"1.011581311s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T15:39:59.962432Z","caller":"traceutil/trace.go:171","msg":"trace[699193080] linearizableReadLoop","detail":"{readStateIndex:7201; appliedIndex:7200; }","duration":"221.693378ms","start":"2026-03-04T15:39:59.740712Z","end":"2026-03-04T15:39:59.962405Z","steps":["trace[699193080] 'read index received' (duration: 143.800927ms)","trace[699193080] 'applied index is now lower than readState.Index' (duration: 77.891401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:39:59.96249Z","caller":"traceutil/trace.go:171","msg":"trace[662993693] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"223.195155ms","start":"2026-03-04T15:39:59.73925Z","end":"2026-03-04T15:39:59.962446Z","steps":["trace[662993693] 'process raft request' (duration: 145.331805ms)","trace[662993693] 'compare' (duration: 77.680796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:39:59.962753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.944494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T15:39:59.962804Z","caller":"traceutil/trace.go:171","msg":"trace[1712700470] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6927; }","duration":"222.102278ms","start":"2026-03-04T15:39:59.740687Z","end":"2026-03-04T15:39:59.962789Z","steps":["trace[1712700470] 'agreement among raft nodes before linearized reading' (duration: 221.836751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:39:59.964444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.393824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-04T15:39:59.964466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.749092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:39:59.964523Z","caller":"traceutil/trace.go:171","msg":"trace[857121265] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:6928; }","duration":"220.826274ms","start":"2026-03-04T15:39:59.743684Z","end":"2026-03-04T15:39:59.96451Z","steps":["trace[857121265] 'agreement among raft nodes before linearized reading' (duration: 220.729861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:39:59.96452Z","caller":"traceutil/trace.go:171","msg":"trace[1235239239] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6928; }","duration":"222.521158ms","start":"2026-03-04T15:39:59.74198Z","end":"2026-03-04T15:39:59.964501Z","steps":["trace[1235239239] 'agreement among raft nodes before linearized reading' (duration: 222.301762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.109465Z","caller":"traceutil/trace.go:171","msg":"trace[1746655345] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"139.852046ms","start":"2026-03-04T15:39:59.96958Z","end":"2026-03-04T15:40:00.109432Z","steps":["trace[1746655345] 'process raft request' (duration: 139.59207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.109767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.469119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:40:00.109869Z","caller":"traceutil/trace.go:171","msg":"trace[2040211124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6932; }","duration":"112.618583ms","start":"2026-03-04T15:39:59.997227Z","end":"2026-03-04T15:40:00.109846Z","steps":["trace[2040211124] 'agreement among raft nodes before linearized reading' (duration: 112.364837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.109609Z","caller":"traceutil/trace.go:171","msg":"trace[1184285136] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"111.30466ms","start":"2026-03-04T15:39:59.998276Z","end":"2026-03-04T15:40:00.109581Z","steps":["trace[1184285136] 'process raft request' (duration: 111.112515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.109975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.172585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T15:40:00.110086Z","caller":"traceutil/trace.go:171","msg":"trace[1860878554] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6932; }","duration":"140.319358ms","start":"2026-03-04T15:39:59.969742Z","end":"2026-03-04T15:40:00.110061Z","steps":["trace[1860878554] 'agreement among raft nodes before linearized reading' (duration: 140.02269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.110396Z","caller":"traceutil/trace.go:171","msg":"trace[1279609575] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"138.957802ms","start":"2026-03-04T15:39:59.971411Z","end":"2026-03-04T15:40:00.110369Z","steps":["trace[1279609575] 'process raft request' (duration: 137.895666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.240771Z","caller":"traceutil/trace.go:171","msg":"trace[2144527600] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"125.338287ms","start":"2026-03-04T15:40:00.1154Z","end":"2026-03-04T15:40:00.240738Z","steps":["trace[2144527600] 'process raft request' (duration: 119.637162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.240949Z","caller":"traceutil/trace.go:171","msg":"trace[588982643] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"124.384932ms","start":"2026-03-04T15:40:00.116444Z","end":"2026-03-04T15:40:00.240829Z","steps":["trace[588982643] 'process raft request' (duration: 124.182737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.241032Z","caller":"traceutil/trace.go:171","msg":"trace[779826295] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"123.774047ms","start":"2026-03-04T15:40:00.117223Z","end":"2026-03-04T15:40:00.240997Z","steps":["trace[779826295] 'process raft request' (duration: 123.47984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.241122Z","caller":"traceutil/trace.go:171","msg":"trace[2011721670] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"123.319545ms","start":"2026-03-04T15:40:00.117793Z","end":"2026-03-04T15:40:00.241113Z","steps":["trace[2011721670] 'process raft request' (duration: 123.022188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.241163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.652629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T15:40:00.241235Z","caller":"traceutil/trace.go:171","msg":"trace[1937059125] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6939; }","duration":"124.793813ms","start":"2026-03-04T15:40:00.116422Z","end":"2026-03-04T15:40:00.241215Z","steps":["trace[1937059125] 'agreement among raft nodes before linearized reading' (duration: 124.587898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.240974Z","caller":"traceutil/trace.go:171","msg":"trace[1559432759] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"123.596042ms","start":"2026-03-04T15:40:00.117363Z","end":"2026-03-04T15:40:00.240959Z","steps":["trace[1559432759] 'process raft request' (duration: 123.401877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.240969Z","caller":"traceutil/trace.go:171","msg":"trace[2144901285] linearizableReadLoop","detail":"{readStateIndex:7209; appliedIndex:7207; }","duration":"124.461844ms","start":"2026-03-04T15:40:00.116485Z","end":"2026-03-04T15:40:00.240947Z","steps":["trace[2144901285] 'read index received' (duration: 4.107344ms)","trace[2144901285] 'applied index is now lower than readState.Index' (duration: 120.3533ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:00.241451Z","caller":"traceutil/trace.go:171","msg":"trace[1895863618] transaction","detail":"{read_only:false; response_revision:6939; number_of_response:1; }","duration":"122.899804ms","start":"2026-03-04T15:40:00.118542Z","end":"2026-03-04T15:40:00.241442Z","steps":["trace[1895863618] 'process raft request' (duration: 122.33115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.255937Z","caller":"traceutil/trace.go:171","msg":"trace[558052491] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"134.844338ms","start":"2026-03-04T15:40:00.121075Z","end":"2026-03-04T15:40:00.255919Z","steps":["trace[558052491] 'process raft request' (duration: 134.694525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.256352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111991"} {"level":"info","ts":"2026-03-04T15:40:00.256389Z","caller":"traceutil/trace.go:171","msg":"trace[106215536] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6940; }","duration":"137.322382ms","start":"2026-03-04T15:40:00.119058Z","end":"2026-03-04T15:40:00.256381Z","steps":["trace[106215536] 'agreement among raft nodes before linearized reading' (duration: 137.082175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.256583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.658681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T15:40:00.256609Z","caller":"traceutil/trace.go:171","msg":"trace[1124865903] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6940; }","duration":"137.684511ms","start":"2026-03-04T15:40:00.118918Z","end":"2026-03-04T15:40:00.256602Z","steps":["trace[1124865903] 'agreement among raft nodes before linearized reading' (duration: 137.61153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.256736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.45112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7223"} {"level":"info","ts":"2026-03-04T15:40:00.256798Z","caller":"traceutil/trace.go:171","msg":"trace[813240375] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:6940; }","duration":"138.536033ms","start":"2026-03-04T15:40:00.118246Z","end":"2026-03-04T15:40:00.256782Z","steps":["trace[813240375] 'agreement among raft nodes before linearized reading' (duration: 138.381569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.256921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.475697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:167329"} {"level":"info","ts":"2026-03-04T15:40:00.256981Z","caller":"traceutil/trace.go:171","msg":"trace[787149699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6940; }","duration":"139.58766ms","start":"2026-03-04T15:40:00.11738Z","end":"2026-03-04T15:40:00.256967Z","steps":["trace[787149699] 'agreement among raft nodes before linearized reading' (duration: 139.177959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.42178Z","caller":"traceutil/trace.go:171","msg":"trace[2131466691] linearizableReadLoop","detail":"{readStateIndex:7216; appliedIndex:7214; }","duration":"165.868408ms","start":"2026-03-04T15:40:00.255892Z","end":"2026-03-04T15:40:00.421761Z","steps":["trace[2131466691] 'read index received' (duration: 161.468585ms)","trace[2131466691] 'applied index is now lower than readState.Index' (duration: 4.398863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:00.42187Z","caller":"traceutil/trace.go:171","msg":"trace[1147028001] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"174.253051ms","start":"2026-03-04T15:40:00.247607Z","end":"2026-03-04T15:40:00.42186Z","steps":["trace[1147028001] 'process raft request' (duration: 174.105747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.421976Z","caller":"traceutil/trace.go:171","msg":"trace[658792004] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"176.413725ms","start":"2026-03-04T15:40:00.245524Z","end":"2026-03-04T15:40:00.421938Z","steps":["trace[658792004] 'process raft request' (duration: 171.675084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.422115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.749228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-55bb64f667-s9666\" ","response":"range_response_count:1 size:6709"} {"level":"info","ts":"2026-03-04T15:40:00.422149Z","caller":"traceutil/trace.go:171","msg":"trace[310523728] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-55bb64f667-s9666; range_end:; response_count:1; response_revision:6942; }","duration":"171.819669ms","start":"2026-03-04T15:40:00.25032Z","end":"2026-03-04T15:40:00.42214Z","steps":["trace[310523728] 'agreement among raft nodes before linearized reading' (duration: 171.650245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.422275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.102742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-04T15:40:00.422306Z","caller":"traceutil/trace.go:171","msg":"trace[621612865] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6942; }","duration":"177.189055ms","start":"2026-03-04T15:40:00.245111Z","end":"2026-03-04T15:40:00.4223Z","steps":["trace[621612865] 'agreement among raft nodes before linearized reading' (duration: 177.104003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.445211Z","caller":"traceutil/trace.go:171","msg":"trace[273236985] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"177.426121ms","start":"2026-03-04T15:40:00.267755Z","end":"2026-03-04T15:40:00.445181Z","steps":["trace[273236985] 'process raft request' (duration: 177.328778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.445429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.473975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T15:40:00.44549Z","caller":"traceutil/trace.go:171","msg":"trace[2044120082] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6944; }","duration":"185.592268ms","start":"2026-03-04T15:40:00.259881Z","end":"2026-03-04T15:40:00.445474Z","steps":["trace[2044120082] 'agreement among raft nodes before linearized reading' (duration: 185.403283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.445235Z","caller":"traceutil/trace.go:171","msg":"trace[1804029548] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"179.516224ms","start":"2026-03-04T15:40:00.265683Z","end":"2026-03-04T15:40:00.4452Z","steps":["trace[1804029548] 'process raft request' (duration: 179.225337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.445582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T15:40:00.445783Z","caller":"traceutil/trace.go:171","msg":"trace[69435862] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6944; }","duration":"178.176179ms","start":"2026-03-04T15:40:00.26758Z","end":"2026-03-04T15:40:00.445756Z","steps":["trace[69435862] 'agreement among raft nodes before linearized reading' (duration: 177.698097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.539189Z","caller":"traceutil/trace.go:171","msg":"trace[548184637] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"111.779341ms","start":"2026-03-04T15:40:00.427378Z","end":"2026-03-04T15:40:00.539158Z","steps":["trace[548184637] 'process raft request' (duration: 101.528171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.539249Z","caller":"traceutil/trace.go:171","msg":"trace[2079674523] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"111.837412ms","start":"2026-03-04T15:40:00.427378Z","end":"2026-03-04T15:40:00.539216Z","steps":["trace[2079674523] 'process raft request' (duration: 111.712629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.539538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.983937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-04T15:40:00.539637Z","caller":"traceutil/trace.go:171","msg":"trace[1946630128] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6948; }","duration":"112.135361ms","start":"2026-03-04T15:40:00.427486Z","end":"2026-03-04T15:40:00.539621Z","steps":["trace[1946630128] 'agreement among raft nodes before linearized reading' (duration: 111.865325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.539569Z","caller":"traceutil/trace.go:171","msg":"trace[1093024542] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"109.677639ms","start":"2026-03-04T15:40:00.429865Z","end":"2026-03-04T15:40:00.539542Z","steps":["trace[1093024542] 'process raft request' (duration: 109.309559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.539463Z","caller":"traceutil/trace.go:171","msg":"trace[805915599] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"110.696605ms","start":"2026-03-04T15:40:00.428713Z","end":"2026-03-04T15:40:00.53941Z","steps":["trace[805915599] 'process raft request' (duration: 110.423287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.702034Z","caller":"traceutil/trace.go:171","msg":"trace[592691551] linearizableReadLoop","detail":"{readStateIndex:7224; appliedIndex:7223; }","duration":"131.490733ms","start":"2026-03-04T15:40:00.570516Z","end":"2026-03-04T15:40:00.702007Z","steps":["trace[592691551] 'read index received' (duration: 77.843978ms)","trace[592691551] 'applied index is now lower than readState.Index' (duration: 53.645645ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:00.702243Z","caller":"traceutil/trace.go:171","msg":"trace[1310949545] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"152.398935ms","start":"2026-03-04T15:40:00.5498Z","end":"2026-03-04T15:40:00.702199Z","steps":["trace[1310949545] 'process raft request' (duration: 98.689079ms)","trace[1310949545] 'compare' (duration: 53.387308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:00.702255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.370569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-l226x\" ","response":"range_response_count:1 size:5719"} {"level":"warn","ts":"2026-03-04T15:40:00.702266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.274238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T15:40:00.702366Z","caller":"traceutil/trace.go:171","msg":"trace[1948772606] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-l226x; range_end:; response_count:1; response_revision:6950; }","duration":"151.521023ms","start":"2026-03-04T15:40:00.550822Z","end":"2026-03-04T15:40:00.702343Z","steps":["trace[1948772606] 'agreement among raft nodes before linearized reading' (duration: 151.245306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.702423Z","caller":"traceutil/trace.go:171","msg":"trace[1952927610] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6950; }","duration":"155.477383ms","start":"2026-03-04T15:40:00.546927Z","end":"2026-03-04T15:40:00.702405Z","steps":["trace[1952927610] 'agreement among raft nodes before linearized reading' (duration: 155.194316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.702522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.36297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111991"} {"level":"info","ts":"2026-03-04T15:40:00.7026Z","caller":"traceutil/trace.go:171","msg":"trace[1812176978] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6950; }","duration":"155.473944ms","start":"2026-03-04T15:40:00.547109Z","end":"2026-03-04T15:40:00.702583Z","steps":["trace[1812176978] 'agreement among raft nodes before linearized reading' (duration: 155.016372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:00.986098Z","caller":"traceutil/trace.go:171","msg":"trace[1037283395] linearizableReadLoop","detail":"{readStateIndex:7227; appliedIndex:7225; }","duration":"268.793434ms","start":"2026-03-04T15:40:00.717287Z","end":"2026-03-04T15:40:00.98608Z","steps":["trace[1037283395] 'read index received' (duration: 21.192929ms)","trace[1037283395] 'applied index is now lower than readState.Index' (duration: 247.599465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:00.986204Z","caller":"traceutil/trace.go:171","msg":"trace[125678228] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"271.639557ms","start":"2026-03-04T15:40:00.714543Z","end":"2026-03-04T15:40:00.986183Z","steps":["trace[125678228] 'process raft request' (duration: 271.416731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:00.986267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.961179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T15:40:00.986296Z","caller":"traceutil/trace.go:171","msg":"trace[1592187437] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6953; }","duration":"269.02147ms","start":"2026-03-04T15:40:00.717267Z","end":"2026-03-04T15:40:00.986289Z","steps":["trace[1592187437] 'agreement among raft nodes before linearized reading' (duration: 268.899917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:01.120659Z","caller":"traceutil/trace.go:171","msg":"trace[843366049] linearizableReadLoop","detail":"{readStateIndex:7228; appliedIndex:7227; }","duration":"134.487549ms","start":"2026-03-04T15:40:00.986149Z","end":"2026-03-04T15:40:01.120636Z","steps":["trace[843366049] 'read index received' (duration: 128.766854ms)","trace[843366049] 'applied index is now lower than readState.Index' (duration: 5.719555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:01.120716Z","caller":"traceutil/trace.go:171","msg":"trace[906011181] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"288.536616ms","start":"2026-03-04T15:40:00.832144Z","end":"2026-03-04T15:40:01.120681Z","steps":["trace[906011181] 'process raft request' (duration: 282.7865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:01.120873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:01.12093Z","caller":"traceutil/trace.go:171","msg":"trace[619383519] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6954; }","duration":"131.701109ms","start":"2026-03-04T15:40:00.989211Z","end":"2026-03-04T15:40:01.120912Z","steps":["trace[619383519] 'agreement among raft nodes before linearized reading' (duration: 131.564106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:01.121068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.400214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-04T15:40:01.121171Z","caller":"traceutil/trace.go:171","msg":"trace[957824773] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-init; range_end:; response_count:1; response_revision:6954; }","duration":"373.559028ms","start":"2026-03-04T15:40:00.747592Z","end":"2026-03-04T15:40:01.121151Z","steps":["trace[957824773] 'agreement among raft nodes before linearized reading' (duration: 373.187399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:01.121222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:00.747569Z","time spent":"373.638089ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-03-04T15:40:01.121887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.746944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T15:40:01.121954Z","caller":"traceutil/trace.go:171","msg":"trace[84429654] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6954; }","duration":"318.861478ms","start":"2026-03-04T15:40:00.803076Z","end":"2026-03-04T15:40:01.121937Z","steps":["trace[84429654] 'agreement among raft nodes before linearized reading' (duration: 317.823751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:01.121995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:00.803053Z","time spent":"318.93115ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T15:40:02.653918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.783783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T15:40:02.653977Z","caller":"traceutil/trace.go:171","msg":"trace[2063851057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6974; }","duration":"104.875236ms","start":"2026-03-04T15:40:02.549089Z","end":"2026-03-04T15:40:02.653965Z","steps":["trace[2063851057] 'range keys from in-memory index tree' (duration: 104.63056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:02.654281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.645842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:02.654353Z","caller":"traceutil/trace.go:171","msg":"trace[1332493208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6974; }","duration":"166.071764ms","start":"2026-03-04T15:40:02.488266Z","end":"2026-03-04T15:40:02.654338Z","steps":["trace[1332493208] 'range keys from in-memory index tree' (duration: 165.566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:02.6544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.42582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:40:02.654486Z","caller":"traceutil/trace.go:171","msg":"trace[770563519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6974; }","duration":"127.565994ms","start":"2026-03-04T15:40:02.526901Z","end":"2026-03-04T15:40:02.654467Z","steps":["trace[770563519] 'range keys from in-memory index tree' (duration: 127.273136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:02.749915Z","caller":"traceutil/trace.go:171","msg":"trace[2146116386] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"127.311537ms","start":"2026-03-04T15:40:02.622563Z","end":"2026-03-04T15:40:02.749874Z","steps":["trace[2146116386] 'process raft request' (duration: 126.952178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:02.922561Z","caller":"traceutil/trace.go:171","msg":"trace[543074640] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"206.414478ms","start":"2026-03-04T15:40:02.716128Z","end":"2026-03-04T15:40:02.922542Z","steps":["trace[543074640] 'process raft request' (duration: 206.365647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:02.922812Z","caller":"traceutil/trace.go:171","msg":"trace[2022908661] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"264.233688ms","start":"2026-03-04T15:40:02.658549Z","end":"2026-03-04T15:40:02.922782Z","steps":["trace[2022908661] 'process raft request' (duration: 263.91328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:02.922799Z","caller":"traceutil/trace.go:171","msg":"trace[1423827194] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"265.205653ms","start":"2026-03-04T15:40:02.657515Z","end":"2026-03-04T15:40:02.922721Z","steps":["trace[1423827194] 'process raft request' (duration: 189.663132ms)","trace[1423827194] 'compare' (duration: 75.143801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:14.309263Z","caller":"traceutil/trace.go:171","msg":"trace[1403949975] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"346.369577ms","start":"2026-03-04T15:40:13.962865Z","end":"2026-03-04T15:40:14.309234Z","steps":["trace[1403949975] 'process raft request' (duration: 346.198893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.309441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:13.96284Z","time spent":"346.515981ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:40:14.310155Z","caller":"traceutil/trace.go:171","msg":"trace[1820306423] linearizableReadLoop","detail":"{readStateIndex:7334; appliedIndex:7332; }","duration":"108.973301ms","start":"2026-03-04T15:40:14.201157Z","end":"2026-03-04T15:40:14.310131Z","steps":["trace[1820306423] 'read index received' (duration: 107.849792ms)","trace[1820306423] 'applied index is now lower than readState.Index' (duration: 1.122618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:14.310457Z","caller":"traceutil/trace.go:171","msg":"trace[1693422227] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"253.125096ms","start":"2026-03-04T15:40:14.0573Z","end":"2026-03-04T15:40:14.310425Z","steps":["trace[1693422227] 'process raft request' (duration: 252.713266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.310552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.298436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-03-04T15:40:14.310611Z","caller":"traceutil/trace.go:171","msg":"trace[2110952533] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7057; }","duration":"103.414398ms","start":"2026-03-04T15:40:14.207185Z","end":"2026-03-04T15:40:14.310599Z","steps":["trace[2110952533] 'agreement among raft nodes before linearized reading' (duration: 103.241764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.310608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.445003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:14.310645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.069636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:40:14.310702Z","caller":"traceutil/trace.go:171","msg":"trace[2100229136] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7057; }","duration":"109.599676ms","start":"2026-03-04T15:40:14.201078Z","end":"2026-03-04T15:40:14.310677Z","steps":["trace[2100229136] 'agreement among raft nodes before linearized reading' (duration: 109.458773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:14.310713Z","caller":"traceutil/trace.go:171","msg":"trace[105847777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7057; }","duration":"104.166219ms","start":"2026-03-04T15:40:14.206528Z","end":"2026-03-04T15:40:14.310694Z","steps":["trace[105847777] 'agreement among raft nodes before linearized reading' (duration: 103.974464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:14.310756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.364181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:14.311014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.32676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:14.311114Z","caller":"traceutil/trace.go:171","msg":"trace[1370669980] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7057; }","duration":"109.542476ms","start":"2026-03-04T15:40:14.201551Z","end":"2026-03-04T15:40:14.311093Z","steps":["trace[1370669980] 'agreement among raft nodes before linearized reading' (duration: 108.819097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:14.311057Z","caller":"traceutil/trace.go:171","msg":"trace[1300115054] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7057; }","duration":"109.766492ms","start":"2026-03-04T15:40:14.201104Z","end":"2026-03-04T15:40:14.31087Z","steps":["trace[1300115054] 'agreement among raft nodes before linearized reading' (duration: 109.188327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:21.282851Z","caller":"traceutil/trace.go:171","msg":"trace[10077550] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"245.607884ms","start":"2026-03-04T15:40:21.037217Z","end":"2026-03-04T15:40:21.282825Z","steps":["trace[10077550] 'process raft request' (duration: 245.386308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:21.339606Z","caller":"traceutil/trace.go:171","msg":"trace[95802780] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"156.082849ms","start":"2026-03-04T15:40:21.183499Z","end":"2026-03-04T15:40:21.339582Z","steps":["trace[95802780] 'process raft request' (duration: 155.988246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:22.158155Z","caller":"traceutil/trace.go:171","msg":"trace[1665554169] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"164.727449ms","start":"2026-03-04T15:40:21.993396Z","end":"2026-03-04T15:40:22.158123Z","steps":["trace[1665554169] 'process raft request' (duration: 163.954498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:22.491234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.604814ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T15:40:22.491453Z","caller":"traceutil/trace.go:171","msg":"trace[1129162086] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"101.960774ms","start":"2026-03-04T15:40:22.389476Z","end":"2026-03-04T15:40:22.491437Z","steps":["trace[1129162086] 'process raft request' (duration: 101.862131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:22.491554Z","caller":"traceutil/trace.go:171","msg":"trace[425923814] linearizableReadLoop","detail":"{readStateIndex:7376; appliedIndex:7375; }","duration":"143.851598ms","start":"2026-03-04T15:40:22.347685Z","end":"2026-03-04T15:40:22.491536Z","steps":["trace[425923814] 'read index received' (duration: 56.351µs)","trace[425923814] 'applied index is now lower than readState.Index' (duration: 143.792787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:22.491767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.066754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:22.491834Z","caller":"traceutil/trace.go:171","msg":"trace[1930525236] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7098; }","duration":"144.185558ms","start":"2026-03-04T15:40:22.347633Z","end":"2026-03-04T15:40:22.491818Z","steps":["trace[1930525236] 'agreement among raft nodes before linearized reading' (duration: 144.001763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:22.491892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.942031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"warn","ts":"2026-03-04T15:40:22.491907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.788716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:22.49193Z","caller":"traceutil/trace.go:171","msg":"trace[489389608] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7098; }","duration":"144.016113ms","start":"2026-03-04T15:40:22.347905Z","end":"2026-03-04T15:40:22.491921Z","steps":["trace[489389608] 'agreement among raft nodes before linearized reading' (duration: 143.915181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:22.491961Z","caller":"traceutil/trace.go:171","msg":"trace[427614683] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7098; }","duration":"143.877539ms","start":"2026-03-04T15:40:22.348069Z","end":"2026-03-04T15:40:22.491946Z","steps":["trace[427614683] 'agreement among raft nodes before linearized reading' (duration: 143.786266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:22.49203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.95749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:22.492106Z","caller":"traceutil/trace.go:171","msg":"trace[143417753] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7098; }","duration":"144.044432ms","start":"2026-03-04T15:40:22.348041Z","end":"2026-03-04T15:40:22.492085Z","steps":["trace[143417753] 'agreement among raft nodes before linearized reading' (duration: 143.887898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:24.434968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.360461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:40:24.43506Z","caller":"traceutil/trace.go:171","msg":"trace[1423002735] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7106; }","duration":"109.508616ms","start":"2026-03-04T15:40:24.325529Z","end":"2026-03-04T15:40:24.435038Z","steps":["trace[1423002735] 'count revisions from in-memory index tree' (duration: 109.197256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:26.734843Z","caller":"traceutil/trace.go:171","msg":"trace[1333673512] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"100.040244ms","start":"2026-03-04T15:40:26.634765Z","end":"2026-03-04T15:40:26.734805Z","steps":["trace[1333673512] 'process raft request' (duration: 20.264565ms)","trace[1333673512] 'compare' (duration: 79.662026ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:29.528147Z","caller":"traceutil/trace.go:171","msg":"trace[60529721] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"129.310569ms","start":"2026-03-04T15:40:29.398779Z","end":"2026-03-04T15:40:29.528089Z","steps":["trace[60529721] 'process raft request' (duration: 128.851036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:31.663178Z","caller":"traceutil/trace.go:171","msg":"trace[1482865902] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"129.352529ms","start":"2026-03-04T15:40:31.533792Z","end":"2026-03-04T15:40:31.663145Z","steps":["trace[1482865902] 'process raft request' (duration: 129.179855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.237643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.283278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:40:32.237779Z","caller":"traceutil/trace.go:171","msg":"trace[1168541176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7139; }","duration":"319.462512ms","start":"2026-03-04T15:40:31.918291Z","end":"2026-03-04T15:40:32.237754Z","steps":["trace[1168541176] 'count revisions from in-memory index tree' (duration: 319.216946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.237834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:31.918277Z","time spent":"319.540175ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:40:32.439693Z","caller":"traceutil/trace.go:171","msg":"trace[636802826] linearizableReadLoop","detail":"{readStateIndex:7420; appliedIndex:7419; }","duration":"200.324394ms","start":"2026-03-04T15:40:32.239342Z","end":"2026-03-04T15:40:32.439667Z","steps":["trace[636802826] 'read index received' (duration: 200.055398ms)","trace[636802826] 'applied index is now lower than readState.Index' (duration: 267.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:32.439825Z","caller":"traceutil/trace.go:171","msg":"trace[1608591621] transaction","detail":"{read_only:false; response_revision:7140; number_of_response:1; }","duration":"418.549072ms","start":"2026-03-04T15:40:32.021265Z","end":"2026-03-04T15:40:32.439814Z","steps":["trace[1608591621] 'process raft request' (duration: 418.242874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.439928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:32.021247Z","time spent":"418.606133ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:40:32.440235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.895368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:40:32.440271Z","caller":"traceutil/trace.go:171","msg":"trace[2073514642] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:7140; }","duration":"200.98211ms","start":"2026-03-04T15:40:32.239279Z","end":"2026-03-04T15:40:32.440261Z","steps":["trace[2073514642] 'agreement among raft nodes before linearized reading' (duration: 200.763695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.440455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.130056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:40:32.440544Z","caller":"traceutil/trace.go:171","msg":"trace[200026356] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7140; }","duration":"172.227509ms","start":"2026-03-04T15:40:32.26829Z","end":"2026-03-04T15:40:32.440517Z","steps":["trace[200026356] 'agreement among raft nodes before linearized reading' (duration: 172.085155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.440685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.630109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:40:32.44073Z","caller":"traceutil/trace.go:171","msg":"trace[750149311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7140; }","duration":"111.705801ms","start":"2026-03-04T15:40:32.329013Z","end":"2026-03-04T15:40:32.440719Z","steps":["trace[750149311] 'agreement among raft nodes before linearized reading' (duration: 111.598168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:32.440944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.082612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:40:32.441007Z","caller":"traceutil/trace.go:171","msg":"trace[858921174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7140; }","duration":"140.178255ms","start":"2026-03-04T15:40:32.300814Z","end":"2026-03-04T15:40:32.440992Z","steps":["trace[858921174] 'agreement among raft nodes before linearized reading' (duration: 140.00341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:33.001359Z","caller":"traceutil/trace.go:171","msg":"trace[420592850] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"172.377392ms","start":"2026-03-04T15:40:32.828949Z","end":"2026-03-04T15:40:33.001326Z","steps":["trace[420592850] 'process raft request' (duration: 151.995444ms)","trace[420592850] 'compare' (duration: 20.178003ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:33.0016Z","caller":"traceutil/trace.go:171","msg":"trace[108187623] linearizableReadLoop","detail":"{readStateIndex:7427; appliedIndex:7424; }","duration":"172.552907ms","start":"2026-03-04T15:40:32.829027Z","end":"2026-03-04T15:40:33.001579Z","steps":["trace[108187623] 'read index received' (duration: 57.4372ms)","trace[108187623] 'applied index is now lower than readState.Index' (duration: 115.114396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:33.001806Z","caller":"traceutil/trace.go:171","msg":"trace[616957513] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"172.791474ms","start":"2026-03-04T15:40:32.828996Z","end":"2026-03-04T15:40:33.001788Z","steps":["trace[616957513] 'process raft request' (duration: 172.28434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:33.00179Z","caller":"traceutil/trace.go:171","msg":"trace[1754153763] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"172.715922ms","start":"2026-03-04T15:40:32.82904Z","end":"2026-03-04T15:40:33.001756Z","steps":["trace[1754153763] 'process raft request' (duration: 172.422284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:33.001874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.09367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:33.001937Z","caller":"traceutil/trace.go:171","msg":"trace[1429578086] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7147; }","duration":"169.210733ms","start":"2026-03-04T15:40:32.832713Z","end":"2026-03-04T15:40:33.001924Z","steps":["trace[1429578086] 'agreement among raft nodes before linearized reading' (duration: 169.059739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:33.002176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.127852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183281"} {"level":"info","ts":"2026-03-04T15:40:33.002245Z","caller":"traceutil/trace.go:171","msg":"trace[123874023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7147; }","duration":"173.242655ms","start":"2026-03-04T15:40:32.828986Z","end":"2026-03-04T15:40:33.002229Z","steps":["trace[123874023] 'agreement among raft nodes before linearized reading' (duration: 172.779343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:33.17006Z","caller":"traceutil/trace.go:171","msg":"trace[1337884942] transaction","detail":"{read_only:false; response_revision:7149; number_of_response:1; }","duration":"163.075637ms","start":"2026-03-04T15:40:33.006955Z","end":"2026-03-04T15:40:33.17003Z","steps":["trace[1337884942] 'process raft request' (duration: 94.880903ms)","trace[1337884942] 'compare' (duration: 68.074761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:34.092922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.756049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:34.093153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.389845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:34.093204Z","caller":"traceutil/trace.go:171","msg":"trace[45028138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7151; }","duration":"259.445427ms","start":"2026-03-04T15:40:33.833743Z","end":"2026-03-04T15:40:34.093188Z","steps":["trace[45028138] 'count revisions from in-memory index tree' (duration: 259.275272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:34.093047Z","caller":"traceutil/trace.go:171","msg":"trace[2054100043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7151; }","duration":"245.895593ms","start":"2026-03-04T15:40:33.847131Z","end":"2026-03-04T15:40:34.093027Z","steps":["trace[2054100043] 'range keys from in-memory index tree' (duration: 245.734959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:34.675592Z","caller":"traceutil/trace.go:171","msg":"trace[1780705376] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"228.282294ms","start":"2026-03-04T15:40:34.447276Z","end":"2026-03-04T15:40:34.675558Z","steps":["trace[1780705376] 'process raft request' (duration: 227.290259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:34.702388Z","caller":"traceutil/trace.go:171","msg":"trace[1813726734] linearizableReadLoop","detail":"{readStateIndex:7434; appliedIndex:7432; }","duration":"188.603576ms","start":"2026-03-04T15:40:34.513765Z","end":"2026-03-04T15:40:34.702369Z","steps":["trace[1813726734] 'read index received' (duration: 160.776159ms)","trace[1813726734] 'applied index is now lower than readState.Index' (duration: 27.826567ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:34.702536Z","caller":"traceutil/trace.go:171","msg":"trace[1342736223] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"245.805221ms","start":"2026-03-04T15:40:34.456699Z","end":"2026-03-04T15:40:34.702504Z","steps":["trace[1342736223] 'process raft request' (duration: 243.575174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:34.702752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.973306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:40:34.70285Z","caller":"traceutil/trace.go:171","msg":"trace[963133313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7154; }","duration":"189.083949ms","start":"2026-03-04T15:40:34.513743Z","end":"2026-03-04T15:40:34.702827Z","steps":["trace[963133313] 'agreement among raft nodes before linearized reading' (duration: 188.763271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:34.702621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.429964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:34.702914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.682891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:34.702924Z","caller":"traceutil/trace.go:171","msg":"trace[121000418] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7154; }","duration":"159.773573ms","start":"2026-03-04T15:40:34.543128Z","end":"2026-03-04T15:40:34.702901Z","steps":["trace[121000418] 'agreement among raft nodes before linearized reading' (duration: 159.446845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:34.702949Z","caller":"traceutil/trace.go:171","msg":"trace[1955727519] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7154; }","duration":"159.753642ms","start":"2026-03-04T15:40:34.543187Z","end":"2026-03-04T15:40:34.70294Z","steps":["trace[1955727519] 'agreement among raft nodes before linearized reading' (duration: 159.480155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:34.702655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.301001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:34.702939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.708361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-03-04T15:40:34.703034Z","caller":"traceutil/trace.go:171","msg":"trace[1083405536] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7154; }","duration":"159.687281ms","start":"2026-03-04T15:40:34.543324Z","end":"2026-03-04T15:40:34.703011Z","steps":["trace[1083405536] 'agreement among raft nodes before linearized reading' (duration: 159.319361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:34.703082Z","caller":"traceutil/trace.go:171","msg":"trace[860737785] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7154; }","duration":"159.892965ms","start":"2026-03-04T15:40:34.543152Z","end":"2026-03-04T15:40:34.703045Z","steps":["trace[860737785] 'agreement among raft nodes before linearized reading' (duration: 159.593588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.166516Z","caller":"traceutil/trace.go:171","msg":"trace[685004212] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"485.427732ms","start":"2026-03-04T15:40:36.681072Z","end":"2026-03-04T15:40:37.1665Z","steps":["trace[685004212] 'process raft request' (duration: 485.329789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.16652Z","caller":"traceutil/trace.go:171","msg":"trace[1408530273] linearizableReadLoop","detail":"{readStateIndex:7459; appliedIndex:7459; }","duration":"459.413831ms","start":"2026-03-04T15:40:36.707073Z","end":"2026-03-04T15:40:37.166487Z","steps":["trace[1408530273] 'read index received' (duration: 459.401041ms)","trace[1408530273] 'applied index is now lower than readState.Index' (duration: 10.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:37.166685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.593785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:40:37.166765Z","caller":"traceutil/trace.go:171","msg":"trace[173682810] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7177; }","duration":"459.717269ms","start":"2026-03-04T15:40:36.707031Z","end":"2026-03-04T15:40:37.166748Z","steps":["trace[173682810] 'agreement among raft nodes before linearized reading' (duration: 459.582785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.166802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.707014Z","time spent":"459.78036ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T15:40:37.166821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.681055Z","time spent":"485.510054ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:40:37.268302Z","caller":"traceutil/trace.go:171","msg":"trace[646968076] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"560.466101ms","start":"2026-03-04T15:40:36.707796Z","end":"2026-03-04T15:40:37.268263Z","steps":["trace[646968076] 'process raft request' (duration: 549.261546ms)","trace[646968076] 'compare' (duration: 10.963748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:37.268443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.707776Z","time spent":"560.586914ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:40:37.268475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.547292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-03-04T15:40:37.268529Z","caller":"traceutil/trace.go:171","msg":"trace[18139111] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7180; }","duration":"560.636534ms","start":"2026-03-04T15:40:36.70788Z","end":"2026-03-04T15:40:37.268517Z","steps":["trace[18139111] 'agreement among raft nodes before linearized reading' (duration: 560.47017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.268569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.707861Z","time spent":"560.699976ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4926,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-04T15:40:37.268302Z","caller":"traceutil/trace.go:171","msg":"trace[251978018] linearizableReadLoop","detail":"{readStateIndex:7462; appliedIndex:7459; }","duration":"101.700967ms","start":"2026-03-04T15:40:37.166578Z","end":"2026-03-04T15:40:37.268279Z","steps":["trace[251978018] 'read index received' (duration: 90.501702ms)","trace[251978018] 'applied index is now lower than readState.Index' (duration: 11.198465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:40:37.268608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.453089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:40:37.268624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.436196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:40:37.268679Z","caller":"traceutil/trace.go:171","msg":"trace[566833560] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"200.831756ms","start":"2026-03-04T15:40:37.067839Z","end":"2026-03-04T15:40:37.268671Z","steps":["trace[566833560] 'process raft request' (duration: 200.392165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.268697Z","caller":"traceutil/trace.go:171","msg":"trace[103735141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7180; }","duration":"244.564879ms","start":"2026-03-04T15:40:37.024119Z","end":"2026-03-04T15:40:37.268683Z","steps":["trace[103735141] 'agreement among raft nodes before linearized reading' (duration: 244.344684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.2687Z","caller":"traceutil/trace.go:171","msg":"trace[1214564261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7180; }","duration":"368.590222ms","start":"2026-03-04T15:40:36.900087Z","end":"2026-03-04T15:40:37.268677Z","steps":["trace[1214564261] 'agreement among raft nodes before linearized reading' (duration: 368.323975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.268751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.900069Z","time spent":"368.672724ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:40:37.268764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.135624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:40:37.268651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.747982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5510"} {"level":"warn","ts":"2026-03-04T15:40:37.268786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.334987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:40:37.268818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.698017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:40:37.268818Z","caller":"traceutil/trace.go:171","msg":"trace[978685645] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7180; }","duration":"559.928866ms","start":"2026-03-04T15:40:36.708878Z","end":"2026-03-04T15:40:37.268807Z","steps":["trace[978685645] 'agreement among raft nodes before linearized reading' (duration: 559.67383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.26885Z","caller":"traceutil/trace.go:171","msg":"trace[1702129306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7180; }","duration":"243.747487ms","start":"2026-03-04T15:40:37.025094Z","end":"2026-03-04T15:40:37.268842Z","steps":["trace[1702129306] 'agreement among raft nodes before linearized reading' (duration: 243.683956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.268763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.516438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:40:37.268864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.708872Z","time spent":"559.976327ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5533,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:40:37.268883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.519621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:40:37.268889Z","caller":"traceutil/trace.go:171","msg":"trace[1677312401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7180; }","duration":"244.639421ms","start":"2026-03-04T15:40:37.024239Z","end":"2026-03-04T15:40:37.268878Z","steps":["trace[1677312401] 'agreement among raft nodes before linearized reading' (duration: 244.477617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.268918Z","caller":"traceutil/trace.go:171","msg":"trace[934615248] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7180; }","duration":"359.553272ms","start":"2026-03-04T15:40:36.909353Z","end":"2026-03-04T15:40:37.268906Z","steps":["trace[934615248] 'agreement among raft nodes before linearized reading' (duration: 359.49323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.268468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.259671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:40:37.26895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.909286Z","time spent":"359.654045ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:40:37.26864Z","caller":"traceutil/trace.go:171","msg":"trace[2789508] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"534.804758ms","start":"2026-03-04T15:40:36.733819Z","end":"2026-03-04T15:40:37.268624Z","steps":["trace[2789508] 'process raft request' (duration: 534.351616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:37.268976Z","caller":"traceutil/trace.go:171","msg":"trace[1447354629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7180; }","duration":"244.833235ms","start":"2026-03-04T15:40:37.024135Z","end":"2026-03-04T15:40:37.268969Z","steps":["trace[1447354629] 'agreement among raft nodes before linearized reading' (duration: 244.160698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.269024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.733796Z","time spent":"535.186337ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2275,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:40:37.268818Z","caller":"traceutil/trace.go:171","msg":"trace[262693467] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7180; }","duration":"560.392638ms","start":"2026-03-04T15:40:36.708417Z","end":"2026-03-04T15:40:37.268809Z","steps":["trace[262693467] 'agreement among raft nodes before linearized reading' (duration: 560.340227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.269071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.708404Z","time spent":"560.658885ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-04T15:40:37.268814Z","caller":"traceutil/trace.go:171","msg":"trace[479499488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7180; }","duration":"555.206676ms","start":"2026-03-04T15:40:36.713596Z","end":"2026-03-04T15:40:37.268802Z","steps":["trace[479499488] 'agreement among raft nodes before linearized reading' (duration: 555.109794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:37.269123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:40:36.713584Z","time spent":"555.527294ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:40:42.255857Z","caller":"traceutil/trace.go:171","msg":"trace[1730810712] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"107.948685ms","start":"2026-03-04T15:40:42.147876Z","end":"2026-03-04T15:40:42.255825Z","steps":["trace[1730810712] 'process raft request' (duration: 107.834422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:42.659881Z","caller":"traceutil/trace.go:171","msg":"trace[1444674027] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"137.819704ms","start":"2026-03-04T15:40:42.522035Z","end":"2026-03-04T15:40:42.659855Z","steps":["trace[1444674027] 'process raft request' (duration: 137.636159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:47.704225Z","caller":"traceutil/trace.go:171","msg":"trace[1092200481] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"109.775491ms","start":"2026-03-04T15:40:47.594413Z","end":"2026-03-04T15:40:47.704188Z","steps":["trace[1092200481] 'process raft request' (duration: 109.573596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:47.704499Z","caller":"traceutil/trace.go:171","msg":"trace[1128518996] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"109.967746ms","start":"2026-03-04T15:40:47.594508Z","end":"2026-03-04T15:40:47.704475Z","steps":["trace[1128518996] 'process raft request' (duration: 109.869273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:47.704534Z","caller":"traceutil/trace.go:171","msg":"trace[1395820496] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"110.004096ms","start":"2026-03-04T15:40:47.594501Z","end":"2026-03-04T15:40:47.704505Z","steps":["trace[1395820496] 'process raft request' (duration: 109.625167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:53.60458Z","caller":"traceutil/trace.go:171","msg":"trace[1438402553] linearizableReadLoop","detail":"{readStateIndex:7576; appliedIndex:7575; }","duration":"146.899605ms","start":"2026-03-04T15:40:53.457658Z","end":"2026-03-04T15:40:53.604557Z","steps":["trace[1438402553] 'read index received' (duration: 146.713151ms)","trace[1438402553] 'applied index is now lower than readState.Index' (duration: 185.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:40:53.604666Z","caller":"traceutil/trace.go:171","msg":"trace[842217738] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"168.398481ms","start":"2026-03-04T15:40:53.436234Z","end":"2026-03-04T15:40:53.604632Z","steps":["trace[842217738] 'process raft request' (duration: 168.184696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:40:53.60483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.149102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:40:53.60491Z","caller":"traceutil/trace.go:171","msg":"trace[1770173343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7290; }","duration":"147.235584ms","start":"2026-03-04T15:40:53.457651Z","end":"2026-03-04T15:40:53.604886Z","steps":["trace[1770173343] 'agreement among raft nodes before linearized reading' (duration: 147.007168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:40:58.457182Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5355} {"level":"info","ts":"2026-03-04T15:40:58.558659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5355,"took":"99.693926ms","hash":110688997,"current-db-size-bytes":40263680,"current-db-size":"40 MB","current-db-size-in-use-bytes":21311488,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T15:40:58.558725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":110688997,"revision":5355,"compact-revision":2630} {"level":"info","ts":"2026-03-04T15:41:05.787912Z","caller":"traceutil/trace.go:171","msg":"trace[495962669] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7633; }","duration":"108.468129ms","start":"2026-03-04T15:41:05.679408Z","end":"2026-03-04T15:41:05.787876Z","steps":["trace[495962669] 'read index received' (duration: 61.079543ms)","trace[495962669] 'applied index is now lower than readState.Index' (duration: 47.387306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:05.788051Z","caller":"traceutil/trace.go:171","msg":"trace[664348465] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"137.67776ms","start":"2026-03-04T15:41:05.650328Z","end":"2026-03-04T15:41:05.788006Z","steps":["trace[664348465] 'process raft request' (duration: 90.241473ms)","trace[664348465] 'compare' (duration: 47.038977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:05.788216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.786496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:41:05.788242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.616491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:41:05.788283Z","caller":"traceutil/trace.go:171","msg":"trace[1320631403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7345; }","duration":"108.894819ms","start":"2026-03-04T15:41:05.679369Z","end":"2026-03-04T15:41:05.788264Z","steps":["trace[1320631403] 'agreement among raft nodes before linearized reading' (duration: 108.700024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:05.797701Z","caller":"traceutil/trace.go:171","msg":"trace[1529982957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7345; }","duration":"108.679213ms","start":"2026-03-04T15:41:05.67959Z","end":"2026-03-04T15:41:05.788269Z","steps":["trace[1529982957] 'agreement among raft nodes before linearized reading' (duration: 108.597371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:06.006569Z","caller":"traceutil/trace.go:171","msg":"trace[990167128] linearizableReadLoop","detail":"{readStateIndex:7636; appliedIndex:7635; }","duration":"101.256434ms","start":"2026-03-04T15:41:05.905288Z","end":"2026-03-04T15:41:06.006544Z","steps":["trace[990167128] 'read index received' (duration: 56.520687ms)","trace[990167128] 'applied index is now lower than readState.Index' (duration: 44.734387ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:06.006805Z","caller":"traceutil/trace.go:171","msg":"trace[1910643753] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"121.254043ms","start":"2026-03-04T15:41:05.885538Z","end":"2026-03-04T15:41:06.006792Z","steps":["trace[1910643753] 'process raft request' (duration: 76.31264ms)","trace[1910643753] 'compare' (duration: 44.314047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:06.007394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.053384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:06.007466Z","caller":"traceutil/trace.go:171","msg":"trace[1779242760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7347; }","duration":"102.187908ms","start":"2026-03-04T15:41:05.905258Z","end":"2026-03-04T15:41:06.007446Z","steps":["trace[1779242760] 'agreement among raft nodes before linearized reading' (duration: 102.007133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:06.577899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.254749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:06.578382Z","caller":"traceutil/trace.go:171","msg":"trace[575464953] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"567.333544ms","start":"2026-03-04T15:41:06.011022Z","end":"2026-03-04T15:41:06.578355Z","steps":["trace[575464953] 'process raft request' (duration: 442.4886ms)","trace[575464953] 'compare' (duration: 123.945181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:06.578576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.010995Z","time spent":"567.490788ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:06.578428Z","caller":"traceutil/trace.go:171","msg":"trace[209240572] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"560.528072ms","start":"2026-03-04T15:41:06.017878Z","end":"2026-03-04T15:41:06.578406Z","steps":["trace[209240572] 'process raft request' (duration: 560.169843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:06.579045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.017869Z","time spent":"560.999134ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:06.65896Z","caller":"traceutil/trace.go:171","msg":"trace[2008944505] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"601.567446ms","start":"2026-03-04T15:41:06.057368Z","end":"2026-03-04T15:41:06.658935Z","steps":["trace[2008944505] 'process raft request' (duration: 601.33752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:06.659081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.057336Z","time spent":"601.679958ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:06.659478Z","caller":"traceutil/trace.go:171","msg":"trace[1545940579] transaction","detail":"{read_only:false; response_revision:7352; number_of_response:1; }","duration":"434.057356ms","start":"2026-03-04T15:41:06.225394Z","end":"2026-03-04T15:41:06.659452Z","steps":["trace[1545940579] 'process raft request' (duration: 433.516382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:06.659478Z","caller":"traceutil/trace.go:171","msg":"trace[1934984076] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"372.597714ms","start":"2026-03-04T15:41:06.286856Z","end":"2026-03-04T15:41:06.659454Z","steps":["trace[1934984076] 'process raft request' (duration: 372.543582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:06.659669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.225355Z","time spent":"434.174509ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:06.659736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.286823Z","time spent":"372.791599ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:07.023272Z","caller":"traceutil/trace.go:171","msg":"trace[930939441] linearizableReadLoop","detail":"{readStateIndex:7643; appliedIndex:7639; }","duration":"532.961961ms","start":"2026-03-04T15:41:06.490287Z","end":"2026-03-04T15:41:07.023249Z","steps":["trace[930939441] 'read index received' (duration: 168.384881ms)","trace[930939441] 'applied index is now lower than readState.Index' (duration: 364.57616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:07.023339Z","caller":"traceutil/trace.go:171","msg":"trace[336437091] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"533.114944ms","start":"2026-03-04T15:41:06.49019Z","end":"2026-03-04T15:41:07.023304Z","steps":["trace[336437091] 'process raft request' (duration: 452.835113ms)","trace[336437091] 'compare' (duration: 79.895992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:07.023489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.490164Z","time spent":"533.241728ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:07.023385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.082034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:07.023689Z","caller":"traceutil/trace.go:171","msg":"trace[1368744886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7354; }","duration":"533.422313ms","start":"2026-03-04T15:41:06.490253Z","end":"2026-03-04T15:41:07.023675Z","steps":["trace[1368744886] 'agreement among raft nodes before linearized reading' (duration: 533.085534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:07.023736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:06.490164Z","time spent":"533.556916ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:41:07.967627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.401882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:07.967694Z","caller":"traceutil/trace.go:171","msg":"trace[1598088702] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7354; }","duration":"721.505645ms","start":"2026-03-04T15:41:07.246173Z","end":"2026-03-04T15:41:07.967679Z","steps":["trace[1598088702] 'range keys from in-memory index tree' (duration: 721.348471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:07.967725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.447752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:41:07.967805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.246158Z","time spent":"721.557816ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T15:41:07.967783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.960493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-04T15:41:07.967826Z","caller":"traceutil/trace.go:171","msg":"trace[671588638] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7354; }","duration":"496.591846ms","start":"2026-03-04T15:41:07.471207Z","end":"2026-03-04T15:41:07.967799Z","steps":["trace[671588638] 'range keys from in-memory index tree' (duration: 496.365021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:07.967871Z","caller":"traceutil/trace.go:171","msg":"trace[135668194] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7354; }","duration":"550.082196ms","start":"2026-03-04T15:41:07.417772Z","end":"2026-03-04T15:41:07.967854Z","steps":["trace[135668194] 'range keys from in-memory index tree' (duration: 549.715947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:07.967908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.471187Z","time spent":"496.702389ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-04T15:41:07.967923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.417755Z","time spent":"550.156398ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T15:41:08.001981Z","caller":"traceutil/trace.go:171","msg":"trace[374222398] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"529.38234ms","start":"2026-03-04T15:41:07.472581Z","end":"2026-03-04T15:41:08.001963Z","steps":["trace[374222398] 'process raft request' (duration: 529.271298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.002093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.472546Z","time spent":"529.490803ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:08.465148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.714339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:41:08.465561Z","caller":"traceutil/trace.go:171","msg":"trace[1969334262] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"665.764948ms","start":"2026-03-04T15:41:07.799774Z","end":"2026-03-04T15:41:08.465539Z","steps":["trace[1969334262] 'process raft request' (duration: 665.45829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.465727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.799739Z","time spent":"665.888431ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:08.577461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.839734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:08.57758Z","caller":"traceutil/trace.go:171","msg":"trace[284900160] linearizableReadLoop","detail":"{readStateIndex:7646; appliedIndex:7643; }","duration":"692.832946ms","start":"2026-03-04T15:41:07.884729Z","end":"2026-03-04T15:41:08.577562Z","steps":["trace[284900160] 'read index received' (duration: 117.166789ms)","trace[284900160] 'applied index is now lower than readState.Index' (duration: 575.664867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:08.577616Z","caller":"traceutil/trace.go:171","msg":"trace[496554130] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"674.138371ms","start":"2026-03-04T15:41:07.903451Z","end":"2026-03-04T15:41:08.577589Z","steps":["trace[496554130] 'process raft request' (duration: 562.075342ms)","trace[496554130] 'compare' (duration: 111.70814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:08.57774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.903426Z","time spent":"674.271814ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:08.577773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.029551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:08.577851Z","caller":"traceutil/trace.go:171","msg":"trace[1357951218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7357; }","duration":"693.158734ms","start":"2026-03-04T15:41:07.884675Z","end":"2026-03-04T15:41:08.577834Z","steps":["trace[1357951218] 'agreement among raft nodes before linearized reading' (duration: 692.939418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.577895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.884653Z","time spent":"693.233236ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:41:08.577909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.738716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:41:08.577927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.126061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"warn","ts":"2026-03-04T15:41:08.577918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.013039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:41:08.577969Z","caller":"traceutil/trace.go:171","msg":"trace[1294535793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7357; }","duration":"149.826169ms","start":"2026-03-04T15:41:08.428125Z","end":"2026-03-04T15:41:08.577952Z","steps":["trace[1294535793] 'agreement among raft nodes before linearized reading' (duration: 149.668475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.577988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.768268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:41:08.577984Z","caller":"traceutil/trace.go:171","msg":"trace[1577688511] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7357; }","duration":"604.184942ms","start":"2026-03-04T15:41:07.973785Z","end":"2026-03-04T15:41:08.57797Z","steps":["trace[1577688511] 'agreement among raft nodes before linearized reading' (duration: 604.013248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:08.578008Z","caller":"traceutil/trace.go:171","msg":"trace[717055652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7357; }","duration":"527.113702ms","start":"2026-03-04T15:41:08.050872Z","end":"2026-03-04T15:41:08.577986Z","steps":["trace[717055652] 'agreement among raft nodes before linearized reading' (duration: 526.897446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.578013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.075051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:08.578047Z","caller":"traceutil/trace.go:171","msg":"trace[613958695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7357; }","duration":"689.83386ms","start":"2026-03-04T15:41:07.888193Z","end":"2026-03-04T15:41:08.578026Z","steps":["trace[613958695] 'agreement among raft nodes before linearized reading' (duration: 689.547452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.578076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:08.05082Z","time spent":"527.246046ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:41:08.578101Z","caller":"traceutil/trace.go:171","msg":"trace[454619519] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7357; }","duration":"151.221425ms","start":"2026-03-04T15:41:08.426858Z","end":"2026-03-04T15:41:08.578079Z","steps":["trace[454619519] 'agreement among raft nodes before linearized reading' (duration: 151.00953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.57805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.973699Z","time spent":"604.339616ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T15:41:08.578106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:07.888175Z","time spent":"689.916441ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:41:08.57792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.822327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:41:08.578284Z","caller":"traceutil/trace.go:171","msg":"trace[1628543828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7357; }","duration":"568.231488ms","start":"2026-03-04T15:41:08.010043Z","end":"2026-03-04T15:41:08.578275Z","steps":["trace[1628543828] 'agreement among raft nodes before linearized reading' (duration: 567.714325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.578318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:08.010028Z","time spent":"568.284199ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:41:08.578462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.418965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T15:41:08.578592Z","caller":"traceutil/trace.go:171","msg":"trace[2001585693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7357; }","duration":"434.58673ms","start":"2026-03-04T15:41:08.143963Z","end":"2026-03-04T15:41:08.57855Z","steps":["trace[2001585693] 'agreement among raft nodes before linearized reading' (duration: 433.78581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.578698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:08.143951Z","time spent":"434.734713ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T15:41:08.772406Z","caller":"traceutil/trace.go:171","msg":"trace[853816744] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"188.064102ms","start":"2026-03-04T15:41:08.584319Z","end":"2026-03-04T15:41:08.772383Z","steps":["trace[853816744] 'process raft request' (duration: 176.338714ms)","trace[853816744] 'compare' (duration: 11.586485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:08.772754Z","caller":"traceutil/trace.go:171","msg":"trace[612856076] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"107.512294ms","start":"2026-03-04T15:41:08.665217Z","end":"2026-03-04T15:41:08.772729Z","steps":["trace[612856076] 'process raft request' (duration: 107.389761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:08.772712Z","caller":"traceutil/trace.go:171","msg":"trace[1931197801] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"188.288319ms","start":"2026-03-04T15:41:08.584393Z","end":"2026-03-04T15:41:08.772681Z","steps":["trace[1931197801] 'process raft request' (duration: 187.959899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.772866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.908301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:08.772906Z","caller":"traceutil/trace.go:171","msg":"trace[1329308756] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7361; }","duration":"169.991593ms","start":"2026-03-04T15:41:08.602904Z","end":"2026-03-04T15:41:08.772896Z","steps":["trace[1329308756] 'agreement among raft nodes before linearized reading' (duration: 169.914541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:08.772744Z","caller":"traceutil/trace.go:171","msg":"trace[64814579] linearizableReadLoop","detail":"{readStateIndex:7650; appliedIndex:7648; }","duration":"140.629137ms","start":"2026-03-04T15:41:08.632104Z","end":"2026-03-04T15:41:08.772734Z","steps":["trace[64814579] 'read index received' (duration: 128.629171ms)","trace[64814579] 'applied index is now lower than readState.Index' (duration: 11.998876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:08.77301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.543734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:08.773071Z","caller":"traceutil/trace.go:171","msg":"trace[513408252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7361; }","duration":"188.642967ms","start":"2026-03-04T15:41:08.584414Z","end":"2026-03-04T15:41:08.773057Z","steps":["trace[513408252] 'agreement among raft nodes before linearized reading' (duration: 188.460702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.773324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.888783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:41:08.773378Z","caller":"traceutil/trace.go:171","msg":"trace[1376613259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7361; }","duration":"188.954025ms","start":"2026-03-04T15:41:08.584411Z","end":"2026-03-04T15:41:08.773365Z","steps":["trace[1376613259] 'agreement among raft nodes before linearized reading' (duration: 188.658947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:08.919724Z","caller":"traceutil/trace.go:171","msg":"trace[47306455] linearizableReadLoop","detail":"{readStateIndex:7654; appliedIndex:7653; }","duration":"124.419623ms","start":"2026-03-04T15:41:08.795283Z","end":"2026-03-04T15:41:08.919703Z","steps":["trace[47306455] 'read index received' (duration: 120.575796ms)","trace[47306455] 'applied index is now lower than readState.Index' (duration: 3.842947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:08.919827Z","caller":"traceutil/trace.go:171","msg":"trace[1421885877] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"136.383168ms","start":"2026-03-04T15:41:08.783406Z","end":"2026-03-04T15:41:08.91979Z","steps":["trace[1421885877] 'process raft request' (duration: 132.51175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:08.919914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.619178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-04T15:41:08.920052Z","caller":"traceutil/trace.go:171","msg":"trace[1523706071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7364; }","duration":"124.792983ms","start":"2026-03-04T15:41:08.795249Z","end":"2026-03-04T15:41:08.920042Z","steps":["trace[1523706071] 'agreement among raft nodes before linearized reading' (duration: 124.548517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:11.165012Z","caller":"traceutil/trace.go:171","msg":"trace[1773499611] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"101.151383ms","start":"2026-03-04T15:41:11.063827Z","end":"2026-03-04T15:41:11.164978Z","steps":["trace[1773499611] 'process raft request' (duration: 91.475267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:12.364676Z","caller":"traceutil/trace.go:171","msg":"trace[516174006] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"114.663626ms","start":"2026-03-04T15:41:12.249992Z","end":"2026-03-04T15:41:12.364656Z","steps":["trace[516174006] 'process raft request' (duration: 107.043072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:13.924223Z","caller":"traceutil/trace.go:171","msg":"trace[468018426] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"133.067373ms","start":"2026-03-04T15:41:13.791134Z","end":"2026-03-04T15:41:13.924201Z","steps":["trace[468018426] 'process raft request' (duration: 132.677093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:14.994906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.194704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:41:14.994972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.042352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:14.994998Z","caller":"traceutil/trace.go:171","msg":"trace[492369894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7405; }","duration":"350.338968ms","start":"2026-03-04T15:41:14.644636Z","end":"2026-03-04T15:41:14.994975Z","steps":["trace[492369894] 'range keys from in-memory index tree' (duration: 350.098612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:14.995064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:14.644624Z","time spent":"350.42771ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:41:14.995083Z","caller":"traceutil/trace.go:171","msg":"trace[1118079308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7405; }","duration":"236.189266ms","start":"2026-03-04T15:41:14.758848Z","end":"2026-03-04T15:41:14.995037Z","steps":["trace[1118079308] 'range keys from in-memory index tree' (duration: 235.861028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:14.995342Z","caller":"traceutil/trace.go:171","msg":"trace[1812625934] linearizableReadLoop","detail":"{readStateIndex:7697; appliedIndex:7696; }","duration":"166.013101ms","start":"2026-03-04T15:41:14.82929Z","end":"2026-03-04T15:41:14.995303Z","steps":["trace[1812625934] 'read index received' (duration: 76.250579ms)","trace[1812625934] 'applied index is now lower than readState.Index' (duration: 89.761722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:14.995385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.900832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:14.995382Z","caller":"traceutil/trace.go:171","msg":"trace[1588566451] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"178.798087ms","start":"2026-03-04T15:41:14.816534Z","end":"2026-03-04T15:41:14.995332Z","steps":["trace[1588566451] 'process raft request' (duration: 89.040465ms)","trace[1588566451] 'compare' (duration: 89.548376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:14.995456Z","caller":"traceutil/trace.go:171","msg":"trace[356348395] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7405; }","duration":"270.023595ms","start":"2026-03-04T15:41:14.725414Z","end":"2026-03-04T15:41:14.995437Z","steps":["trace[356348395] 'count revisions from in-memory index tree' (duration: 269.834341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:14.995563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.571386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:41:14.995606Z","caller":"traceutil/trace.go:171","msg":"trace[712460975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7406; }","duration":"144.626778ms","start":"2026-03-04T15:41:14.850958Z","end":"2026-03-04T15:41:14.995584Z","steps":["trace[712460975] 'agreement among raft nodes before linearized reading' (duration: 144.484684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:14.995657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.329419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:14.995761Z","caller":"traceutil/trace.go:171","msg":"trace[724816429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7406; }","duration":"166.478863ms","start":"2026-03-04T15:41:14.829255Z","end":"2026-03-04T15:41:14.995734Z","steps":["trace[724816429] 'agreement among raft nodes before linearized reading' (duration: 166.135514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:15.555886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.339824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:15.556262Z","caller":"traceutil/trace.go:171","msg":"trace[954899892] linearizableReadLoop","detail":"{readStateIndex:7699; appliedIndex:7697; }","duration":"556.302364ms","start":"2026-03-04T15:41:14.999939Z","end":"2026-03-04T15:41:15.556242Z","steps":["trace[954899892] 'read index received' (duration: 414.516369ms)","trace[954899892] 'applied index is now lower than readState.Index' (duration: 141.784305ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:15.556184Z","caller":"traceutil/trace.go:171","msg":"trace[107458964] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"556.418148ms","start":"2026-03-04T15:41:14.999705Z","end":"2026-03-04T15:41:15.556123Z","steps":["trace[107458964] 'process raft request' (duration: 414.742286ms)","trace[107458964] 'compare' (duration: 140.981105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:15.556665Z","caller":"traceutil/trace.go:171","msg":"trace[2140706073] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"556.390286ms","start":"2026-03-04T15:41:15.00024Z","end":"2026-03-04T15:41:15.556631Z","steps":["trace[2140706073] 'process raft request' (duration: 555.960355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:15.556695Z","caller":"traceutil/trace.go:171","msg":"trace[922174528] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"556.5429ms","start":"2026-03-04T15:41:15.000116Z","end":"2026-03-04T15:41:15.556658Z","steps":["trace[922174528] 'process raft request' (duration: 555.998276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:15.556832Z","caller":"traceutil/trace.go:171","msg":"trace[1876666630] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"556.927301ms","start":"2026-03-04T15:41:14.999886Z","end":"2026-03-04T15:41:15.556813Z","steps":["trace[1876666630] 'process raft request' (duration: 556.12573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:15.556919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:15.000104Z","time spent":"556.715485ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:15.556929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:14.999863Z","time spent":"557.011793ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:15.556694Z","caller":"traceutil/trace.go:171","msg":"trace[1305400155] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"556.451618ms","start":"2026-03-04T15:41:15.000212Z","end":"2026-03-04T15:41:15.556663Z","steps":["trace[1305400155] 'process raft request' (duration: 555.946655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:15.557096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:14.99968Z","time spent":"556.693685ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:15.55701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.060773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213317"} {"level":"info","ts":"2026-03-04T15:41:15.5573Z","caller":"traceutil/trace.go:171","msg":"trace[2084410234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7411; }","duration":"557.370891ms","start":"2026-03-04T15:41:14.999909Z","end":"2026-03-04T15:41:15.55728Z","steps":["trace[2084410234] 'agreement among raft nodes before linearized reading' (duration: 556.708785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:15.557379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:14.999895Z","time spent":"557.463794ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":213340,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:41:15.556945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:15.000215Z","time spent":"556.52466ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:15.557558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:15.000178Z","time spent":"557.006732ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:15.962373Z","caller":"traceutil/trace.go:171","msg":"trace[1984906941] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"157.632408ms","start":"2026-03-04T15:41:15.804717Z","end":"2026-03-04T15:41:15.96235Z","steps":["trace[1984906941] 'process raft request' (duration: 157.487175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:16.734079Z","caller":"traceutil/trace.go:171","msg":"trace[1839696429] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"154.260403ms","start":"2026-03-04T15:41:16.579782Z","end":"2026-03-04T15:41:16.734042Z","steps":["trace[1839696429] 'process raft request' (duration: 112.754687ms)","trace[1839696429] 'compare' (duration: 41.275089ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:17.002881Z","caller":"traceutil/trace.go:171","msg":"trace[1799582573] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"138.168473ms","start":"2026-03-04T15:41:16.864662Z","end":"2026-03-04T15:41:17.00283Z","steps":["trace[1799582573] 'process raft request' (duration: 138.001519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.926622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.308991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:41:17.927082Z","caller":"traceutil/trace.go:171","msg":"trace[576834265] transaction","detail":"{read_only:false; response_revision:7426; number_of_response:1; }","duration":"360.849874ms","start":"2026-03-04T15:41:17.566213Z","end":"2026-03-04T15:41:17.927063Z","steps":["trace[576834265] 'process raft request' (duration: 360.592867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.927226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.566202Z","time spent":"360.925806ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:17.927821Z","caller":"traceutil/trace.go:171","msg":"trace[206193259] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"360.330432ms","start":"2026-03-04T15:41:17.567471Z","end":"2026-03-04T15:41:17.927801Z","steps":["trace[206193259] 'process raft request' (duration: 359.547902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.927969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.567459Z","time spent":"360.404794ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:17.927929Z","caller":"traceutil/trace.go:171","msg":"trace[1569570752] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"360.381583ms","start":"2026-03-04T15:41:17.567504Z","end":"2026-03-04T15:41:17.927886Z","steps":["trace[1569570752] 'process raft request' (duration: 360.091476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:17.928127Z","caller":"traceutil/trace.go:171","msg":"trace[1721811744] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"360.574058ms","start":"2026-03-04T15:41:17.567541Z","end":"2026-03-04T15:41:17.928115Z","steps":["trace[1721811744] 'process raft request' (duration: 360.2686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:17.928182Z","caller":"traceutil/trace.go:171","msg":"trace[816785951] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"360.159728ms","start":"2026-03-04T15:41:17.567984Z","end":"2026-03-04T15:41:17.928143Z","steps":["trace[816785951] 'process raft request' (duration: 360.009994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.928283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.567502Z","time spent":"360.691991ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:17.928411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.567954Z","time spent":"360.371233ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:17.928118Z","caller":"traceutil/trace.go:171","msg":"trace[55413355] linearizableReadLoop","detail":"{readStateIndex:7722; appliedIndex:7716; }","duration":"358.443544ms","start":"2026-03-04T15:41:17.569646Z","end":"2026-03-04T15:41:17.92809Z","steps":["trace[55413355] 'read index received' (duration: 42.617814ms)","trace[55413355] 'applied index is now lower than readState.Index' (duration: 315.82468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:17.928588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.930166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213328"} {"level":"warn","ts":"2026-03-04T15:41:17.928618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.735758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:17.928646Z","caller":"traceutil/trace.go:171","msg":"trace[376641790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7430; }","duration":"359.031349ms","start":"2026-03-04T15:41:17.569603Z","end":"2026-03-04T15:41:17.928634Z","steps":["trace[376641790] 'agreement among raft nodes before linearized reading' (duration: 358.575258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:17.928653Z","caller":"traceutil/trace.go:171","msg":"trace[1064265004] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7430; }","duration":"352.80058ms","start":"2026-03-04T15:41:17.575842Z","end":"2026-03-04T15:41:17.928643Z","steps":["trace[1064265004] 'agreement among raft nodes before linearized reading' (duration: 352.701328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.928682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.569593Z","time spent":"359.08005ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":213351,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:41:17.928682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.321547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-6hlvh\" ","response":"range_response_count:1 size:15140"} {"level":"warn","ts":"2026-03-04T15:41:17.928715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.575829Z","time spent":"352.875762ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:41:17.928731Z","caller":"traceutil/trace.go:171","msg":"trace[1428262436] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-6hlvh; range_end:; response_count:1; response_revision:7430; }","duration":"114.404659ms","start":"2026-03-04T15:41:17.814312Z","end":"2026-03-04T15:41:17.928716Z","steps":["trace[1428262436] 'agreement among raft nodes before linearized reading' (duration: 114.255765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:17.928661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:17.567372Z","time spent":"360.903186ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:18.148349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.51847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:18.148481Z","caller":"traceutil/trace.go:171","msg":"trace[90958630] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"208.278146ms","start":"2026-03-04T15:41:17.940164Z","end":"2026-03-04T15:41:18.148442Z","steps":["trace[90958630] 'process raft request' (duration: 97.591372ms)","trace[90958630] 'compare' (duration: 110.385356ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:18.148512Z","caller":"traceutil/trace.go:171","msg":"trace[935800697] linearizableReadLoop","detail":"{readStateIndex:7723; appliedIndex:7722; }","duration":"110.247633ms","start":"2026-03-04T15:41:18.03824Z","end":"2026-03-04T15:41:18.148488Z","steps":["trace[935800697] 'read index received' (duration: 55.271µs)","trace[935800697] 'applied index is now lower than readState.Index' (duration: 110.189212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:18.148703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:18.148751Z","caller":"traceutil/trace.go:171","msg":"trace[395675098] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7432; }","duration":"110.549092ms","start":"2026-03-04T15:41:18.03819Z","end":"2026-03-04T15:41:18.148739Z","steps":["trace[395675098] 'agreement among raft nodes before linearized reading' (duration: 110.457989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:18.148847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.583373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-03-04T15:41:18.148953Z","caller":"traceutil/trace.go:171","msg":"trace[501729423] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7432; }","duration":"110.750217ms","start":"2026-03-04T15:41:18.038177Z","end":"2026-03-04T15:41:18.148927Z","steps":["trace[501729423] 'agreement among raft nodes before linearized reading' (duration: 110.427418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:18.795958Z","caller":"traceutil/trace.go:171","msg":"trace[89146067] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"152.635341ms","start":"2026-03-04T15:41:18.643172Z","end":"2026-03-04T15:41:18.795807Z","steps":["trace[89146067] 'process raft request' (duration: 98.3195ms)","trace[89146067] 'compare' (duration: 54.208478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:20.047447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.525385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:41:20.047493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.521095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:20.047955Z","caller":"traceutil/trace.go:171","msg":"trace[1675442080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7440; }","duration":"110.042328ms","start":"2026-03-04T15:41:19.937892Z","end":"2026-03-04T15:41:20.047934Z","steps":["trace[1675442080] 'agreement among raft nodes before linearized reading' (duration: 109.387332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:20.047542Z","caller":"traceutil/trace.go:171","msg":"trace[1426545383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7440; }","duration":"109.636338ms","start":"2026-03-04T15:41:19.937882Z","end":"2026-03-04T15:41:20.047518Z","steps":["trace[1426545383] 'agreement among raft nodes before linearized reading' (duration: 109.389391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:20.047607Z","caller":"traceutil/trace.go:171","msg":"trace[1407282899] transaction","detail":"{read_only:false; response_revision:7440; number_of_response:1; }","duration":"109.737959ms","start":"2026-03-04T15:41:19.937856Z","end":"2026-03-04T15:41:20.047594Z","steps":["trace[1407282899] 'process raft request' (duration: 109.174705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:20.047757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.810371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:20.048883Z","caller":"traceutil/trace.go:171","msg":"trace[670051416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7440; }","duration":"110.959861ms","start":"2026-03-04T15:41:19.937899Z","end":"2026-03-04T15:41:20.048859Z","steps":["trace[670051416] 'agreement among raft nodes before linearized reading' (duration: 109.74031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:20.188266Z","caller":"traceutil/trace.go:171","msg":"trace[1535429987] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"135.523266ms","start":"2026-03-04T15:41:20.052667Z","end":"2026-03-04T15:41:20.18819Z","steps":["trace[1535429987] 'process raft request' (duration: 115.754372ms)","trace[1535429987] 'compare' (duration: 19.622109ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:20.205656Z","caller":"traceutil/trace.go:171","msg":"trace[1912160804] transaction","detail":"{read_only:false; response_revision:7443; number_of_response:1; }","duration":"152.238271ms","start":"2026-03-04T15:41:20.053397Z","end":"2026-03-04T15:41:20.205636Z","steps":["trace[1912160804] 'process raft request' (duration: 152.17825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:20.205944Z","caller":"traceutil/trace.go:171","msg":"trace[764248351] transaction","detail":"{read_only:false; response_revision:7442; number_of_response:1; }","duration":"153.144985ms","start":"2026-03-04T15:41:20.052773Z","end":"2026-03-04T15:41:20.205918Z","steps":["trace[764248351] 'process raft request' (duration: 152.693853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:22.351741Z","caller":"traceutil/trace.go:171","msg":"trace[1821682564] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"139.16558ms","start":"2026-03-04T15:41:22.212546Z","end":"2026-03-04T15:41:22.351712Z","steps":["trace[1821682564] 'read index received' (duration: 53.304996ms)","trace[1821682564] 'applied index is now lower than readState.Index' (duration: 85.859733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:22.351719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.029378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:22.351875Z","caller":"traceutil/trace.go:171","msg":"trace[530923451] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"140.760549ms","start":"2026-03-04T15:41:22.211064Z","end":"2026-03-04T15:41:22.351825Z","steps":["trace[530923451] 'process raft request' (duration: 54.799913ms)","trace[530923451] 'compare' (duration: 85.72342ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:22.351942Z","caller":"traceutil/trace.go:171","msg":"trace[1549431310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7449; }","duration":"158.335077ms","start":"2026-03-04T15:41:22.193588Z","end":"2026-03-04T15:41:22.351923Z","steps":["trace[1549431310] 'range keys from in-memory index tree' (duration: 157.639819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:22.352117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.303218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:22.352204Z","caller":"traceutil/trace.go:171","msg":"trace[671440070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7450; }","duration":"129.4258ms","start":"2026-03-04T15:41:22.222764Z","end":"2026-03-04T15:41:22.35219Z","steps":["trace[671440070] 'agreement among raft nodes before linearized reading' (duration: 129.193495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:22.352201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.91408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:41:22.352373Z","caller":"traceutil/trace.go:171","msg":"trace[1883280121] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:7450; }","duration":"111.120686ms","start":"2026-03-04T15:41:22.241244Z","end":"2026-03-04T15:41:22.352364Z","steps":["trace[1883280121] 'agreement among raft nodes before linearized reading' (duration: 110.830989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:22.352277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:22.352454Z","caller":"traceutil/trace.go:171","msg":"trace[1823138255] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7450; }","duration":"128.57847ms","start":"2026-03-04T15:41:22.223853Z","end":"2026-03-04T15:41:22.352431Z","steps":["trace[1823138255] 'agreement among raft nodes before linearized reading' (duration: 128.309173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:22.352567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:22.352675Z","caller":"traceutil/trace.go:171","msg":"trace[106925107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7450; }","duration":"128.667271ms","start":"2026-03-04T15:41:22.223963Z","end":"2026-03-04T15:41:22.35263Z","steps":["trace[106925107] 'agreement among raft nodes before linearized reading' (duration: 128.147518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:22.353254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-03-04T15:41:22.353315Z","caller":"traceutil/trace.go:171","msg":"trace[1149596437] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7450; }","duration":"140.79825ms","start":"2026-03-04T15:41:22.212502Z","end":"2026-03-04T15:41:22.3533Z","steps":["trace[1149596437] 'agreement among raft nodes before linearized reading' (duration: 139.318253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:26.389547Z","caller":"traceutil/trace.go:171","msg":"trace[1208678599] linearizableReadLoop","detail":"{readStateIndex:7758; appliedIndex:7757; }","duration":"268.761344ms","start":"2026-03-04T15:41:26.120763Z","end":"2026-03-04T15:41:26.389524Z","steps":["trace[1208678599] 'read index received' (duration: 268.62045ms)","trace[1208678599] 'applied index is now lower than readState.Index' (duration: 139.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:26.389652Z","caller":"traceutil/trace.go:171","msg":"trace[2032933905] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"293.555445ms","start":"2026-03-04T15:41:26.096083Z","end":"2026-03-04T15:41:26.389638Z","steps":["trace[2032933905] 'process raft request' (duration: 293.279248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:26.389984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.196125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:41:26.390216Z","caller":"traceutil/trace.go:171","msg":"trace[146222560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7465; }","duration":"269.473812ms","start":"2026-03-04T15:41:26.120725Z","end":"2026-03-04T15:41:26.390199Z","steps":["trace[146222560] 'agreement among raft nodes before linearized reading' (duration: 269.171314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:26.88999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:41:27.390185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:41:27.890568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:41:28.391581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:41:28.629194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239915823s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:41:28.629761Z","caller":"traceutil/trace.go:171","msg":"trace[1199321574] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"2.265886003s","start":"2026-03-04T15:41:26.363841Z","end":"2026-03-04T15:41:28.629727Z","steps":["trace[1199321574] 'process raft request' (duration: 2.265595535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:28.629917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.363825Z","time spent":"2.266010796s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.25776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.071112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:29.258129Z","caller":"traceutil/trace.go:171","msg":"trace[1418041022] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"2.158757158s","start":"2026-03-04T15:41:27.099351Z","end":"2026-03-04T15:41:29.258108Z","steps":["trace[1418041022] 'process raft request' (duration: 2.158496582s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:29.258141Z","caller":"traceutil/trace.go:171","msg":"trace[364577332] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"2.330966737s","start":"2026-03-04T15:41:26.927127Z","end":"2026-03-04T15:41:29.258094Z","steps":["trace[364577332] 'process raft request' (duration: 2.179492136s)","trace[364577332] 'compare' (duration: 150.965388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:29.258164Z","caller":"traceutil/trace.go:171","msg":"trace[235907396] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"2.124266131s","start":"2026-03-04T15:41:27.133876Z","end":"2026-03-04T15:41:29.258142Z","steps":["trace[235907396] 'process raft request' (duration: 2.124022145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.258198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:27.099309Z","time spent":"2.158858841s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.258456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:27.133854Z","time spent":"2.124373344s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.259829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.927099Z","time spent":"2.331114161s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.388453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.501678ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:41:29.388836Z","caller":"traceutil/trace.go:171","msg":"trace[1191052413] linearizableReadLoop","detail":"{readStateIndex:7763; appliedIndex:7758; }","duration":"2.999197198s","start":"2026-03-04T15:41:26.389613Z","end":"2026-03-04T15:41:29.38881Z","steps":["trace[1191052413] 'read index received' (duration: 2.2398099s)","trace[1191052413] 'applied index is now lower than readState.Index' (duration: 759.384608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:29.388911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028847582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:41:29.389001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024353587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-03-04T15:41:29.389016Z","caller":"traceutil/trace.go:171","msg":"trace[1326690663] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7469; }","duration":"3.028996086s","start":"2026-03-04T15:41:26.359994Z","end":"2026-03-04T15:41:29.38899Z","steps":["trace[1326690663] 'agreement among raft nodes before linearized reading' (duration: 3.028831351s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:29.389068Z","caller":"traceutil/trace.go:171","msg":"trace[83725999] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7469; }","duration":"3.02444054s","start":"2026-03-04T15:41:26.364611Z","end":"2026-03-04T15:41:29.389052Z","steps":["trace[83725999] 'agreement among raft nodes before linearized reading' (duration: 3.024210014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.38908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.359976Z","time spent":"3.029090517s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-04T15:41:29.389119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.364603Z","time spent":"3.024504291s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12658,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T15:41:29.389316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994237141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213383"} {"level":"info","ts":"2026-03-04T15:41:29.389351Z","caller":"traceutil/trace.go:171","msg":"trace[2033568315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7470; }","duration":"2.994314883s","start":"2026-03-04T15:41:26.395025Z","end":"2026-03-04T15:41:29.38934Z","steps":["trace[2033568315] 'agreement among raft nodes before linearized reading' (duration: 2.994060527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.389292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.25221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:29.389368Z","caller":"traceutil/trace.go:171","msg":"trace[200128298] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"556.15914ms","start":"2026-03-04T15:41:28.833177Z","end":"2026-03-04T15:41:29.389336Z","steps":["trace[200128298] 'process raft request' (duration: 555.629557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.389429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.110136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:41:29.389452Z","caller":"traceutil/trace.go:171","msg":"trace[1003033885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7470; }","duration":"994.171108ms","start":"2026-03-04T15:41:28.395274Z","end":"2026-03-04T15:41:29.389445Z","steps":["trace[1003033885] 'agreement among raft nodes before linearized reading' (duration: 994.114507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.38947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:28.395254Z","time spent":"994.211189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:41:29.389429Z","caller":"traceutil/trace.go:171","msg":"trace[694486378] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7470; }","duration":"432.467216ms","start":"2026-03-04T15:41:28.95693Z","end":"2026-03-04T15:41:29.389397Z","steps":["trace[694486378] 'agreement among raft nodes before linearized reading' (duration: 432.189359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.389566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267777417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:41:29.389612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904433682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:29.38963Z","caller":"traceutil/trace.go:171","msg":"trace[1089271720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7470; }","duration":"1.904477793s","start":"2026-03-04T15:41:27.485147Z","end":"2026-03-04T15:41:29.389625Z","steps":["trace[1089271720] 'agreement among raft nodes before linearized reading' (duration: 1.904443413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.389643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:27.485134Z","time spent":"1.904507374s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:41:29.389629Z","caller":"traceutil/trace.go:171","msg":"trace[1506511573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7469; }","duration":"3.267865108s","start":"2026-03-04T15:41:26.121749Z","end":"2026-03-04T15:41:29.389614Z","steps":["trace[1506511573] 'agreement among raft nodes before linearized reading' (duration: 3.267189011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.389716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.121739Z","time spent":"3.267961671s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:41:29.389546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:28.95691Z","time spent":"432.619659ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:41:29.389375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.395001Z","time spent":"2.994367365s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":213406,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:41:29.389957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974686244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:29.390009Z","caller":"traceutil/trace.go:171","msg":"trace[1876275190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7470; }","duration":"2.974760717s","start":"2026-03-04T15:41:26.415232Z","end":"2026-03-04T15:41:29.389993Z","steps":["trace[1876275190] 'agreement among raft nodes before linearized reading' (duration: 2.974620733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.39002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.401272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:41:29.38964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:28.833144Z","time spent":"556.285584ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.39008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.415224Z","time spent":"2.974840688s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:41:29.390118Z","caller":"traceutil/trace.go:171","msg":"trace[1189233326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7470; }","duration":"157.562986ms","start":"2026-03-04T15:41:29.23254Z","end":"2026-03-04T15:41:29.390103Z","steps":["trace[1189233326] 'agreement among raft nodes before linearized reading' (duration: 157.377332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.390196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974482099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:29.391288Z","caller":"traceutil/trace.go:171","msg":"trace[117681383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7470; }","duration":"2.975615738s","start":"2026-03-04T15:41:26.415662Z","end":"2026-03-04T15:41:29.391278Z","steps":["trace[117681383] 'agreement among raft nodes before linearized reading' (duration: 2.974443028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.391334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.41564Z","time spent":"2.97568399s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:41:29.390166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518129116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:29.391432Z","caller":"traceutil/trace.go:171","msg":"trace[2073821265] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7470; }","duration":"2.519508982s","start":"2026-03-04T15:41:26.871915Z","end":"2026-03-04T15:41:29.391424Z","steps":["trace[2073821265] 'agreement among raft nodes before linearized reading' (duration: 2.517974372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.391475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.871895Z","time spent":"2.519570844s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:41:29.390389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975472474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:29.391596Z","caller":"traceutil/trace.go:171","msg":"trace[1966259632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7470; }","duration":"2.976708387s","start":"2026-03-04T15:41:26.414882Z","end":"2026-03-04T15:41:29.39159Z","steps":["trace[1966259632] 'agreement among raft nodes before linearized reading' (duration: 2.975411673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.391613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:26.41486Z","time spent":"2.976747677s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:41:29.640037Z","caller":"traceutil/trace.go:171","msg":"trace[803778252] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"245.121373ms","start":"2026-03-04T15:41:29.394884Z","end":"2026-03-04T15:41:29.640005Z","steps":["trace[803778252] 'process raft request' (duration: 244.885926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:29.710351Z","caller":"traceutil/trace.go:171","msg":"trace[2109066556] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"313.317317ms","start":"2026-03-04T15:41:29.397008Z","end":"2026-03-04T15:41:29.710325Z","steps":["trace[2109066556] 'process raft request' (duration: 313.248785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:29.710385Z","caller":"traceutil/trace.go:171","msg":"trace[265181444] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"314.273951ms","start":"2026-03-04T15:41:29.39608Z","end":"2026-03-04T15:41:29.710354Z","steps":["trace[265181444] 'process raft request' (duration: 313.972764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.710526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:29.396065Z","time spent":"314.390944ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:29.710522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:29.396978Z","time spent":"313.46036ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:29.7104Z","caller":"traceutil/trace.go:171","msg":"trace[740082758] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"313.533512ms","start":"2026-03-04T15:41:29.396852Z","end":"2026-03-04T15:41:29.710385Z","steps":["trace[740082758] 'process raft request' (duration: 313.330217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.71061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:29.396843Z","time spent":"313.741777ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:29.710822Z","caller":"traceutil/trace.go:171","msg":"trace[1702833836] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"106.349084ms","start":"2026-03-04T15:41:29.604467Z","end":"2026-03-04T15:41:29.710816Z","steps":["trace[1702833836] 'process raft request' (duration: 106.061457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:29.710831Z","caller":"traceutil/trace.go:171","msg":"trace[627944813] linearizableReadLoop","detail":"{readStateIndex:7766; appliedIndex:7764; }","duration":"314.574638ms","start":"2026-03-04T15:41:29.396239Z","end":"2026-03-04T15:41:29.710813Z","steps":["trace[627944813] 'read index received' (duration: 243.649794ms)","trace[627944813] 'applied index is now lower than readState.Index' (duration: 70.924194ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:29.710828Z","caller":"traceutil/trace.go:171","msg":"trace[533001213] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"313.193164ms","start":"2026-03-04T15:41:29.397602Z","end":"2026-03-04T15:41:29.710795Z","steps":["trace[533001213] 'process raft request' (duration: 312.691971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.711024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.769993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"warn","ts":"2026-03-04T15:41:29.711018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:29.397584Z","time spent":"313.338477ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:29.711057Z","caller":"traceutil/trace.go:171","msg":"trace[668851842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7476; }","duration":"314.826084ms","start":"2026-03-04T15:41:29.396224Z","end":"2026-03-04T15:41:29.71105Z","steps":["trace[668851842] 'agreement among raft nodes before linearized reading' (duration: 314.699581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:29.711082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:29.396219Z","time spent":"314.857215ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T15:41:32.586863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:41:32.653336Z","caller":"traceutil/trace.go:171","msg":"trace[194182252] linearizableReadLoop","detail":"{readStateIndex:7780; appliedIndex:7779; }","duration":"567.308974ms","start":"2026-03-04T15:41:32.086007Z","end":"2026-03-04T15:41:32.653316Z","steps":["trace[194182252] 'read index received' (duration: 567.17876ms)","trace[194182252] 'applied index is now lower than readState.Index' (duration: 129.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:32.653401Z","caller":"traceutil/trace.go:171","msg":"trace[1302489244] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"720.703084ms","start":"2026-03-04T15:41:31.932673Z","end":"2026-03-04T15:41:32.653376Z","steps":["trace[1302489244] 'process raft request' (duration: 720.504929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:32.653511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.476078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:41:32.653538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:31.932651Z","time spent":"720.801177ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:32.653592Z","caller":"traceutil/trace.go:171","msg":"trace[65393307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7486; }","duration":"567.618061ms","start":"2026-03-04T15:41:32.085956Z","end":"2026-03-04T15:41:32.653574Z","steps":["trace[65393307] 'agreement among raft nodes before linearized reading' (duration: 567.452807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:32.65365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:32.085904Z","time spent":"567.730954ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:41:32.730309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.213564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:41:32.730577Z","caller":"traceutil/trace.go:171","msg":"trace[730779911] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:7487; }","duration":"488.537362ms","start":"2026-03-04T15:41:32.242022Z","end":"2026-03-04T15:41:32.730559Z","steps":["trace[730779911] 'agreement among raft nodes before linearized reading' (duration: 488.142362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:32.730615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:32.241995Z","time spent":"488.612144ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:41:32.730835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.130363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:32.73087Z","caller":"traceutil/trace.go:171","msg":"trace[1155801494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7487; }","duration":"245.221915ms","start":"2026-03-04T15:41:32.485639Z","end":"2026-03-04T15:41:32.730861Z","steps":["trace[1155801494] 'agreement among raft nodes before linearized reading' (duration: 245.173644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.396234Z","caller":"traceutil/trace.go:171","msg":"trace[251412526] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"397.001195ms","start":"2026-03-04T15:41:38.999204Z","end":"2026-03-04T15:41:39.396206Z","steps":["trace[251412526] 'process raft request' (duration: 396.83053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.39641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:38.999194Z","time spent":"397.136478ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9088,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:39.659761Z","caller":"traceutil/trace.go:171","msg":"trace[1521779709] linearizableReadLoop","detail":"{readStateIndex:7836; appliedIndex:7833; }","duration":"245.599884ms","start":"2026-03-04T15:41:39.414146Z","end":"2026-03-04T15:41:39.659745Z","steps":["trace[1521779709] 'read index received' (duration: 245.377739ms)","trace[1521779709] 'applied index is now lower than readState.Index' (duration: 221.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:39.659834Z","caller":"traceutil/trace.go:171","msg":"trace[1290493756] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"333.584452ms","start":"2026-03-04T15:41:39.326243Z","end":"2026-03-04T15:41:39.659827Z","steps":["trace[1290493756] 'process raft request' (duration: 333.439939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.65991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:39.326219Z","time spent":"333.632423ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:39.65995Z","caller":"traceutil/trace.go:171","msg":"trace[804066337] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"332.600476ms","start":"2026-03-04T15:41:39.327311Z","end":"2026-03-04T15:41:39.659912Z","steps":["trace[804066337] 'process raft request' (duration: 332.411512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.659973Z","caller":"traceutil/trace.go:171","msg":"trace[1031835417] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"638.969306ms","start":"2026-03-04T15:41:39.02095Z","end":"2026-03-04T15:41:39.659919Z","steps":["trace[1031835417] 'process raft request' (duration: 638.623558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.66013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:39.020936Z","time spent":"639.12528ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:41:39.660167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:39.327284Z","time spent":"332.77102ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:39.660165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.999114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-04T15:41:39.660251Z","caller":"traceutil/trace.go:171","msg":"trace[1290054820] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7539; }","duration":"246.142907ms","start":"2026-03-04T15:41:39.41409Z","end":"2026-03-04T15:41:39.660233Z","steps":["trace[1290054820] 'agreement among raft nodes before linearized reading' (duration: 245.86474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.694013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.533511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:41:39.694032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.344666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:39.69409Z","caller":"traceutil/trace.go:171","msg":"trace[1035484688] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7541; }","duration":"278.667285ms","start":"2026-03-04T15:41:39.415405Z","end":"2026-03-04T15:41:39.694073Z","steps":["trace[1035484688] 'agreement among raft nodes before linearized reading' (duration: 278.527431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.694097Z","caller":"traceutil/trace.go:171","msg":"trace[81868086] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7541; }","duration":"254.442019ms","start":"2026-03-04T15:41:39.43964Z","end":"2026-03-04T15:41:39.694082Z","steps":["trace[81868086] 'agreement among raft nodes before linearized reading' (duration: 254.337626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.694121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.47413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:41:39.694153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.082125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:39.694197Z","caller":"traceutil/trace.go:171","msg":"trace[682233987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7541; }","duration":"254.595683ms","start":"2026-03-04T15:41:39.439587Z","end":"2026-03-04T15:41:39.694183Z","steps":["trace[682233987] 'agreement among raft nodes before linearized reading' (duration: 254.427688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.694224Z","caller":"traceutil/trace.go:171","msg":"trace[1574525524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7541; }","duration":"205.199508ms","start":"2026-03-04T15:41:39.48901Z","end":"2026-03-04T15:41:39.694209Z","steps":["trace[1574525524] 'agreement among raft nodes before linearized reading' (duration: 205.050623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.694131Z","caller":"traceutil/trace.go:171","msg":"trace[644832955] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"154.769056ms","start":"2026-03-04T15:41:39.53934Z","end":"2026-03-04T15:41:39.694109Z","steps":["trace[644832955] 'process raft request' (duration: 154.415756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:39.906094Z","caller":"traceutil/trace.go:171","msg":"trace[103734808] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"149.995093ms","start":"2026-03-04T15:41:39.75607Z","end":"2026-03-04T15:41:39.906065Z","steps":["trace[103734808] 'read index received' (duration: 88.92656ms)","trace[103734808] 'applied index is now lower than readState.Index' (duration: 61.067193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:39.906234Z","caller":"traceutil/trace.go:171","msg":"trace[879896832] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"188.990275ms","start":"2026-03-04T15:41:39.717186Z","end":"2026-03-04T15:41:39.906176Z","steps":["trace[879896832] 'process raft request' (duration: 127.796369ms)","trace[879896832] 'compare' (duration: 60.861618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:39.90636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.27888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:41:39.906408Z","caller":"traceutil/trace.go:171","msg":"trace[1949340980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7542; }","duration":"150.376692ms","start":"2026-03-04T15:41:39.756012Z","end":"2026-03-04T15:41:39.906389Z","steps":["trace[1949340980] 'agreement among raft nodes before linearized reading' (duration: 150.199648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.906418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.838619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:39.906488Z","caller":"traceutil/trace.go:171","msg":"trace[797213699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7542; }","duration":"149.952262ms","start":"2026-03-04T15:41:39.756517Z","end":"2026-03-04T15:41:39.90647Z","steps":["trace[797213699] 'agreement among raft nodes before linearized reading' (duration: 149.756227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.906661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.961222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:39.906725Z","caller":"traceutil/trace.go:171","msg":"trace[1345009681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7542; }","duration":"150.058304ms","start":"2026-03-04T15:41:39.75665Z","end":"2026-03-04T15:41:39.906708Z","steps":["trace[1345009681] 'agreement among raft nodes before linearized reading' (duration: 149.934941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:39.906705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.791921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:41:39.906859Z","caller":"traceutil/trace.go:171","msg":"trace[166186894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7542; }","duration":"133.940904ms","start":"2026-03-04T15:41:39.772856Z","end":"2026-03-04T15:41:39.906797Z","steps":["trace[166186894] 'agreement among raft nodes before linearized reading' (duration: 133.547885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:40.079419Z","caller":"traceutil/trace.go:171","msg":"trace[259485485] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"167.489879ms","start":"2026-03-04T15:41:39.911911Z","end":"2026-03-04T15:41:40.079401Z","steps":["trace[259485485] 'process raft request' (duration: 167.415357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:40.079496Z","caller":"traceutil/trace.go:171","msg":"trace[357698003] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"167.644012ms","start":"2026-03-04T15:41:39.91183Z","end":"2026-03-04T15:41:40.079474Z","steps":["trace[357698003] 'process raft request' (duration: 148.970007ms)","trace[357698003] 'compare' (duration: 18.413789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:40.079527Z","caller":"traceutil/trace.go:171","msg":"trace[1199603554] linearizableReadLoop","detail":"{readStateIndex:7843; appliedIndex:7839; }","duration":"153.648477ms","start":"2026-03-04T15:41:39.925844Z","end":"2026-03-04T15:41:40.079493Z","steps":["trace[1199603554] 'read index received' (duration: 67.578568ms)","trace[1199603554] 'applied index is now lower than readState.Index' (duration: 86.068389ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:40.079592Z","caller":"traceutil/trace.go:171","msg":"trace[825216455] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"167.566831ms","start":"2026-03-04T15:41:39.91201Z","end":"2026-03-04T15:41:40.079577Z","steps":["trace[825216455] 'process raft request' (duration: 167.349806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:40.079723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.859462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:41:40.079764Z","caller":"traceutil/trace.go:171","msg":"trace[1810003190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7546; }","duration":"153.950004ms","start":"2026-03-04T15:41:39.925796Z","end":"2026-03-04T15:41:40.079746Z","steps":["trace[1810003190] 'agreement among raft nodes before linearized reading' (duration: 153.79494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:40.888228Z","caller":"traceutil/trace.go:171","msg":"trace[95049468] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"116.947064ms","start":"2026-03-04T15:41:40.771261Z","end":"2026-03-04T15:41:40.888208Z","steps":["trace[95049468] 'process raft request' (duration: 116.81216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:43.774968Z","caller":"traceutil/trace.go:171","msg":"trace[1290687887] linearizableReadLoop","detail":"{readStateIndex:7860; appliedIndex:7858; }","duration":"101.381607ms","start":"2026-03-04T15:41:43.673566Z","end":"2026-03-04T15:41:43.774947Z","steps":["trace[1290687887] 'read index received' (duration: 82.5853ms)","trace[1290687887] 'applied index is now lower than readState.Index' (duration: 18.794967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:43.77517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.581302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-04T15:41:43.775208Z","caller":"traceutil/trace.go:171","msg":"trace[1093484514] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7562; }","duration":"101.667055ms","start":"2026-03-04T15:41:43.67353Z","end":"2026-03-04T15:41:43.775197Z","steps":["trace[1093484514] 'agreement among raft nodes before linearized reading' (duration: 101.527481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:43.775135Z","caller":"traceutil/trace.go:171","msg":"trace[197721348] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"102.547787ms","start":"2026-03-04T15:41:43.672501Z","end":"2026-03-04T15:41:43.775049Z","steps":["trace[197721348] 'process raft request' (duration: 102.303671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:44.352648Z","caller":"traceutil/trace.go:171","msg":"trace[596428455] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"221.894311ms","start":"2026-03-04T15:41:44.130706Z","end":"2026-03-04T15:41:44.3526Z","steps":["trace[596428455] 'process raft request' (duration: 200.980541ms)","trace[596428455] 'compare' (duration: 20.467599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:44.352758Z","caller":"traceutil/trace.go:171","msg":"trace[742923730] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"221.149991ms","start":"2026-03-04T15:41:44.131543Z","end":"2026-03-04T15:41:44.352693Z","steps":["trace[742923730] 'process raft request' (duration: 220.949096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:44.352955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.062236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T15:41:44.353032Z","caller":"traceutil/trace.go:171","msg":"trace[10952896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7567; }","duration":"129.20415ms","start":"2026-03-04T15:41:44.223806Z","end":"2026-03-04T15:41:44.35301Z","steps":["trace[10952896] 'agreement among raft nodes before linearized reading' (duration: 128.975045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:44.35274Z","caller":"traceutil/trace.go:171","msg":"trace[237315751] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"220.091965ms","start":"2026-03-04T15:41:44.132611Z","end":"2026-03-04T15:41:44.352703Z","steps":["trace[237315751] 'process raft request' (duration: 219.969321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:44.352664Z","caller":"traceutil/trace.go:171","msg":"trace[508594496] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7862; }","duration":"128.745548ms","start":"2026-03-04T15:41:44.22389Z","end":"2026-03-04T15:41:44.352635Z","steps":["trace[508594496] 'read index received' (duration: 107.814017ms)","trace[508594496] 'applied index is now lower than readState.Index' (duration: 20.930101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:45.948111Z","caller":"traceutil/trace.go:171","msg":"trace[1875631531] linearizableReadLoop","detail":"{readStateIndex:7868; appliedIndex:7867; }","duration":"166.479905ms","start":"2026-03-04T15:41:45.781608Z","end":"2026-03-04T15:41:45.948088Z","steps":["trace[1875631531] 'read index received' (duration: 166.433354ms)","trace[1875631531] 'applied index is now lower than readState.Index' (duration: 45.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:45.948225Z","caller":"traceutil/trace.go:171","msg":"trace[745556027] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"186.815231ms","start":"2026-03-04T15:41:45.761382Z","end":"2026-03-04T15:41:45.948198Z","steps":["trace[745556027] 'process raft request' (duration: 186.569935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:45.948422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.798492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-04T15:41:45.948478Z","caller":"traceutil/trace.go:171","msg":"trace[1490884237] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7570; }","duration":"166.903335ms","start":"2026-03-04T15:41:45.781561Z","end":"2026-03-04T15:41:45.948464Z","steps":["trace[1490884237] 'agreement among raft nodes before linearized reading' (duration: 166.648509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:45.961385Z","caller":"traceutil/trace.go:171","msg":"trace[351046700] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"179.184678ms","start":"2026-03-04T15:41:45.782182Z","end":"2026-03-04T15:41:45.961367Z","steps":["trace[351046700] 'process raft request' (duration: 178.898271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:45.961643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.193077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:41:45.961727Z","caller":"traceutil/trace.go:171","msg":"trace[1315637262] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7571; }","duration":"175.30697ms","start":"2026-03-04T15:41:45.786408Z","end":"2026-03-04T15:41:45.961715Z","steps":["trace[1315637262] 'agreement among raft nodes before linearized reading' (duration: 175.169296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:46.620136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.84596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:41:46.620446Z","caller":"traceutil/trace.go:171","msg":"trace[1174277446] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"260.000768ms","start":"2026-03-04T15:41:46.36042Z","end":"2026-03-04T15:41:46.620421Z","steps":["trace[1174277446] 'process raft request' (duration: 259.870945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:46.620494Z","caller":"traceutil/trace.go:171","msg":"trace[1284391511] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"260.06809ms","start":"2026-03-04T15:41:46.360365Z","end":"2026-03-04T15:41:46.620433Z","steps":["trace[1284391511] 'process raft request' (duration: 102.800919ms)","trace[1284391511] 'compare' (duration: 155.799633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:46.877577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.94695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:46.877708Z","caller":"traceutil/trace.go:171","msg":"trace[83148416] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7576; }","duration":"134.103474ms","start":"2026-03-04T15:41:46.743546Z","end":"2026-03-04T15:41:46.877649Z","steps":["trace[83148416] 'count revisions from in-memory index tree' (duration: 133.852847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:48.21556Z","caller":"traceutil/trace.go:171","msg":"trace[1778025850] linearizableReadLoop","detail":"{readStateIndex:7877; appliedIndex:7876; }","duration":"205.68194ms","start":"2026-03-04T15:41:48.009852Z","end":"2026-03-04T15:41:48.215534Z","steps":["trace[1778025850] 'read index received' (duration: 205.515536ms)","trace[1778025850] 'applied index is now lower than readState.Index' (duration: 164.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:48.215629Z","caller":"traceutil/trace.go:171","msg":"trace[226198092] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"231.369341ms","start":"2026-03-04T15:41:47.984212Z","end":"2026-03-04T15:41:48.215581Z","steps":["trace[226198092] 'process raft request' (duration: 231.140815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.215839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.866764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:41:48.215883Z","caller":"traceutil/trace.go:171","msg":"trace[920029801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7579; }","duration":"206.066749ms","start":"2026-03-04T15:41:48.009805Z","end":"2026-03-04T15:41:48.215871Z","steps":["trace[920029801] 'agreement among raft nodes before linearized reading' (duration: 205.853754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.245933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.383348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:41:48.246011Z","caller":"traceutil/trace.go:171","msg":"trace[846143497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7579; }","duration":"156.509742ms","start":"2026-03-04T15:41:48.089482Z","end":"2026-03-04T15:41:48.245992Z","steps":["trace[846143497] 'agreement among raft nodes before linearized reading' (duration: 156.284666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.828186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:41:48.904992Z","caller":"traceutil/trace.go:171","msg":"trace[1181288691] linearizableReadLoop","detail":"{readStateIndex:7881; appliedIndex:7879; }","duration":"577.441384ms","start":"2026-03-04T15:41:48.32753Z","end":"2026-03-04T15:41:48.904972Z","steps":["trace[1181288691] 'read index received' (duration: 505.646443ms)","trace[1181288691] 'applied index is now lower than readState.Index' (duration: 71.794061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:48.90502Z","caller":"traceutil/trace.go:171","msg":"trace[1139856556] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"653.386972ms","start":"2026-03-04T15:41:48.251608Z","end":"2026-03-04T15:41:48.904995Z","steps":["trace[1139856556] 'process raft request' (duration: 581.585281ms)","trace[1139856556] 'compare' (duration: 71.469673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:48.905047Z","caller":"traceutil/trace.go:171","msg":"trace[1281560997] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"653.334461ms","start":"2026-03-04T15:41:48.251682Z","end":"2026-03-04T15:41:48.905017Z","steps":["trace[1281560997] 'process raft request' (duration: 653.207637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.905171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.251586Z","time spent":"653.495335ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:41:48.905191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.664411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T15:41:48.905206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.25165Z","time spent":"653.459925ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:48.905235Z","caller":"traceutil/trace.go:171","msg":"trace[1822891241] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7582; }","duration":"577.723553ms","start":"2026-03-04T15:41:48.327502Z","end":"2026-03-04T15:41:48.905225Z","steps":["trace[1822891241] 'agreement among raft nodes before linearized reading' (duration: 577.59193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.905265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.327456Z","time spent":"577.803795ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T15:41:48.905276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.266083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:41:48.905336Z","caller":"traceutil/trace.go:171","msg":"trace[411624020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7582; }","duration":"280.368105ms","start":"2026-03-04T15:41:48.624951Z","end":"2026-03-04T15:41:48.905319Z","steps":["trace[411624020] 'agreement among raft nodes before linearized reading' (duration: 280.186601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.905366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.534787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:48.905392Z","caller":"traceutil/trace.go:171","msg":"trace[1338790566] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7582; }","duration":"220.589878ms","start":"2026-03-04T15:41:48.684795Z","end":"2026-03-04T15:41:48.905385Z","steps":["trace[1338790566] 'agreement among raft nodes before linearized reading' (duration: 220.543437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.905406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.775847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:41:48.905426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.441057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:41:48.90551Z","caller":"traceutil/trace.go:171","msg":"trace[93702437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7582; }","duration":"509.91799ms","start":"2026-03-04T15:41:48.395568Z","end":"2026-03-04T15:41:48.905486Z","steps":["trace[93702437] 'agreement among raft nodes before linearized reading' (duration: 509.575232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:48.90551Z","caller":"traceutil/trace.go:171","msg":"trace[386716757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7582; }","duration":"280.56542ms","start":"2026-03-04T15:41:48.624929Z","end":"2026-03-04T15:41:48.905495Z","steps":["trace[386716757] 'agreement among raft nodes before linearized reading' (duration: 280.261232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:48.905571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.395547Z","time spent":"510.015023ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:41:49.734167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832337312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:41:50.042835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067207284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:41:50.043622Z","caller":"traceutil/trace.go:171","msg":"trace[2080297209] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"1.133749394s","start":"2026-03-04T15:41:48.909842Z","end":"2026-03-04T15:41:50.043592Z","steps":["trace[2080297209] 'process raft request' (duration: 1.133404755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.043848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.909799Z","time spent":"1.133893437s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.044186Z","caller":"traceutil/trace.go:171","msg":"trace[230521294] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"1.133719293s","start":"2026-03-04T15:41:48.910354Z","end":"2026-03-04T15:41:50.044073Z","steps":["trace[230521294] 'process raft request' (duration: 1.133164919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.044516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.910339Z","time spent":"1.133992629s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.044575Z","caller":"traceutil/trace.go:171","msg":"trace[227322669] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"1.13403291s","start":"2026-03-04T15:41:48.910505Z","end":"2026-03-04T15:41:50.044538Z","steps":["trace[227322669] 'process raft request' (duration: 1.133359103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.04477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:48.910479Z","time spent":"1.134191945s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.162963Z","caller":"traceutil/trace.go:171","msg":"trace[116343906] linearizableReadLoop","detail":"{readStateIndex:7886; appliedIndex:7882; }","duration":"929.230433ms","start":"2026-03-04T15:41:49.233708Z","end":"2026-03-04T15:41:50.162939Z","steps":["trace[116343906] 'read index received' (duration: 809.418142ms)","trace[116343906] 'applied index is now lower than readState.Index' (duration: 119.810931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:50.1634Z","caller":"traceutil/trace.go:171","msg":"trace[730829647] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"1.13993992s","start":"2026-03-04T15:41:49.023442Z","end":"2026-03-04T15:41:50.163382Z","steps":["trace[730829647] 'process raft request' (duration: 1.134144313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.163518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:49.023407Z","time spent":"1.140036632s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.163822Z","caller":"traceutil/trace.go:171","msg":"trace[1849634760] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"398.181425ms","start":"2026-03-04T15:41:49.765621Z","end":"2026-03-04T15:41:50.163802Z","steps":["trace[1849634760] 'process raft request' (duration: 397.19508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.163915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:49.765585Z","time spent":"398.279087ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.164119Z","caller":"traceutil/trace.go:171","msg":"trace[1103580437] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"324.096095ms","start":"2026-03-04T15:41:49.840008Z","end":"2026-03-04T15:41:50.164104Z","steps":["trace[1103580437] 'process raft request' (duration: 322.850744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.164208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:49.839979Z","time spent":"324.185747ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:41:50.164306Z","caller":"traceutil/trace.go:171","msg":"trace[1894552693] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"168.347892ms","start":"2026-03-04T15:41:49.995931Z","end":"2026-03-04T15:41:50.164279Z","steps":["trace[1894552693] 'process raft request' (duration: 166.963528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.164439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.72523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:50.16448Z","caller":"traceutil/trace.go:171","msg":"trace[2111671118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7590; }","duration":"930.822722ms","start":"2026-03-04T15:41:49.233647Z","end":"2026-03-04T15:41:50.16447Z","steps":["trace[2111671118] 'agreement among raft nodes before linearized reading' (duration: 930.74876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.164503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:49.233631Z","time spent":"930.868194ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:41:50.16462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.578939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:50.16472Z","caller":"traceutil/trace.go:171","msg":"trace[1993194078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7590; }","duration":"676.756525ms","start":"2026-03-04T15:41:49.487935Z","end":"2026-03-04T15:41:50.164692Z","steps":["trace[1993194078] 'agreement among raft nodes before linearized reading' (duration: 676.55117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.164784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:49.487906Z","time spent":"676.867237ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:41:50.164763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.296086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-04T15:41:50.16486Z","caller":"traceutil/trace.go:171","msg":"trace[157264544] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7590; }","duration":"167.46561ms","start":"2026-03-04T15:41:49.997369Z","end":"2026-03-04T15:41:50.164834Z","steps":["trace[157264544] 'agreement among raft nodes before linearized reading' (duration: 167.124822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:50.556056Z","caller":"traceutil/trace.go:171","msg":"trace[931670866] linearizableReadLoop","detail":"{readStateIndex:7891; appliedIndex:7890; }","duration":"239.794876ms","start":"2026-03-04T15:41:50.316239Z","end":"2026-03-04T15:41:50.556034Z","steps":["trace[931670866] 'read index received' (duration: 172.658152ms)","trace[931670866] 'applied index is now lower than readState.Index' (duration: 67.135714ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:50.556133Z","caller":"traceutil/trace.go:171","msg":"trace[457171179] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"240.763051ms","start":"2026-03-04T15:41:50.315336Z","end":"2026-03-04T15:41:50.5561Z","steps":["trace[457171179] 'process raft request' (duration: 173.615996ms)","trace[457171179] 'compare' (duration: 66.97575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:41:50.556382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.199901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:41:50.556446Z","caller":"traceutil/trace.go:171","msg":"trace[1595716916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7592; }","duration":"228.298164ms","start":"2026-03-04T15:41:50.328132Z","end":"2026-03-04T15:41:50.55643Z","steps":["trace[1595716916] 'agreement among raft nodes before linearized reading' (duration: 228.080348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:50.556409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.162336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222728"} {"level":"info","ts":"2026-03-04T15:41:50.556608Z","caller":"traceutil/trace.go:171","msg":"trace[607365465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7592; }","duration":"240.421082ms","start":"2026-03-04T15:41:50.31618Z","end":"2026-03-04T15:41:50.556602Z","steps":["trace[607365465] 'agreement among raft nodes before linearized reading' (duration: 239.959961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:51.62173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.161042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:41:51.621804Z","caller":"traceutil/trace.go:171","msg":"trace[1880076406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7592; }","duration":"708.282045ms","start":"2026-03-04T15:41:50.913498Z","end":"2026-03-04T15:41:51.62178Z","steps":["trace[1880076406] 'range keys from in-memory index tree' (duration: 707.972837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:51.622229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.204637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:41:51.622263Z","caller":"traceutil/trace.go:171","msg":"trace[301847991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7592; }","duration":"246.269539ms","start":"2026-03-04T15:41:51.375985Z","end":"2026-03-04T15:41:51.622254Z","steps":["trace[301847991] 'count revisions from in-memory index tree' (duration: 246.129036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:51.622377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:50.913477Z","time spent":"708.888611ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:41:51.622502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.134815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:41:51.622612Z","caller":"traceutil/trace.go:171","msg":"trace[1667353733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7592; }","duration":"110.33119ms","start":"2026-03-04T15:41:51.51225Z","end":"2026-03-04T15:41:51.622581Z","steps":["trace[1667353733] 'range keys from in-memory index tree' (duration: 110.063084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:51.622703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:41:50.979924Z","time spent":"642.777213ms","remote":"127.0.0.1:43404","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:41:51.766038Z","caller":"traceutil/trace.go:171","msg":"trace[938420522] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"138.535157ms","start":"2026-03-04T15:41:51.627482Z","end":"2026-03-04T15:41:51.766018Z","steps":["trace[938420522] 'process raft request' (duration: 138.375453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:52.287423Z","caller":"traceutil/trace.go:171","msg":"trace[1176510296] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"197.764529ms","start":"2026-03-04T15:41:52.089629Z","end":"2026-03-04T15:41:52.287394Z","steps":["trace[1176510296] 'process raft request' (duration: 187.17063ms)","trace[1176510296] 'compare' (duration: 10.428165ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:52.287694Z","caller":"traceutil/trace.go:171","msg":"trace[2098772123] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7893; }","duration":"116.360143ms","start":"2026-03-04T15:41:52.171305Z","end":"2026-03-04T15:41:52.287665Z","steps":["trace[2098772123] 'read index received' (duration: 105.571819ms)","trace[2098772123] 'applied index is now lower than readState.Index' (duration: 10.787704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:41:52.287684Z","caller":"traceutil/trace.go:171","msg":"trace[1795737398] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"197.715048ms","start":"2026-03-04T15:41:52.089937Z","end":"2026-03-04T15:41:52.287652Z","steps":["trace[1795737398] 'process raft request' (duration: 197.41309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:52.28779Z","caller":"traceutil/trace.go:171","msg":"trace[1863815061] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"117.341998ms","start":"2026-03-04T15:41:52.170439Z","end":"2026-03-04T15:41:52.287781Z","steps":["trace[1863815061] 'process raft request' (duration: 117.192844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:52.287714Z","caller":"traceutil/trace.go:171","msg":"trace[2099041278] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"117.551243ms","start":"2026-03-04T15:41:52.170135Z","end":"2026-03-04T15:41:52.287686Z","steps":["trace[2099041278] 'process raft request' (duration: 117.4128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:52.288049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.724153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-04T15:41:52.288107Z","caller":"traceutil/trace.go:171","msg":"trace[1752675025] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7598; }","duration":"116.817395ms","start":"2026-03-04T15:41:52.171275Z","end":"2026-03-04T15:41:52.288092Z","steps":["trace[1752675025] 'agreement among raft nodes before linearized reading' (duration: 116.61766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:52.443064Z","caller":"traceutil/trace.go:171","msg":"trace[1688228215] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"127.550667ms","start":"2026-03-04T15:41:52.315487Z","end":"2026-03-04T15:41:52.443038Z","steps":["trace[1688228215] 'process raft request' (duration: 127.362412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:41:52.443274Z","caller":"traceutil/trace.go:171","msg":"trace[138217360] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"107.418716ms","start":"2026-03-04T15:41:52.335812Z","end":"2026-03-04T15:41:52.443231Z","steps":["trace[138217360] 'process raft request' (duration: 107.181919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:41:57.83907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.735455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:41:58.262269Z","caller":"traceutil/trace.go:171","msg":"trace[222957946] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"127.223569ms","start":"2026-03-04T15:41:58.135014Z","end":"2026-03-04T15:41:58.262238Z","steps":["trace[222957946] 'process raft request' (duration: 127.053295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:08.566464Z","caller":"traceutil/trace.go:171","msg":"trace[612543453] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"220.893886ms","start":"2026-03-04T15:42:08.345543Z","end":"2026-03-04T15:42:08.566437Z","steps":["trace[612543453] 'process raft request' (duration: 217.990822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:08.56668Z","caller":"traceutil/trace.go:171","msg":"trace[410749896] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"206.145152ms","start":"2026-03-04T15:42:08.36052Z","end":"2026-03-04T15:42:08.566665Z","steps":["trace[410749896] 'process raft request' (duration: 205.826254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:08.566851Z","caller":"traceutil/trace.go:171","msg":"trace[953568613] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8017; }","duration":"182.697246ms","start":"2026-03-04T15:42:08.384143Z","end":"2026-03-04T15:42:08.56684Z","steps":["trace[953568613] 'read index received' (duration: 179.495615ms)","trace[953568613] 'applied index is now lower than readState.Index' (duration: 3.200691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:08.56705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.889871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:42:08.567088Z","caller":"traceutil/trace.go:171","msg":"trace[2131213979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7714; }","duration":"182.972103ms","start":"2026-03-04T15:42:08.384107Z","end":"2026-03-04T15:42:08.567079Z","steps":["trace[2131213979] 'agreement among raft nodes before linearized reading' (duration: 182.808119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:08.567128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.641158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:42:08.567221Z","caller":"traceutil/trace.go:171","msg":"trace[251351506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7714; }","duration":"151.790852ms","start":"2026-03-04T15:42:08.41541Z","end":"2026-03-04T15:42:08.567201Z","steps":["trace[251351506] 'agreement among raft nodes before linearized reading' (duration: 151.568776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:16.765264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.780163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:16.765392Z","caller":"traceutil/trace.go:171","msg":"trace[1786240915] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8064; }","duration":"137.858889ms","start":"2026-03-04T15:42:16.62752Z","end":"2026-03-04T15:42:16.765379Z","steps":["trace[1786240915] 'read index received' (duration: 25.019884ms)","trace[1786240915] 'applied index is now lower than readState.Index' (duration: 112.838204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:16.765518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.998152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:42:16.76549Z","caller":"traceutil/trace.go:171","msg":"trace[1277079381] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"153.731832ms","start":"2026-03-04T15:42:16.61172Z","end":"2026-03-04T15:42:16.765452Z","steps":["trace[1277079381] 'process raft request' (duration: 153.61981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:16.765546Z","caller":"traceutil/trace.go:171","msg":"trace[1455531562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7759; }","duration":"138.059254ms","start":"2026-03-04T15:42:16.627479Z","end":"2026-03-04T15:42:16.765538Z","steps":["trace[1455531562] 'agreement among raft nodes before linearized reading' (duration: 137.968602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:16.765505Z","caller":"traceutil/trace.go:171","msg":"trace[2136842560] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"154.0273ms","start":"2026-03-04T15:42:16.611434Z","end":"2026-03-04T15:42:16.765461Z","steps":["trace[2136842560] 'process raft request' (duration: 40.9911ms)","trace[2136842560] 'compare' (duration: 112.470515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:16.76647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.776502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:42:16.766538Z","caller":"traceutil/trace.go:171","msg":"trace[729826630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7759; }","duration":"138.947786ms","start":"2026-03-04T15:42:16.627574Z","end":"2026-03-04T15:42:16.766522Z","steps":["trace[729826630] 'agreement among raft nodes before linearized reading' (duration: 137.988792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:17.032355Z","caller":"traceutil/trace.go:171","msg":"trace[354329621] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8067; }","duration":"243.956752ms","start":"2026-03-04T15:42:16.788365Z","end":"2026-03-04T15:42:17.032321Z","steps":["trace[354329621] 'read index received' (duration: 37.469721ms)","trace[354329621] 'applied index is now lower than readState.Index' (duration: 206.485071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:17.032531Z","caller":"traceutil/trace.go:171","msg":"trace[1152656686] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"262.094691ms","start":"2026-03-04T15:42:16.770398Z","end":"2026-03-04T15:42:17.032493Z","steps":["trace[1152656686] 'process raft request' (duration: 213.957569ms)","trace[1152656686] 'compare' (duration: 47.574068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:17.032643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.157557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:17.032704Z","caller":"traceutil/trace.go:171","msg":"trace[1003176467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7761; }","duration":"233.25977ms","start":"2026-03-04T15:42:16.79943Z","end":"2026-03-04T15:42:17.03269Z","steps":["trace[1003176467] 'agreement among raft nodes before linearized reading' (duration: 233.139657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:17.032715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.312402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:17.032768Z","caller":"traceutil/trace.go:171","msg":"trace[641203918] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7761; }","duration":"207.419024ms","start":"2026-03-04T15:42:16.825333Z","end":"2026-03-04T15:42:17.032752Z","steps":["trace[641203918] 'agreement among raft nodes before linearized reading' (duration: 207.300621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:17.032899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.518495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:42:17.032954Z","caller":"traceutil/trace.go:171","msg":"trace[1734254737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7761; }","duration":"244.623738ms","start":"2026-03-04T15:42:16.788318Z","end":"2026-03-04T15:42:17.032941Z","steps":["trace[1734254737] 'agreement among raft nodes before linearized reading' (duration: 244.193767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:17.296941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.874223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T15:42:17.297045Z","caller":"traceutil/trace.go:171","msg":"trace[748729798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7762; }","duration":"126.000698ms","start":"2026-03-04T15:42:17.171017Z","end":"2026-03-04T15:42:17.297018Z","steps":["trace[748729798] 'range keys from in-memory index tree' (duration: 125.672888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:18.585558Z","caller":"traceutil/trace.go:171","msg":"trace[105526697] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"192.810102ms","start":"2026-03-04T15:42:18.392695Z","end":"2026-03-04T15:42:18.585505Z","steps":["trace[105526697] 'process raft request' (duration: 192.518045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:18.975852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.589083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:18.975952Z","caller":"traceutil/trace.go:171","msg":"trace[323183981] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"371.485488ms","start":"2026-03-04T15:42:18.604451Z","end":"2026-03-04T15:42:18.975936Z","steps":["trace[323183981] 'process raft request' (duration: 244.735321ms)","trace[323183981] 'compare' (duration: 126.4952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:18.975995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:18.604435Z","time spent":"371.54071ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:19.410481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.541938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:19.410629Z","caller":"traceutil/trace.go:171","msg":"trace[1733224823] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8072; }","duration":"580.693536ms","start":"2026-03-04T15:42:18.829924Z","end":"2026-03-04T15:42:19.410617Z","steps":["trace[1733224823] 'read index received' (duration: 19.257888ms)","trace[1733224823] 'applied index is now lower than readState.Index' (duration: 561.432788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:19.410714Z","caller":"traceutil/trace.go:171","msg":"trace[1130990299] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"640.152286ms","start":"2026-03-04T15:42:18.770552Z","end":"2026-03-04T15:42:19.410704Z","steps":["trace[1130990299] 'process raft request' (duration: 640.015532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.41078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:18.770523Z","time spent":"640.223339ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:19.411018Z","caller":"traceutil/trace.go:171","msg":"trace[464699194] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"640.438983ms","start":"2026-03-04T15:42:18.770551Z","end":"2026-03-04T15:42:19.41099Z","steps":["trace[464699194] 'process raft request' (duration: 350.30522ms)","trace[464699194] 'compare' (duration: 289.298642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:19.411263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.795018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:42:19.411274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.285368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:19.411326Z","caller":"traceutil/trace.go:171","msg":"trace[1737261139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7767; }","duration":"351.8918ms","start":"2026-03-04T15:42:19.059419Z","end":"2026-03-04T15:42:19.411311Z","steps":["trace[1737261139] 'agreement among raft nodes before linearized reading' (duration: 351.713945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:19.411339Z","caller":"traceutil/trace.go:171","msg":"trace[1721379377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7767; }","duration":"348.374081ms","start":"2026-03-04T15:42:19.062948Z","end":"2026-03-04T15:42:19.411322Z","steps":["trace[1721379377] 'agreement among raft nodes before linearized reading' (duration: 348.238758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.411356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.059406Z","time spent":"351.944352ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:19.41135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.416915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:42:19.41135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.367939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:42:19.411425Z","caller":"traceutil/trace.go:171","msg":"trace[1444296285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7767; }","duration":"581.524857ms","start":"2026-03-04T15:42:18.829882Z","end":"2026-03-04T15:42:19.411406Z","steps":["trace[1444296285] 'agreement among raft nodes before linearized reading' (duration: 581.296281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.411478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:18.829863Z","time spent":"581.60197ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:42:19.411433Z","caller":"traceutil/trace.go:171","msg":"trace[512644312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7767; }","duration":"394.488861ms","start":"2026-03-04T15:42:19.016927Z","end":"2026-03-04T15:42:19.411415Z","steps":["trace[512644312] 'agreement among raft nodes before linearized reading' (duration: 394.304337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.411498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.787836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:42:19.411624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.016904Z","time spent":"394.697837ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T15:42:19.411731Z","caller":"traceutil/trace.go:171","msg":"trace[129045281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7767; }","duration":"374.044082ms","start":"2026-03-04T15:42:19.037608Z","end":"2026-03-04T15:42:19.411652Z","steps":["trace[129045281] 'agreement among raft nodes before linearized reading' (duration: 373.592461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.411275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.741514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T15:42:19.411837Z","caller":"traceutil/trace.go:171","msg":"trace[1297238647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7767; }","duration":"487.327197ms","start":"2026-03-04T15:42:18.924488Z","end":"2026-03-04T15:42:19.411815Z","steps":["trace[1297238647] 'agreement among raft nodes before linearized reading' (duration: 486.323332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.411845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.037584Z","time spent":"374.237206ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:19.411892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:18.924471Z","time spent":"487.40564ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:42:19.411341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:18.770523Z","time spent":"640.556397ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:19.41138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.062938Z","time spent":"348.432522ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:42:19.78379Z","caller":"traceutil/trace.go:171","msg":"trace[85110200] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"366.749158ms","start":"2026-03-04T15:42:19.417012Z","end":"2026-03-04T15:42:19.783761Z","steps":["trace[85110200] 'process raft request' (duration: 366.468831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.783958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.416972Z","time spent":"366.896962ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:19.784045Z","caller":"traceutil/trace.go:171","msg":"trace[407150262] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"366.964433ms","start":"2026-03-04T15:42:19.417057Z","end":"2026-03-04T15:42:19.784021Z","steps":["trace[407150262] 'process raft request' (duration: 366.657786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.784198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.417025Z","time spent":"367.098616ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:19.784386Z","caller":"traceutil/trace.go:171","msg":"trace[834837241] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"367.132507ms","start":"2026-03-04T15:42:19.417239Z","end":"2026-03-04T15:42:19.784371Z","steps":["trace[834837241] 'process raft request' (duration: 366.682636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.784454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.417223Z","time spent":"367.195379ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:19.784477Z","caller":"traceutil/trace.go:171","msg":"trace[1502949712] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8075; }","duration":"366.81796ms","start":"2026-03-04T15:42:19.41762Z","end":"2026-03-04T15:42:19.784438Z","steps":["trace[1502949712] 'read index received' (duration: 41.169176ms)","trace[1502949712] 'applied index is now lower than readState.Index' (duration: 325.647034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:19.78455Z","caller":"traceutil/trace.go:171","msg":"trace[2117574820] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"366.683795ms","start":"2026-03-04T15:42:19.417836Z","end":"2026-03-04T15:42:19.78452Z","steps":["trace[2117574820] 'process raft request' (duration: 366.365017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.784687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.417828Z","time spent":"366.787607ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:19.78472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.542916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:19.784761Z","caller":"traceutil/trace.go:171","msg":"trace[1049901938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7772; }","duration":"296.666139ms","start":"2026-03-04T15:42:19.488082Z","end":"2026-03-04T15:42:19.784748Z","steps":["trace[1049901938] 'agreement among raft nodes before linearized reading' (duration: 296.553265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.784811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.19186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222784"} {"level":"info","ts":"2026-03-04T15:42:19.784857Z","caller":"traceutil/trace.go:171","msg":"trace[1679292714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7772; }","duration":"367.260331ms","start":"2026-03-04T15:42:19.417585Z","end":"2026-03-04T15:42:19.784845Z","steps":["trace[1679292714] 'agreement among raft nodes before linearized reading' (duration: 366.965403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:19.784888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:19.417571Z","time spent":"367.309813ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:42:20.778535Z","caller":"traceutil/trace.go:171","msg":"trace[1888128403] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"147.086732ms","start":"2026-03-04T15:42:20.631416Z","end":"2026-03-04T15:42:20.778503Z","steps":["trace[1888128403] 'process raft request' (duration: 95.498253ms)","trace[1888128403] 'compare' (duration: 51.435075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:21.102341Z","caller":"traceutil/trace.go:171","msg":"trace[523886094] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"121.405751ms","start":"2026-03-04T15:42:20.980913Z","end":"2026-03-04T15:42:21.102319Z","steps":["trace[523886094] 'process raft request' (duration: 121.255017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:29.732343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:30.232763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:30.733903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:31.298999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067731284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-04T15:42:31.299024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:42:31.299108Z","caller":"traceutil/trace.go:171","msg":"trace[1205215178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.067902878s","start":"2026-03-04T15:42:29.231183Z","end":"2026-03-04T15:42:31.299086Z","steps":["trace[1205215178] 'agreement among raft nodes before linearized reading' (duration: 2.067767395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:31.299174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.231162Z","time spent":"2.067997231s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:31.489008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:42:31.489091Z","caller":"traceutil/trace.go:171","msg":"trace[1433088684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010265s","start":"2026-03-04T15:42:29.488959Z","end":"2026-03-04T15:42:31.489061Z","steps":["trace[1433088684] 'agreement among raft nodes before linearized reading' (duration: 2.000008918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:31.489127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.488939Z","time spent":"2.000181192s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:31.79935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:32.299564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:32.332651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.199122989s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:42:32.597522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.160259Z","time spent":"437.250206ms","remote":"127.0.0.1:35866","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T15:42:32.598045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453596605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:42:32.598145Z","caller":"traceutil/trace.go:171","msg":"trace[1255346118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7940; }","duration":"4.453754679s","start":"2026-03-04T15:42:28.14437Z","end":"2026-03-04T15:42:32.598125Z","steps":["trace[1255346118] 'range keys from in-memory index tree' (duration: 4.453392019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.599023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.040272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-04T15:42:32.599042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:28.144341Z","time spent":"4.454684413s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:42:32.599117Z","caller":"traceutil/trace.go:171","msg":"trace[1521045870] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"3.465692424s","start":"2026-03-04T15:42:29.133406Z","end":"2026-03-04T15:42:32.599098Z","steps":["trace[1521045870] 'process raft request' (duration: 3.199505019s)","trace[1521045870] 'compare' (duration: 265.817886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:32.599175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.133379Z","time spent":"3.465770687s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:32.598535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504420367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:32.599738Z","caller":"traceutil/trace.go:171","msg":"trace[1296329150] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7940; }","duration":"3.505693999s","start":"2026-03-04T15:42:29.094032Z","end":"2026-03-04T15:42:32.599726Z","steps":["trace[1296329150] 'count revisions from in-memory index tree' (duration: 3.504346006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.598654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429729521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-04T15:42:32.599783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.094012Z","time spent":"3.505757081s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:42:32.599831Z","caller":"traceutil/trace.go:171","msg":"trace[2084939170] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7940; }","duration":"4.430910501s","start":"2026-03-04T15:42:28.168882Z","end":"2026-03-04T15:42:32.599792Z","steps":["trace[2084939170] 'range keys from in-memory index tree' (duration: 4.429580917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.599976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:28.168869Z","time spent":"4.431068924s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T15:42:32.598711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737979325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:42:32.600115Z","caller":"traceutil/trace.go:171","msg":"trace[301608436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7940; }","duration":"3.739416751s","start":"2026-03-04T15:42:28.860669Z","end":"2026-03-04T15:42:32.600086Z","steps":["trace[301608436] 'range keys from in-memory index tree' (duration: 3.73777471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.600228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:28.860648Z","time spent":"3.739540115s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:42:32.984195Z","caller":"traceutil/trace.go:171","msg":"trace[1841675561] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"3.53922076s","start":"2026-03-04T15:42:29.444933Z","end":"2026-03-04T15:42:32.984154Z","steps":["trace[1841675561] 'process raft request' (duration: 3.538699767s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.984233Z","caller":"traceutil/trace.go:171","msg":"trace[327092645] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"3.539327793s","start":"2026-03-04T15:42:29.444855Z","end":"2026-03-04T15:42:32.984182Z","steps":["trace[327092645] 'process raft request' (duration: 3.515139479s)","trace[327092645] 'compare' (duration: 23.154868ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:32.984229Z","caller":"traceutil/trace.go:171","msg":"trace[493933189] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"3.013375145s","start":"2026-03-04T15:42:29.970806Z","end":"2026-03-04T15:42:32.984181Z","steps":["trace[493933189] 'process raft request' (duration: 3.013093407s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.984332Z","caller":"traceutil/trace.go:171","msg":"trace[1713515596] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"1.989424167s","start":"2026-03-04T15:42:30.994874Z","end":"2026-03-04T15:42:32.984298Z","steps":["trace[1713515596] 'process raft request' (duration: 1.989091199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.984654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:30.994856Z","time spent":"1.989531881s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:32.984652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.444669Z","time spent":"3.539643971s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:32.984658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.97079Z","time spent":"3.013555009s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:32.98468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.444845Z","time spent":"3.539488146s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:32.985166Z","caller":"traceutil/trace.go:171","msg":"trace[1565927503] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"380.181749ms","start":"2026-03-04T15:42:32.604967Z","end":"2026-03-04T15:42:32.985148Z","steps":["trace[1565927503] 'process raft request' (duration: 380.085936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.985278Z","caller":"traceutil/trace.go:171","msg":"trace[1812066508] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"379.542252ms","start":"2026-03-04T15:42:32.605719Z","end":"2026-03-04T15:42:32.985261Z","steps":["trace[1812066508] 'process raft request' (duration: 379.381918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.985295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.604954Z","time spent":"380.286811ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:32.985302Z","caller":"traceutil/trace.go:171","msg":"trace[1095086529] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"1.555197958s","start":"2026-03-04T15:42:31.430049Z","end":"2026-03-04T15:42:32.985247Z","steps":["trace[1095086529] 'process raft request' (duration: 1.553962516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.985365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.605704Z","time spent":"379.619924ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:32.985477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.430023Z","time spent":"1.555366293s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:32.985343Z","caller":"traceutil/trace.go:171","msg":"trace[1629557796] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8250; }","duration":"3.754061982s","start":"2026-03-04T15:42:29.231241Z","end":"2026-03-04T15:42:32.985303Z","steps":["trace[1629557796] 'read index received' (duration: 3.101673846s)","trace[1629557796] 'applied index is now lower than readState.Index' (duration: 652.385296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:32.98605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489510652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:32.986096Z","caller":"traceutil/trace.go:171","msg":"trace[1073981821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"1.489585934s","start":"2026-03-04T15:42:31.496499Z","end":"2026-03-04T15:42:32.986085Z","steps":["trace[1073981821] 'agreement among raft nodes before linearized reading' (duration: 1.489470761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.986122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.496481Z","time spent":"1.489636205s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:32.986275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.001328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:32.986305Z","caller":"traceutil/trace.go:171","msg":"trace[1813847910] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7948; }","duration":"890.031758ms","start":"2026-03-04T15:42:32.096263Z","end":"2026-03-04T15:42:32.986295Z","steps":["trace[1813847910] 'agreement among raft nodes before linearized reading' (duration: 889.979427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.986299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.398436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T15:42:32.986328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.096213Z","time spent":"890.10946ms","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:42:32.986348Z","caller":"traceutil/trace.go:171","msg":"trace[1057239601] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:7948; }","duration":"741.484877ms","start":"2026-03-04T15:42:32.244851Z","end":"2026-03-04T15:42:32.986336Z","steps":["trace[1057239601] 'agreement among raft nodes before linearized reading' (duration: 741.20924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.986383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.244832Z","time spent":"741.544299ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:42:32.986448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473378709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:42:32.986471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002105602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:32.986499Z","caller":"traceutil/trace.go:171","msg":"trace[313731368] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7948; }","duration":"1.002131513s","start":"2026-03-04T15:42:31.984357Z","end":"2026-03-04T15:42:32.986488Z","steps":["trace[313731368] 'agreement among raft nodes before linearized reading' (duration: 1.002081342s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.986499Z","caller":"traceutil/trace.go:171","msg":"trace[170978138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7948; }","duration":"3.473480062s","start":"2026-03-04T15:42:29.513003Z","end":"2026-03-04T15:42:32.986483Z","steps":["trace[170978138] 'agreement among raft nodes before linearized reading' (duration: 3.472906848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.986522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.984314Z","time spent":"1.002201525s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.986545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.512982Z","time spent":"3.473553993s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:32.986776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.279804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:42:32.986833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257763871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:32.986868Z","caller":"traceutil/trace.go:171","msg":"trace[1688763501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7948; }","duration":"1.257826432s","start":"2026-03-04T15:42:31.729027Z","end":"2026-03-04T15:42:32.986853Z","steps":["trace[1688763501] 'agreement among raft nodes before linearized reading' (duration: 1.257780641s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.986827Z","caller":"traceutil/trace.go:171","msg":"trace[1116041658] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7948; }","duration":"180.406218ms","start":"2026-03-04T15:42:32.806404Z","end":"2026-03-04T15:42:32.98681Z","steps":["trace[1116041658] 'agreement among raft nodes before linearized reading' (duration: 180.295355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.986893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.729008Z","time spent":"1.257878003s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.986789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03199818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:32.987211Z","caller":"traceutil/trace.go:171","msg":"trace[1699593354] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7948; }","duration":"1.032453172s","start":"2026-03-04T15:42:31.954742Z","end":"2026-03-04T15:42:32.987195Z","steps":["trace[1699593354] 'agreement among raft nodes before linearized reading' (duration: 1.031908068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.987348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.954714Z","time spent":"1.032566774s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.987461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.539678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T15:42:32.987573Z","caller":"traceutil/trace.go:171","msg":"trace[62216348] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc; range_end:; response_count:1; response_revision:7948; }","duration":"384.705874ms","start":"2026-03-04T15:42:32.60284Z","end":"2026-03-04T15:42:32.987546Z","steps":["trace[62216348] 'agreement among raft nodes before linearized reading' (duration: 384.317333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.987641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.602823Z","time spent":"384.805217ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" "} {"level":"warn","ts":"2026-03-04T15:42:32.987607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.082364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:42:32.987678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867043772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:32.987721Z","caller":"traceutil/trace.go:171","msg":"trace[1521675919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7948; }","duration":"506.259368ms","start":"2026-03-04T15:42:32.481439Z","end":"2026-03-04T15:42:32.987699Z","steps":["trace[1521675919] 'agreement among raft nodes before linearized reading' (duration: 506.052452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.987787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:32.481417Z","time spent":"506.35682ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.987806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124710541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:32.98785Z","caller":"traceutil/trace.go:171","msg":"trace[382412033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7948; }","duration":"3.124786174s","start":"2026-03-04T15:42:29.863042Z","end":"2026-03-04T15:42:32.987828Z","steps":["trace[382412033] 'agreement among raft nodes before linearized reading' (duration: 3.124716402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.987899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.863022Z","time spent":"3.124859795s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:42:32.987736Z","caller":"traceutil/trace.go:171","msg":"trace[1957011994] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7948; }","duration":"2.867140544s","start":"2026-03-04T15:42:30.120581Z","end":"2026-03-04T15:42:32.987722Z","steps":["trace[1957011994] 'agreement among raft nodes before linearized reading' (duration: 2.867042412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:30.120544Z","time spent":"2.867477642s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.988185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143071406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:42:32.988242Z","caller":"traceutil/trace.go:171","msg":"trace[885267138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7948; }","duration":"3.143160669s","start":"2026-03-04T15:42:29.845069Z","end":"2026-03-04T15:42:32.98823Z","steps":["trace[885267138] 'agreement among raft nodes before linearized reading' (duration: 3.142960834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50724953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T15:42:32.988275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.845053Z","time spent":"3.1432135s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:42:32.988294Z","caller":"traceutil/trace.go:171","msg":"trace[153083143] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7948; }","duration":"2.507315362s","start":"2026-03-04T15:42:30.48097Z","end":"2026-03-04T15:42:32.988285Z","steps":["trace[153083143] 'agreement among raft nodes before linearized reading' (duration: 2.506624395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:30.480953Z","time spent":"2.507360153s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":871,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.98837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960543726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:32.988427Z","caller":"traceutil/trace.go:171","msg":"trace[99577025] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7948; }","duration":"1.960645108s","start":"2026-03-04T15:42:31.027767Z","end":"2026-03-04T15:42:32.988413Z","steps":["trace[99577025] 'agreement among raft nodes before linearized reading' (duration: 1.960500345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20144319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:42:32.988467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.027753Z","time spent":"1.960705789s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.988445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433434677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T15:42:32.988472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13057226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:42:32.988492Z","caller":"traceutil/trace.go:171","msg":"trace[1672768668] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7948; }","duration":"2.201553273s","start":"2026-03-04T15:42:30.786916Z","end":"2026-03-04T15:42:32.988469Z","steps":["trace[1672768668] 'agreement among raft nodes before linearized reading' (duration: 2.201388579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:32.98852Z","caller":"traceutil/trace.go:171","msg":"trace[250540289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"3.130659283s","start":"2026-03-04T15:42:29.857849Z","end":"2026-03-04T15:42:32.988508Z","steps":["trace[250540289] 'agreement among raft nodes before linearized reading' (duration: 3.130525749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626063179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:42:32.988521Z","caller":"traceutil/trace.go:171","msg":"trace[1867700375] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad; range_end:; response_count:1; response_revision:7948; }","duration":"2.43356513s","start":"2026-03-04T15:42:30.554935Z","end":"2026-03-04T15:42:32.988501Z","steps":["trace[1867700375] 'agreement among raft nodes before linearized reading' (duration: 2.433386376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:29.857825Z","time spent":"3.130723244s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:32.98856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:30.7869Z","time spent":"2.201646525s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:32.98857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:30.554911Z","time spent":"2.433650863s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" "} {"level":"info","ts":"2026-03-04T15:42:32.988681Z","caller":"traceutil/trace.go:171","msg":"trace[1501643115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7948; }","duration":"1.62614884s","start":"2026-03-04T15:42:31.362404Z","end":"2026-03-04T15:42:32.988553Z","steps":["trace[1501643115] 'agreement among raft nodes before linearized reading' (duration: 1.625981726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:32.988724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:31.362386Z","time spent":"1.626327235s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:42:33.120017Z","caller":"traceutil/trace.go:171","msg":"trace[1077624499] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"126.207703ms","start":"2026-03-04T15:42:32.993786Z","end":"2026-03-04T15:42:33.119993Z","steps":["trace[1077624499] 'process raft request' (duration: 126.030888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:33.120074Z","caller":"traceutil/trace.go:171","msg":"trace[91254866] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"120.356974ms","start":"2026-03-04T15:42:32.999693Z","end":"2026-03-04T15:42:33.12005Z","steps":["trace[91254866] 'process raft request' (duration: 120.288752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:33.120233Z","caller":"traceutil/trace.go:171","msg":"trace[765349098] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"128.665155ms","start":"2026-03-04T15:42:32.991558Z","end":"2026-03-04T15:42:33.120223Z","steps":["trace[765349098] 'process raft request' (duration: 100.310436ms)","trace[765349098] 'compare' (duration: 27.734134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:33.120457Z","caller":"traceutil/trace.go:171","msg":"trace[69607206] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"125.604028ms","start":"2026-03-04T15:42:32.994824Z","end":"2026-03-04T15:42:33.120428Z","steps":["trace[69607206] 'process raft request' (duration: 125.058634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:33.12044Z","caller":"traceutil/trace.go:171","msg":"trace[1240792201] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"125.508046ms","start":"2026-03-04T15:42:32.994877Z","end":"2026-03-04T15:42:33.120385Z","steps":["trace[1240792201] 'process raft request' (duration: 125.058994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:33.120514Z","caller":"traceutil/trace.go:171","msg":"trace[135975797] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8258; }","duration":"127.907836ms","start":"2026-03-04T15:42:32.992593Z","end":"2026-03-04T15:42:33.120501Z","steps":["trace[135975797] 'read index received' (duration: 5.988732ms)","trace[135975797] 'applied index is now lower than readState.Index' (duration: 121.917554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:33.12082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.206784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:42:33.120901Z","caller":"traceutil/trace.go:171","msg":"trace[744227659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7953; }","duration":"128.293476ms","start":"2026-03-04T15:42:32.992561Z","end":"2026-03-04T15:42:33.120855Z","steps":["trace[744227659] 'agreement among raft nodes before linearized reading' (duration: 128.091431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:33.120823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.434538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:33.120996Z","caller":"traceutil/trace.go:171","msg":"trace[704403999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7953; }","duration":"122.645783ms","start":"2026-03-04T15:42:32.99834Z","end":"2026-03-04T15:42:33.120986Z","steps":["trace[704403999] 'agreement among raft nodes before linearized reading' (duration: 122.426197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:33.121071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.149782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222784"} {"level":"info","ts":"2026-03-04T15:42:33.121142Z","caller":"traceutil/trace.go:171","msg":"trace[1162176846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7953; }","duration":"128.251605ms","start":"2026-03-04T15:42:32.992874Z","end":"2026-03-04T15:42:33.121125Z","steps":["trace[1162176846] 'agreement among raft nodes before linearized reading' (duration: 127.813364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:33.295068Z","caller":"traceutil/trace.go:171","msg":"trace[1319518814] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"117.80859ms","start":"2026-03-04T15:42:33.177221Z","end":"2026-03-04T15:42:33.295029Z","steps":["trace[1319518814] 'process raft request' (duration: 76.576004ms)","trace[1319518814] 'compare' (duration: 40.905197ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:39.209517Z","caller":"traceutil/trace.go:171","msg":"trace[1594906203] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"581.908377ms","start":"2026-03-04T15:42:38.627586Z","end":"2026-03-04T15:42:39.209494Z","steps":["trace[1594906203] 'process raft request' (duration: 581.729712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:39.209709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:38.627558Z","time spent":"582.031231ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:39.271209Z","caller":"traceutil/trace.go:171","msg":"trace[278379460] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8286; }","duration":"198.278302ms","start":"2026-03-04T15:42:39.072908Z","end":"2026-03-04T15:42:39.271186Z","steps":["trace[278379460] 'read index received' (duration: 136.474833ms)","trace[278379460] 'applied index is now lower than readState.Index' (duration: 61.802569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:39.27131Z","caller":"traceutil/trace.go:171","msg":"trace[1010212692] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"238.520714ms","start":"2026-03-04T15:42:39.032746Z","end":"2026-03-04T15:42:39.271266Z","steps":["trace[1010212692] 'process raft request' (duration: 238.256987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.271431Z","caller":"traceutil/trace.go:171","msg":"trace[1736081083] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"214.73935ms","start":"2026-03-04T15:42:39.056651Z","end":"2026-03-04T15:42:39.27139Z","steps":["trace[1736081083] 'process raft request' (duration: 214.498134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:39.2715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.393204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T15:42:39.2715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.862084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T15:42:39.271473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.551619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:42:39.271559Z","caller":"traceutil/trace.go:171","msg":"trace[171870465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7977; }","duration":"194.504736ms","start":"2026-03-04T15:42:39.077039Z","end":"2026-03-04T15:42:39.271544Z","steps":["trace[171870465] 'agreement among raft nodes before linearized reading' (duration: 194.306581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.271559Z","caller":"traceutil/trace.go:171","msg":"trace[1234726090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7977; }","duration":"108.982596ms","start":"2026-03-04T15:42:39.162567Z","end":"2026-03-04T15:42:39.271549Z","steps":["trace[1234726090] 'agreement among raft nodes before linearized reading' (duration: 108.841443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:39.271576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.56255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:39.271582Z","caller":"traceutil/trace.go:171","msg":"trace[1376485984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7977; }","duration":"198.715983ms","start":"2026-03-04T15:42:39.072855Z","end":"2026-03-04T15:42:39.271571Z","steps":["trace[1376485984] 'agreement among raft nodes before linearized reading' (duration: 198.486647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.271604Z","caller":"traceutil/trace.go:171","msg":"trace[1798130520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7977; }","duration":"118.617491ms","start":"2026-03-04T15:42:39.152979Z","end":"2026-03-04T15:42:39.271596Z","steps":["trace[1798130520] 'agreement among raft nodes before linearized reading' (duration: 118.515998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.390042Z","caller":"traceutil/trace.go:171","msg":"trace[1305727773] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"113.86341ms","start":"2026-03-04T15:42:39.276151Z","end":"2026-03-04T15:42:39.390014Z","steps":["trace[1305727773] 'process raft request' (duration: 35.643694ms)","trace[1305727773] 'compare' (duration: 78.095232ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:39.629855Z","caller":"traceutil/trace.go:171","msg":"trace[1991845212] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"353.673246ms","start":"2026-03-04T15:42:39.276161Z","end":"2026-03-04T15:42:39.629834Z","steps":["trace[1991845212] 'process raft request' (duration: 353.613085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.629879Z","caller":"traceutil/trace.go:171","msg":"trace[29937408] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"353.683856ms","start":"2026-03-04T15:42:39.276156Z","end":"2026-03-04T15:42:39.62984Z","steps":["trace[29937408] 'process raft request' (duration: 335.465873ms)","trace[29937408] 'compare' (duration: 18.012628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:39.629989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:39.276136Z","time spent":"353.783029ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:39.630041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:39.276147Z","time spent":"353.805909ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:39.630126Z","caller":"traceutil/trace.go:171","msg":"trace[860974368] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"353.870552ms","start":"2026-03-04T15:42:39.276223Z","end":"2026-03-04T15:42:39.630094Z","steps":["trace[860974368] 'process raft request' (duration: 353.584305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:39.630155Z","caller":"traceutil/trace.go:171","msg":"trace[573547083] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"353.555944ms","start":"2026-03-04T15:42:39.276583Z","end":"2026-03-04T15:42:39.630138Z","steps":["trace[573547083] 'process raft request' (duration: 353.429111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:39.630307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:39.276204Z","time spent":"354.011195ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:39.630336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:39.27657Z","time spent":"353.736328ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:41.055254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:41.555792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:42.056638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:42:42.214387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720696928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:42:42.214867Z","caller":"traceutil/trace.go:171","msg":"trace[1105142102] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"1.721305293s","start":"2026-03-04T15:42:40.493539Z","end":"2026-03-04T15:42:42.214844Z","steps":["trace[1105142102] 'process raft request' (duration: 1.721125269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:42.214993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:40.493519Z","time spent":"1.721396026s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:43.159567Z","caller":"traceutil/trace.go:171","msg":"trace[1619905108] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"1.945526425s","start":"2026-03-04T15:42:41.214025Z","end":"2026-03-04T15:42:43.159552Z","steps":["trace[1619905108] 'process raft request' (duration: 1.945381472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.159705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.214Z","time spent":"1.945645368s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:43.159861Z","caller":"traceutil/trace.go:171","msg":"trace[285068681] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"1.883629715s","start":"2026-03-04T15:42:41.276225Z","end":"2026-03-04T15:42:43.159854Z","steps":["trace[285068681] 'process raft request' (duration: 1.883295636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.159897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.276198Z","time spent":"1.883680825s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:43.159955Z","caller":"traceutil/trace.go:171","msg":"trace[2140808975] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8294; }","duration":"2.605054993s","start":"2026-03-04T15:42:40.554868Z","end":"2026-03-04T15:42:43.159923Z","steps":["trace[2140808975] 'read index received' (duration: 1.659818623s)","trace[2140808975] 'applied index is now lower than readState.Index' (duration: 945.23503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:43.160037Z","caller":"traceutil/trace.go:171","msg":"trace[1166813056] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"1.883599764s","start":"2026-03-04T15:42:41.276406Z","end":"2026-03-04T15:42:43.160006Z","steps":["trace[1166813056] 'process raft request' (duration: 1.883407089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.160069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605198946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:43.160097Z","caller":"traceutil/trace.go:171","msg":"trace[1663198483] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7986; }","duration":"2.605260218s","start":"2026-03-04T15:42:40.554831Z","end":"2026-03-04T15:42:43.160092Z","steps":["trace[1663198483] 'agreement among raft nodes before linearized reading' (duration: 2.605209947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.160115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:40.554812Z","time spent":"2.605297998s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:43.160187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.276387Z","time spent":"1.883711617s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:43.489429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00090053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T15:42:43.489517Z","caller":"traceutil/trace.go:171","msg":"trace[596000795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001058744s","start":"2026-03-04T15:42:41.48844Z","end":"2026-03-04T15:42:43.489499Z","steps":["trace[596000795] 'agreement among raft nodes before linearized reading' (duration: 2.000957922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.489561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.48841Z","time spent":"2.001141665s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:42:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:42:43.644248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.982344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:43.644464Z","caller":"traceutil/trace.go:171","msg":"trace[907118283] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"428.805342ms","start":"2026-03-04T15:42:43.215639Z","end":"2026-03-04T15:42:43.644444Z","steps":["trace[907118283] 'process raft request' (duration: 428.73565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.64454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.215595Z","time spent":"428.914855ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:43.644532Z","caller":"traceutil/trace.go:171","msg":"trace[1610149475] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"484.448255ms","start":"2026-03-04T15:42:43.160056Z","end":"2026-03-04T15:42:43.644505Z","steps":["trace[1610149475] 'read index received' (duration: 76.199013ms)","trace[1610149475] 'applied index is now lower than readState.Index' (duration: 408.246861ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:43.644677Z","caller":"traceutil/trace.go:171","msg":"trace[1016517982] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"500.176374ms","start":"2026-03-04T15:42:43.144485Z","end":"2026-03-04T15:42:43.644661Z","steps":["trace[1016517982] 'process raft request' (duration: 91.676337ms)","trace[1016517982] 'compare' (duration: 407.841991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:43.644788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.144454Z","time spent":"500.260857ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:43.644833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010386181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:42:43.644895Z","caller":"traceutil/trace.go:171","msg":"trace[670610077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7988; }","duration":"2.010491853s","start":"2026-03-04T15:42:41.634389Z","end":"2026-03-04T15:42:43.644881Z","steps":["trace[670610077] 'agreement among raft nodes before linearized reading' (duration: 2.010350709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.644925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.634369Z","time spent":"2.010549085s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:43.644993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681018752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:42:43.645083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010507374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:42:43.645089Z","caller":"traceutil/trace.go:171","msg":"trace[1098739242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7988; }","duration":"1.681157015s","start":"2026-03-04T15:42:41.963917Z","end":"2026-03-04T15:42:43.645074Z","steps":["trace[1098739242] 'agreement among raft nodes before linearized reading' (duration: 1.681020511s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:43.645108Z","caller":"traceutil/trace.go:171","msg":"trace[523170016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"2.010549114s","start":"2026-03-04T15:42:41.634552Z","end":"2026-03-04T15:42:43.645101Z","steps":["trace[523170016] 'agreement among raft nodes before linearized reading' (duration: 2.010488603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.634546Z","time spent":"2.010576436s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:42:43.645133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.963896Z","time spent":"1.681222267s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:43.645154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250501254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:42:43.645198Z","caller":"traceutil/trace.go:171","msg":"trace[2074648051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7988; }","duration":"2.250584496s","start":"2026-03-04T15:42:41.394604Z","end":"2026-03-04T15:42:43.645188Z","steps":["trace[2074648051] 'agreement among raft nodes before linearized reading' (duration: 2.250455242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.394577Z","time spent":"2.250647088s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:43.645259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010790451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:42:43.645281Z","caller":"traceutil/trace.go:171","msg":"trace[2009890204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7988; }","duration":"2.010851683s","start":"2026-03-04T15:42:41.634424Z","end":"2026-03-04T15:42:43.645275Z","steps":["trace[2009890204] 'agreement among raft nodes before linearized reading' (duration: 2.010795381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.634401Z","time spent":"2.010895723s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:43.64538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429224251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:43.6454Z","caller":"traceutil/trace.go:171","msg":"trace[522832204] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7988; }","duration":"1.429283743s","start":"2026-03-04T15:42:42.21611Z","end":"2026-03-04T15:42:43.645394Z","steps":["trace[522832204] 'agreement among raft nodes before linearized reading' (duration: 1.429238322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.64542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:42.21609Z","time spent":"1.429325284s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:43.645426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.09856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T15:42:43.645479Z","caller":"traceutil/trace.go:171","msg":"trace[879346255] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7988; }","duration":"894.169873ms","start":"2026-03-04T15:42:42.751294Z","end":"2026-03-04T15:42:43.645464Z","steps":["trace[879346255] 'agreement among raft nodes before linearized reading' (duration: 894.012809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:42:43.645514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:42.751281Z","time spent":"894.225964ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T15:42:43.645523Z","caller":"traceutil/trace.go:171","msg":"trace[361172472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:7988; }","duration":"2.362704132s","start":"2026-03-04T15:42:41.28281Z","end":"2026-03-04T15:42:43.645514Z","steps":["trace[361172472] 'agreement among raft nodes before linearized reading' (duration: 2.36264254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400100833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:42:43.645573Z","caller":"traceutil/trace.go:171","msg":"trace[42260928] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:7988; }","duration":"1.400155084s","start":"2026-03-04T15:42:42.245412Z","end":"2026-03-04T15:42:43.645567Z","steps":["trace[42260928] 'agreement among raft nodes before linearized reading' (duration: 1.400096743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.645593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:42.245396Z","time spent":"1.400192925s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:42:43.645029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010391821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:42:43.645913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.571794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:43.645935Z","caller":"traceutil/trace.go:171","msg":"trace[211454755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7988; }","duration":"2.011332645s","start":"2026-03-04T15:42:41.634586Z","end":"2026-03-04T15:42:43.645919Z","steps":["trace[211454755] 'agreement among raft nodes before linearized reading' (duration: 2.010403732s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:43.645951Z","caller":"traceutil/trace.go:171","msg":"trace[1579292239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7988; }","duration":"156.644245ms","start":"2026-03-04T15:42:43.489297Z","end":"2026-03-04T15:42:43.645942Z","steps":["trace[1579292239] 'agreement among raft nodes before linearized reading' (duration: 156.597754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.646053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.634565Z","time spent":"2.011405826s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:42:43.645434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350166214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:43.646152Z","caller":"traceutil/trace.go:171","msg":"trace[1068790954] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7988; }","duration":"2.350912443s","start":"2026-03-04T15:42:41.295231Z","end":"2026-03-04T15:42:43.646144Z","steps":["trace[1068790954] 'agreement among raft nodes before linearized reading' (duration: 2.350167654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.646187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.295219Z","time spent":"2.350956413s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:43.645549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.282798Z","time spent":"2.362745683s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:42:43.645653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557246009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:42:43.645757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089550739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T15:42:43.646405Z","caller":"traceutil/trace.go:171","msg":"trace[1597430860] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad; range_end:; response_count:1; response_revision:7988; }","duration":"3.090193735s","start":"2026-03-04T15:42:40.556197Z","end":"2026-03-04T15:42:43.64639Z","steps":["trace[1597430860] 'agreement among raft nodes before linearized reading' (duration: 3.089493727s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.646446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:40.556129Z","time spent":"3.090306028s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" "} {"level":"info","ts":"2026-03-04T15:42:43.646367Z","caller":"traceutil/trace.go:171","msg":"trace[158824874] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7988; }","duration":"2.557989628s","start":"2026-03-04T15:42:41.088368Z","end":"2026-03-04T15:42:43.646358Z","steps":["trace[158824874] 'agreement among raft nodes before linearized reading' (duration: 2.557199078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.646581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:41.08835Z","time spent":"2.558215323s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:43.645836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.036856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:42:43.646633Z","caller":"traceutil/trace.go:171","msg":"trace[1565846750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7988; }","duration":"211.867897ms","start":"2026-03-04T15:42:43.434755Z","end":"2026-03-04T15:42:43.646623Z","steps":["trace[1565846750] 'agreement among raft nodes before linearized reading' (duration: 211.028286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:43.969942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.1244ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:43.970078Z","caller":"traceutil/trace.go:171","msg":"trace[205451029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7988; }","duration":"124.276733ms","start":"2026-03-04T15:42:43.845784Z","end":"2026-03-04T15:42:43.970061Z","steps":["trace[205451029] 'range keys from in-memory index tree' (duration: 124.106619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:44.068493Z","caller":"traceutil/trace.go:171","msg":"trace[850595704] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8300; }","duration":"418.699386ms","start":"2026-03-04T15:42:43.649772Z","end":"2026-03-04T15:42:44.068471Z","steps":["trace[850595704] 'read index received' (duration: 41.322518ms)","trace[850595704] 'applied index is now lower than readState.Index' (duration: 377.375718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:44.068663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.648096Z","time spent":"420.529073ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:42:44.069096Z","caller":"traceutil/trace.go:171","msg":"trace[754153401] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"419.003263ms","start":"2026-03-04T15:42:43.650078Z","end":"2026-03-04T15:42:44.069081Z","steps":["trace[754153401] 'process raft request' (duration: 418.136022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.069203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.650068Z","time spent":"419.064715ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.069342Z","caller":"traceutil/trace.go:171","msg":"trace[535196235] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"419.196779ms","start":"2026-03-04T15:42:43.650135Z","end":"2026-03-04T15:42:44.069332Z","steps":["trace[535196235] 'process raft request' (duration: 418.207424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.069404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.65013Z","time spent":"419.24277ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.069532Z","caller":"traceutil/trace.go:171","msg":"trace[1986926194] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"418.543651ms","start":"2026-03-04T15:42:43.650976Z","end":"2026-03-04T15:42:44.069519Z","steps":["trace[1986926194] 'process raft request' (duration: 417.403643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.069591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.650969Z","time spent":"418.593513ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.06982Z","caller":"traceutil/trace.go:171","msg":"trace[663700720] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"418.572982ms","start":"2026-03-04T15:42:43.651231Z","end":"2026-03-04T15:42:44.069804Z","steps":["trace[663700720] 'process raft request' (duration: 417.178838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.069889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.651225Z","time spent":"418.627275ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.070033Z","caller":"traceutil/trace.go:171","msg":"trace[1430429738] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"418.702937ms","start":"2026-03-04T15:42:43.651321Z","end":"2026-03-04T15:42:44.070024Z","steps":["trace[1430429738] 'process raft request' (duration: 417.118196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.070094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.651288Z","time spent":"418.776589ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:44.070303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.528073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-04T15:42:44.070343Z","caller":"traceutil/trace.go:171","msg":"trace[173959198] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7993; }","duration":"420.565624ms","start":"2026-03-04T15:42:43.649766Z","end":"2026-03-04T15:42:44.070332Z","steps":["trace[173959198] 'agreement among raft nodes before linearized reading' (duration: 420.441061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.070373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.649739Z","time spent":"420.625754ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":733,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-04T15:42:44.476809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.290213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:44.476925Z","caller":"traceutil/trace.go:171","msg":"trace[511420936] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"408.332893ms","start":"2026-03-04T15:42:44.068575Z","end":"2026-03-04T15:42:44.476908Z","steps":["trace[511420936] 'read index received' (duration: 233.863235ms)","trace[511420936] 'applied index is now lower than readState.Index' (duration: 174.468338ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:44.477279Z","caller":"traceutil/trace.go:171","msg":"trace[1169249449] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"785.159256ms","start":"2026-03-04T15:42:43.692076Z","end":"2026-03-04T15:42:44.477236Z","steps":["trace[1169249449] 'process raft request' (duration: 610.34905ms)","trace[1169249449] 'compare' (duration: 174.124459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:44.477363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.625808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:42:44.477429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.523261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:42:44.477458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.692052Z","time spent":"785.31912ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.477492Z","caller":"traceutil/trace.go:171","msg":"trace[1135474359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7994; }","duration":"827.599123ms","start":"2026-03-04T15:42:43.649872Z","end":"2026-03-04T15:42:44.477471Z","steps":["trace[1135474359] 'agreement among raft nodes before linearized reading' (duration: 827.392628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.477537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.649868Z","time spent":"827.657664ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:42:44.477465Z","caller":"traceutil/trace.go:171","msg":"trace[1096152647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"824.758961ms","start":"2026-03-04T15:42:43.652682Z","end":"2026-03-04T15:42:44.477441Z","steps":["trace[1096152647] 'agreement among raft nodes before linearized reading' (duration: 824.533156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.477618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.044788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222784"} {"level":"warn","ts":"2026-03-04T15:42:44.47771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.652669Z","time spent":"825.015567ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:42:44.477716Z","caller":"traceutil/trace.go:171","msg":"trace[509424033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7994; }","duration":"825.170492ms","start":"2026-03-04T15:42:43.652531Z","end":"2026-03-04T15:42:44.477702Z","steps":["trace[509424033] 'agreement among raft nodes before linearized reading' (duration: 824.68665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.477762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:43.652521Z","time spent":"825.230453ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:42:44.921901Z","caller":"traceutil/trace.go:171","msg":"trace[984023820] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"849.103839ms","start":"2026-03-04T15:42:44.072779Z","end":"2026-03-04T15:42:44.921883Z","steps":["trace[984023820] 'process raft request' (duration: 848.691528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.072745Z","time spent":"849.202761ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.922073Z","caller":"traceutil/trace.go:171","msg":"trace[841191758] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8308; }","duration":"445.095366ms","start":"2026-03-04T15:42:44.476951Z","end":"2026-03-04T15:42:44.922047Z","steps":["trace[841191758] 'read index received' (duration: 444.468069ms)","trace[841191758] 'applied index is now lower than readState.Index' (duration: 626.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:44.92219Z","caller":"traceutil/trace.go:171","msg":"trace[768533752] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"845.463827ms","start":"2026-03-04T15:42:44.076715Z","end":"2026-03-04T15:42:44.922179Z","steps":["trace[768533752] 'process raft request' (duration: 845.129629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.075809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:42:44.922285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.451394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"warn","ts":"2026-03-04T15:42:44.92228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.076692Z","time spent":"845.523138ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:44.922308Z","caller":"traceutil/trace.go:171","msg":"trace[2036269034] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7996; }","duration":"443.494905ms","start":"2026-03-04T15:42:44.478806Z","end":"2026-03-04T15:42:44.922301Z","steps":["trace[2036269034] 'agreement among raft nodes before linearized reading' (duration: 443.414603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:44.922307Z","caller":"traceutil/trace.go:171","msg":"trace[276916287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7996; }","duration":"745.199332ms","start":"2026-03-04T15:42:44.177087Z","end":"2026-03-04T15:42:44.922287Z","steps":["trace[276916287] 'agreement among raft nodes before linearized reading' (duration: 745.092129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.478791Z","time spent":"443.528987ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T15:42:44.922341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.177058Z","time spent":"745.273314ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:44.92234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.631766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:44.922419Z","caller":"traceutil/trace.go:171","msg":"trace[2062246830] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7996; }","duration":"474.725989ms","start":"2026-03-04T15:42:44.447675Z","end":"2026-03-04T15:42:44.922401Z","steps":["trace[2062246830] 'agreement among raft nodes before linearized reading' (duration: 474.551074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.443329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T15:42:44.922454Z","caller":"traceutil/trace.go:171","msg":"trace[69560944] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7996; }","duration":"442.48266ms","start":"2026-03-04T15:42:44.479967Z","end":"2026-03-04T15:42:44.922449Z","steps":["trace[69560944] 'agreement among raft nodes before linearized reading' (duration: 442.433889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.479954Z","time spent":"442.51123ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T15:42:44.922461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.447624Z","time spent":"474.826621ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:44.922339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.788394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:44.922543Z","caller":"traceutil/trace.go:171","msg":"trace[1918015141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7996; }","duration":"433.033741ms","start":"2026-03-04T15:42:44.489496Z","end":"2026-03-04T15:42:44.92253Z","steps":["trace[1918015141] 'agreement among raft nodes before linearized reading' (duration: 432.758734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:44.922572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:44.489481Z","time spent":"433.082992ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:45.146995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.75621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:42:45.147075Z","caller":"traceutil/trace.go:171","msg":"trace[1184246233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7998; }","duration":"123.873124ms","start":"2026-03-04T15:42:45.023183Z","end":"2026-03-04T15:42:45.147056Z","steps":["trace[1184246233] 'range keys from in-memory index tree' (duration: 123.599007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:45.362165Z","caller":"traceutil/trace.go:171","msg":"trace[198321718] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"196.20953ms","start":"2026-03-04T15:42:45.165928Z","end":"2026-03-04T15:42:45.362137Z","steps":["trace[198321718] 'process raft request' (duration: 196.007455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:45.362379Z","caller":"traceutil/trace.go:171","msg":"trace[541763199] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"196.24295ms","start":"2026-03-04T15:42:45.166127Z","end":"2026-03-04T15:42:45.36237Z","steps":["trace[541763199] 'process raft request' (duration: 195.970184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.247433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.030202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:47.247662Z","caller":"traceutil/trace.go:171","msg":"trace[869012495] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8316; }","duration":"758.51857ms","start":"2026-03-04T15:42:46.48913Z","end":"2026-03-04T15:42:47.247649Z","steps":["trace[869012495] 'read index received' (duration: 43.551µs)","trace[869012495] 'applied index is now lower than readState.Index' (duration: 758.474189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:47.247726Z","caller":"traceutil/trace.go:171","msg":"trace[636233948] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"1.167820568s","start":"2026-03-04T15:42:46.079893Z","end":"2026-03-04T15:42:47.247713Z","steps":["trace[636233948] 'process raft request' (duration: 265.249762ms)","trace[636233948] 'compare' (duration: 901.634882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:47.247785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.079878Z","time spent":"1.16787409s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:47.247924Z","caller":"traceutil/trace.go:171","msg":"trace[2032788885] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.167593613s","start":"2026-03-04T15:42:46.080275Z","end":"2026-03-04T15:42:47.247868Z","steps":["trace[2032788885] 'process raft request' (duration: 1.167296195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.248104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.080262Z","time spent":"1.167750676s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:47.248151Z","caller":"traceutil/trace.go:171","msg":"trace[1437386915] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"1.167228533s","start":"2026-03-04T15:42:46.080885Z","end":"2026-03-04T15:42:47.248114Z","steps":["trace[1437386915] 'process raft request' (duration: 1.16673395s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:47.248209Z","caller":"traceutil/trace.go:171","msg":"trace[1499231218] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.168146906s","start":"2026-03-04T15:42:46.080018Z","end":"2026-03-04T15:42:47.248165Z","steps":["trace[1499231218] 'process raft request' (duration: 1.16748769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.248242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.082065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:47.248329Z","caller":"traceutil/trace.go:171","msg":"trace[1885570562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"759.184127ms","start":"2026-03-04T15:42:46.489123Z","end":"2026-03-04T15:42:47.248307Z","steps":["trace[1885570562] 'agreement among raft nodes before linearized reading' (duration: 758.999743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.248334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.080859Z","time spent":"1.167375067s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:47.24837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.489057Z","time spent":"759.30492ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:47.248362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.080003Z","time spent":"1.168276029s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:47.40173Z","caller":"traceutil/trace.go:171","msg":"trace[1164303151] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"154.011559ms","start":"2026-03-04T15:42:47.247689Z","end":"2026-03-04T15:42:47.401701Z","steps":["trace[1164303151] 'read index received' (duration: 153.786143ms)","trace[1164303151] 'applied index is now lower than readState.Index' (duration: 223.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:47.401761Z","caller":"traceutil/trace.go:171","msg":"trace[1571268632] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"163.461718ms","start":"2026-03-04T15:42:47.238261Z","end":"2026-03-04T15:42:47.401723Z","steps":["trace[1571268632] 'process raft request' (duration: 163.210612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.40198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.632292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:47.402061Z","caller":"traceutil/trace.go:171","msg":"trace[1735590591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8007; }","duration":"912.791135ms","start":"2026-03-04T15:42:46.48925Z","end":"2026-03-04T15:42:47.402041Z","steps":["trace[1735590591] 'agreement among raft nodes before linearized reading' (duration: 912.609311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:47.402114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:46.489216Z","time spent":"912.887028ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:42:47.403406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.475835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:47.403485Z","caller":"traceutil/trace.go:171","msg":"trace[1245371865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8009; }","duration":"153.608429ms","start":"2026-03-04T15:42:47.249857Z","end":"2026-03-04T15:42:47.403465Z","steps":["trace[1245371865] 'agreement among raft nodes before linearized reading' (duration: 153.467814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:48.443942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.104711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:42:49.566735Z","caller":"traceutil/trace.go:171","msg":"trace[1086240004] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"309.655359ms","start":"2026-03-04T15:42:49.257058Z","end":"2026-03-04T15:42:49.566714Z","steps":["trace[1086240004] 'process raft request' (duration: 303.490033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:49.566841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:49.257039Z","time spent":"309.745251ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:49.566948Z","caller":"traceutil/trace.go:171","msg":"trace[344811211] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"309.533236ms","start":"2026-03-04T15:42:49.257394Z","end":"2026-03-04T15:42:49.566927Z","steps":["trace[344811211] 'process raft request' (duration: 309.28316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:49.56695Z","caller":"traceutil/trace.go:171","msg":"trace[590093421] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"309.332671ms","start":"2026-03-04T15:42:49.257593Z","end":"2026-03-04T15:42:49.566925Z","steps":["trace[590093421] 'process raft request' (duration: 309.248809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:49.567055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:49.25738Z","time spent":"309.614988ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:49.567067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:49.257582Z","time spent":"309.426843ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:49.592292Z","caller":"traceutil/trace.go:171","msg":"trace[876421227] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8326; }","duration":"178.701065ms","start":"2026-03-04T15:42:49.413573Z","end":"2026-03-04T15:42:49.592274Z","steps":["trace[876421227] 'read index received' (duration: 146.991531ms)","trace[876421227] 'applied index is now lower than readState.Index' (duration: 31.708764ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:49.592537Z","caller":"traceutil/trace.go:171","msg":"trace[773782950] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"184.906893ms","start":"2026-03-04T15:42:49.407615Z","end":"2026-03-04T15:42:49.592522Z","steps":["trace[773782950] 'process raft request' (duration: 184.466042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:49.592677Z","caller":"traceutil/trace.go:171","msg":"trace[305368818] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"183.759684ms","start":"2026-03-04T15:42:49.408911Z","end":"2026-03-04T15:42:49.592671Z","steps":["trace[305368818] 'process raft request' (duration: 183.294053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:49.592757Z","caller":"traceutil/trace.go:171","msg":"trace[630575588] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"183.108967ms","start":"2026-03-04T15:42:49.409641Z","end":"2026-03-04T15:42:49.59275Z","steps":["trace[630575588] 'process raft request' (duration: 182.602335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:49.592872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.28775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:42:49.592899Z","caller":"traceutil/trace.go:171","msg":"trace[2014145126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8017; }","duration":"179.321551ms","start":"2026-03-04T15:42:49.413568Z","end":"2026-03-04T15:42:49.59289Z","steps":["trace[2014145126] 'agreement among raft nodes before linearized reading' (duration: 179.255919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:49.593035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.353053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:49.593064Z","caller":"traceutil/trace.go:171","msg":"trace[654444709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8017; }","duration":"105.418866ms","start":"2026-03-04T15:42:49.487639Z","end":"2026-03-04T15:42:49.593058Z","steps":["trace[654444709] 'agreement among raft nodes before linearized reading' (duration: 105.378465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:49.828558Z","caller":"traceutil/trace.go:171","msg":"trace[1728473095] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"109.071988ms","start":"2026-03-04T15:42:49.719453Z","end":"2026-03-04T15:42:49.828525Z","steps":["trace[1728473095] 'process raft request' (duration: 108.851812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:50.560144Z","caller":"traceutil/trace.go:171","msg":"trace[569976738] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"272.046753ms","start":"2026-03-04T15:42:50.288076Z","end":"2026-03-04T15:42:50.560123Z","steps":["trace[569976738] 'read index received' (duration: 271.862439ms)","trace[569976738] 'applied index is now lower than readState.Index' (duration: 183.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:50.560206Z","caller":"traceutil/trace.go:171","msg":"trace[586888954] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"302.822136ms","start":"2026-03-04T15:42:50.257349Z","end":"2026-03-04T15:42:50.560171Z","steps":["trace[586888954] 'process raft request' (duration: 302.637511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:50.560284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.189778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:50.560318Z","caller":"traceutil/trace.go:171","msg":"trace[1216708883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8021; }","duration":"272.258079ms","start":"2026-03-04T15:42:50.288048Z","end":"2026-03-04T15:42:50.560306Z","steps":["trace[1216708883] 'agreement among raft nodes before linearized reading' (duration: 272.189157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:50.56037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:50.257332Z","time spent":"302.944008ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:51.064781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832338418,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:42:51.556441Z","caller":"traceutil/trace.go:171","msg":"trace[240529094] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8336; }","duration":"992.514528ms","start":"2026-03-04T15:42:50.563908Z","end":"2026-03-04T15:42:51.556423Z","steps":["trace[240529094] 'read index received' (duration: 992.330324ms)","trace[240529094] 'applied index is now lower than readState.Index' (duration: 183.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:51.556717Z","caller":"traceutil/trace.go:171","msg":"trace[1236072516] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"993.981216ms","start":"2026-03-04T15:42:50.562728Z","end":"2026-03-04T15:42:51.55671Z","steps":["trace[1236072516] 'process raft request' (duration: 993.568355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:51.556791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:50.562714Z","time spent":"994.023607ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:51.55694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.042201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:51.556969Z","caller":"traceutil/trace.go:171","msg":"trace[82638480] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8022; }","duration":"993.118573ms","start":"2026-03-04T15:42:50.563845Z","end":"2026-03-04T15:42:51.556963Z","steps":["trace[82638480] 'agreement among raft nodes before linearized reading' (duration: 993.068952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:51.556989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:50.563819Z","time spent":"993.166705ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T15:42:51.557154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.701097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:51.557186Z","caller":"traceutil/trace.go:171","msg":"trace[1060373197] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8022; }","duration":"898.734158ms","start":"2026-03-04T15:42:50.658443Z","end":"2026-03-04T15:42:51.557177Z","steps":["trace[1060373197] 'agreement among raft nodes before linearized reading' (duration: 898.650506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:51.557206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:50.658381Z","time spent":"898.817941ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:51.557615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.618866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:42:51.557712Z","caller":"traceutil/trace.go:171","msg":"trace[1649892748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8022; }","duration":"216.76964ms","start":"2026-03-04T15:42:51.340924Z","end":"2026-03-04T15:42:51.557694Z","steps":["trace[1649892748] 'agreement among raft nodes before linearized reading' (duration: 216.524104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.333453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.516661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:52.333741Z","caller":"traceutil/trace.go:171","msg":"trace[1214607503] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"735.023884ms","start":"2026-03-04T15:42:51.598703Z","end":"2026-03-04T15:42:52.333727Z","steps":["trace[1214607503] 'process raft request' (duration: 734.955412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.333797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.598681Z","time spent":"735.093135ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:52.333963Z","caller":"traceutil/trace.go:171","msg":"trace[1939675376] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"735.811174ms","start":"2026-03-04T15:42:51.59814Z","end":"2026-03-04T15:42:52.333951Z","steps":["trace[1939675376] 'process raft request' (duration: 735.410053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.33401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.598118Z","time spent":"735.868005ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:52.334071Z","caller":"traceutil/trace.go:171","msg":"trace[1098061744] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8337; }","duration":"773.015238ms","start":"2026-03-04T15:42:51.561049Z","end":"2026-03-04T15:42:52.334064Z","steps":["trace[1098061744] 'read index received' (duration: 154.830059ms)","trace[1098061744] 'applied index is now lower than readState.Index' (duration: 618.184429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:42:52.334095Z","caller":"traceutil/trace.go:171","msg":"trace[452474847] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"735.64458ms","start":"2026-03-04T15:42:51.598413Z","end":"2026-03-04T15:42:52.334057Z","steps":["trace[452474847] 'process raft request' (duration: 735.211208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:52.334134Z","caller":"traceutil/trace.go:171","msg":"trace[1634711728] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"773.1075ms","start":"2026-03-04T15:42:51.560998Z","end":"2026-03-04T15:42:52.334106Z","steps":["trace[1634711728] 'process raft request' (duration: 154.86706ms)","trace[1634711728] 'compare' (duration: 617.159742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:52.334192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.140861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-04T15:42:52.334214Z","caller":"traceutil/trace.go:171","msg":"trace[361427698] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8026; }","duration":"773.181262ms","start":"2026-03-04T15:42:51.561025Z","end":"2026-03-04T15:42:52.334207Z","steps":["trace[361427698] 'agreement among raft nodes before linearized reading' (duration: 773.09556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.334239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.561017Z","time spent":"773.217504ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T15:42:52.33426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.560987Z","time spent":"773.207493ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:52.334298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.319093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T15:42:52.334279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.598388Z","time spent":"735.793314ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:52.334339Z","caller":"traceutil/trace.go:171","msg":"trace[1511140692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"763.412635ms","start":"2026-03-04T15:42:51.570916Z","end":"2026-03-04T15:42:52.334329Z","steps":["trace[1511140692] 'agreement among raft nodes before linearized reading' (duration: 763.286742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.334321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.925703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:42:52.334365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.570889Z","time spent":"763.471047ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:42:52.334378Z","caller":"traceutil/trace.go:171","msg":"trace[1553804089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8026; }","duration":"728.021906ms","start":"2026-03-04T15:42:51.606343Z","end":"2026-03-04T15:42:52.334365Z","steps":["trace[1553804089] 'agreement among raft nodes before linearized reading' (duration: 727.933524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.334409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.606323Z","time spent":"728.079068ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:42:52.334475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.803355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:52.3345Z","caller":"traceutil/trace.go:171","msg":"trace[114267417] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8026; }","duration":"490.865978ms","start":"2026-03-04T15:42:51.843627Z","end":"2026-03-04T15:42:52.334493Z","steps":["trace[114267417] 'agreement among raft nodes before linearized reading' (duration: 490.809557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.334519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.843606Z","time spent":"490.90786ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:42:52.334511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.437006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:42:52.334591Z","caller":"traceutil/trace.go:171","msg":"trace[127095052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"763.532408ms","start":"2026-03-04T15:42:51.571034Z","end":"2026-03-04T15:42:52.334567Z","steps":["trace[127095052] 'agreement among raft nodes before linearized reading' (duration: 763.317202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.33465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.571028Z","time spent":"763.61312ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:42:52.334785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.732193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:42:52.335192Z","caller":"traceutil/trace.go:171","msg":"trace[959653956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"764.04271ms","start":"2026-03-04T15:42:51.570938Z","end":"2026-03-04T15:42:52.334981Z","steps":["trace[959653956] 'agreement among raft nodes before linearized reading' (duration: 763.499597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.335246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:51.570907Z","time spent":"764.331158ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:42:52.673821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.214037ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T15:42:52.674178Z","caller":"traceutil/trace.go:171","msg":"trace[117310400] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8341; }","duration":"335.149076ms","start":"2026-03-04T15:42:52.339001Z","end":"2026-03-04T15:42:52.67415Z","steps":["trace[117310400] 'read index received' (duration: 200.594141ms)","trace[117310400] 'applied index is now lower than readState.Index' (duration: 134.552865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:52.67424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.335444Z","time spent":"338.781268ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T15:42:52.675346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.332635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222784"} {"level":"info","ts":"2026-03-04T15:42:52.675397Z","caller":"traceutil/trace.go:171","msg":"trace[1629927329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8026; }","duration":"336.423038ms","start":"2026-03-04T15:42:52.338961Z","end":"2026-03-04T15:42:52.675384Z","steps":["trace[1629927329] 'agreement among raft nodes before linearized reading' (duration: 335.30452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.675431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.338946Z","time spent":"336.47704ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:42:52.70201Z","caller":"traceutil/trace.go:171","msg":"trace[1261432903] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"360.52328ms","start":"2026-03-04T15:42:52.341444Z","end":"2026-03-04T15:42:52.701967Z","steps":["trace[1261432903] 'process raft request' (duration: 360.176811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.702224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.34143Z","time spent":"360.680353ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:52.702246Z","caller":"traceutil/trace.go:171","msg":"trace[1432212912] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"354.298581ms","start":"2026-03-04T15:42:52.347904Z","end":"2026-03-04T15:42:52.702203Z","steps":["trace[1432212912] 'process raft request' (duration: 354.010433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.702387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.063259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T15:42:52.702442Z","caller":"traceutil/trace.go:171","msg":"trace[2144239998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8029; }","duration":"351.149181ms","start":"2026-03-04T15:42:52.351278Z","end":"2026-03-04T15:42:52.702427Z","steps":["trace[2144239998] 'agreement among raft nodes before linearized reading' (duration: 350.963727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.70245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.347891Z","time spent":"354.454515ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:52.702476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.351264Z","time spent":"351.204002ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T15:42:52.702484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.023172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:42:52.702572Z","caller":"traceutil/trace.go:171","msg":"trace[924570457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8029; }","duration":"138.154575ms","start":"2026-03-04T15:42:52.564394Z","end":"2026-03-04T15:42:52.702548Z","steps":["trace[924570457] 'agreement among raft nodes before linearized reading' (duration: 137.874218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.702682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.722133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:52.702781Z","caller":"traceutil/trace.go:171","msg":"trace[1760894990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8029; }","duration":"213.811086ms","start":"2026-03-04T15:42:52.48891Z","end":"2026-03-04T15:42:52.702721Z","steps":["trace[1760894990] 'agreement among raft nodes before linearized reading' (duration: 213.735424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:52.702828Z","caller":"traceutil/trace.go:171","msg":"trace[1733539348] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"354.784573ms","start":"2026-03-04T15:42:52.348024Z","end":"2026-03-04T15:42:52.702808Z","steps":["trace[1733539348] 'process raft request' (duration: 354.113256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:52.702948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.348018Z","time spent":"354.854814ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:53.206678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.831779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:42:53.20688Z","caller":"traceutil/trace.go:171","msg":"trace[1648611660] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"500.027189ms","start":"2026-03-04T15:42:52.706839Z","end":"2026-03-04T15:42:53.206866Z","steps":["trace[1648611660] 'process raft request' (duration: 499.937857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:53.207001Z","caller":"traceutil/trace.go:171","msg":"trace[750958717] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"501.978339ms","start":"2026-03-04T15:42:52.704995Z","end":"2026-03-04T15:42:53.206974Z","steps":["trace[750958717] 'read index received' (duration: 73.672469ms)","trace[750958717] 'applied index is now lower than readState.Index' (duration: 428.30351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:53.20703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.706826Z","time spent":"500.125222ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:42:53.207025Z","caller":"traceutil/trace.go:171","msg":"trace[359327249] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"531.751215ms","start":"2026-03-04T15:42:52.67524Z","end":"2026-03-04T15:42:53.206991Z","steps":["trace[359327249] 'process raft request' (duration: 103.537058ms)","trace[359327249] 'compare' (duration: 427.50685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:42:53.207148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.508445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:42:53.207179Z","caller":"traceutil/trace.go:171","msg":"trace[1573994340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8031; }","duration":"467.594507ms","start":"2026-03-04T15:42:52.739575Z","end":"2026-03-04T15:42:53.20717Z","steps":["trace[1573994340] 'agreement among raft nodes before linearized reading' (duration: 467.518095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:53.207153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.134914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:42:53.207173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.675218Z","time spent":"531.864948ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:42:53.207202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.739554Z","time spent":"467.642219ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:42:53.207218Z","caller":"traceutil/trace.go:171","msg":"trace[1314976369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8031; }","duration":"502.233546ms","start":"2026-03-04T15:42:52.70497Z","end":"2026-03-04T15:42:53.207204Z","steps":["trace[1314976369] 'agreement among raft nodes before linearized reading' (duration: 502.115063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:53.207255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:52.704953Z","time spent":"502.295907ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:42:53.819208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.548265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:42:53.819278Z","caller":"traceutil/trace.go:171","msg":"trace[431788974] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8031; }","duration":"463.670928ms","start":"2026-03-04T15:42:53.35559Z","end":"2026-03-04T15:42:53.819261Z","steps":["trace[431788974] 'count revisions from in-memory index tree' (duration: 463.423722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:42:53.819311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:42:53.355563Z","time spent":"463.73964ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:42:53.819623Z","caller":"traceutil/trace.go:171","msg":"trace[1018196623] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"101.68972ms","start":"2026-03-04T15:42:53.717923Z","end":"2026-03-04T15:42:53.819613Z","steps":["trace[1018196623] 'process raft request' (duration: 101.336191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:54.414033Z","caller":"traceutil/trace.go:171","msg":"trace[1469971163] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"122.11733ms","start":"2026-03-04T15:42:54.291891Z","end":"2026-03-04T15:42:54.414008Z","steps":["trace[1469971163] 'process raft request' (duration: 121.987437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:54.858834Z","caller":"traceutil/trace.go:171","msg":"trace[118717836] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"146.17821ms","start":"2026-03-04T15:42:54.712635Z","end":"2026-03-04T15:42:54.858813Z","steps":["trace[118717836] 'process raft request' (duration: 146.097127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:54.858894Z","caller":"traceutil/trace.go:171","msg":"trace[905888730] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"146.420966ms","start":"2026-03-04T15:42:54.712448Z","end":"2026-03-04T15:42:54.858869Z","steps":["trace[905888730] 'process raft request' (duration: 146.128479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:42:54.859149Z","caller":"traceutil/trace.go:171","msg":"trace[400269205] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"146.364354ms","start":"2026-03-04T15:42:54.71276Z","end":"2026-03-04T15:42:54.859124Z","steps":["trace[400269205] 'process raft request' (duration: 146.020726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:20.405298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339017,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:43:20.548673Z","caller":"traceutil/trace.go:171","msg":"trace[1941042320] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"643.678545ms","start":"2026-03-04T15:43:19.90498Z","end":"2026-03-04T15:43:20.548659Z","steps":["trace[1941042320] 'read index received' (duration: 643.500731ms)","trace[1941042320] 'applied index is now lower than readState.Index' (duration: 177.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:20.548965Z","caller":"traceutil/trace.go:171","msg":"trace[651836857] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"680.50035ms","start":"2026-03-04T15:43:19.868456Z","end":"2026-03-04T15:43:20.548956Z","steps":["trace[651836857] 'process raft request' (duration: 680.10025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:20.549068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:19.868433Z","time spent":"680.576832ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:20.549203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.675093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T15:43:20.549267Z","caller":"traceutil/trace.go:171","msg":"trace[479815143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8211; }","duration":"611.747515ms","start":"2026-03-04T15:43:19.937487Z","end":"2026-03-04T15:43:20.549234Z","steps":["trace[479815143] 'agreement among raft nodes before linearized reading' (duration: 611.602211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:20.549309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:19.937476Z","time spent":"611.821396ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T15:43:20.549423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.432396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T15:43:20.549503Z","caller":"traceutil/trace.go:171","msg":"trace[926906835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8211; }","duration":"644.553589ms","start":"2026-03-04T15:43:19.90493Z","end":"2026-03-04T15:43:20.549483Z","steps":["trace[926906835] 'agreement among raft nodes before linearized reading' (duration: 644.342773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:20.549547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:19.904912Z","time spent":"644.62604ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T15:43:23.120319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:23.620849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:24.12153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:24.622215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:25.122347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:25.486882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.876979714s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:43:25.490089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000676744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:43:25.490136Z","caller":"traceutil/trace.go:171","msg":"trace[964449171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767487s","start":"2026-03-04T15:43:23.489354Z","end":"2026-03-04T15:43:25.490122Z","steps":["trace[964449171] 'agreement among raft nodes before linearized reading' (duration: 2.000703435s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.490177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.489338Z","time spent":"2.000826698s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 15:43:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T15:43:25.514983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02585156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:25.515036Z","caller":"traceutil/trace.go:171","msg":"trace[779978570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8221; }","duration":"4.025957683s","start":"2026-03-04T15:43:21.489065Z","end":"2026-03-04T15:43:25.515023Z","steps":["trace[779978570] 'range keys from in-memory index tree' (duration: 4.025730257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.515078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:21.488944Z","time spent":"4.026122307s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:43:25.515147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818117159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:43:25.515277Z","caller":"traceutil/trace.go:171","msg":"trace[1975860035] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8221; }","duration":"3.818292932s","start":"2026-03-04T15:43:21.696953Z","end":"2026-03-04T15:43:25.515245Z","steps":["trace[1975860035] 'count revisions from in-memory index tree' (duration: 3.818042836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.515358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:21.696934Z","time spent":"3.818400126s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:43:25.515442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669792367s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:25.515555Z","caller":"traceutil/trace.go:171","msg":"trace[973193139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8221; }","duration":"1.6699148s","start":"2026-03-04T15:43:23.84562Z","end":"2026-03-04T15:43:25.515535Z","steps":["trace[973193139] 'range keys from in-memory index tree' (duration: 1.669775636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.515574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268639813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T15:43:25.515618Z","caller":"traceutil/trace.go:171","msg":"trace[692950346] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:8221; }","duration":"3.268728656s","start":"2026-03-04T15:43:22.246877Z","end":"2026-03-04T15:43:25.515606Z","steps":["trace[692950346] 'range keys from in-memory index tree' (duration: 3.268471689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.515643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.246855Z","time spent":"3.268782637s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T15:43:25.515615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188120699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:43:25.515728Z","caller":"traceutil/trace.go:171","msg":"trace[680163575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8221; }","duration":"4.188262442s","start":"2026-03-04T15:43:21.327437Z","end":"2026-03-04T15:43:25.5157Z","steps":["trace[680163575] 'range keys from in-memory index tree' (duration: 4.187906463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.515792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:21.327424Z","time spent":"4.188354005s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:43:25.515908Z","caller":"traceutil/trace.go:171","msg":"trace[1241071893] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"2.906115063s","start":"2026-03-04T15:43:22.60978Z","end":"2026-03-04T15:43:25.515895Z","steps":["trace[1241071893] 'process raft request' (duration: 2.877464046s)","trace[1241071893] 'compare' (duration: 27.425296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:25.516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.609753Z","time spent":"2.906191825s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:25.56974Z","caller":"traceutil/trace.go:171","msg":"trace[1392927505] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"2.958484113s","start":"2026-03-04T15:43:22.611237Z","end":"2026-03-04T15:43:25.569721Z","steps":["trace[1392927505] 'process raft request' (duration: 2.958414711s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:25.569827Z","caller":"traceutil/trace.go:171","msg":"trace[1910504008] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"2.959738935s","start":"2026-03-04T15:43:22.610044Z","end":"2026-03-04T15:43:25.569783Z","steps":["trace[1910504008] 'process raft request' (duration: 2.959510059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.569874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.611209Z","time spent":"2.958586885s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:25.570003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.610028Z","time spent":"2.959886628s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:25.570298Z","caller":"traceutil/trace.go:171","msg":"trace[1544726001] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"936.075156ms","start":"2026-03-04T15:43:24.634191Z","end":"2026-03-04T15:43:25.570266Z","steps":["trace[1544726001] 'process raft request' (duration: 935.502132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.570497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:24.634168Z","time spent":"936.237111ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:25.570675Z","caller":"traceutil/trace.go:171","msg":"trace[603348340] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8544; }","duration":"2.951293081s","start":"2026-03-04T15:43:22.619314Z","end":"2026-03-04T15:43:25.570607Z","steps":["trace[603348340] 'read index received' (duration: 2.867859923s)","trace[603348340] 'applied index is now lower than readState.Index' (duration: 83.431498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:25.570803Z","caller":"traceutil/trace.go:171","msg":"trace[210244782] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"558.089404ms","start":"2026-03-04T15:43:25.012686Z","end":"2026-03-04T15:43:25.570775Z","steps":["trace[210244782] 'process raft request' (duration: 557.355946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.570953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951643289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:43:25.571001Z","caller":"traceutil/trace.go:171","msg":"trace[1346085555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8226; }","duration":"2.951723951s","start":"2026-03-04T15:43:22.619265Z","end":"2026-03-04T15:43:25.570988Z","steps":["trace[1346085555] 'agreement among raft nodes before linearized reading' (duration: 2.951589128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.570963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:25.012659Z","time spent":"558.207456ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:25.571035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.619248Z","time spent":"2.951780982s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:25.595487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879673432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:43:25.595567Z","caller":"traceutil/trace.go:171","msg":"trace[1873900938] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8227; }","duration":"2.879798165s","start":"2026-03-04T15:43:22.715749Z","end":"2026-03-04T15:43:25.595547Z","steps":["trace[1873900938] 'agreement among raft nodes before linearized reading' (duration: 2.879665821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.595563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982647247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:25.59561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.715731Z","time spent":"2.879867997s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:25.595635Z","caller":"traceutil/trace.go:171","msg":"trace[352692996] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8227; }","duration":"1.98277117s","start":"2026-03-04T15:43:23.612844Z","end":"2026-03-04T15:43:25.595615Z","steps":["trace[352692996] 'agreement among raft nodes before linearized reading' (duration: 1.982586396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.595693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.612824Z","time spent":"1.982856572s","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:43:25.595725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360108067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:43:25.595719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525026402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:43:25.595807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600145338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:43:25.59581Z","caller":"traceutil/trace.go:171","msg":"trace[1900716976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8227; }","duration":"2.360253821s","start":"2026-03-04T15:43:23.235539Z","end":"2026-03-04T15:43:25.595793Z","steps":["trace[1900716976] 'agreement among raft nodes before linearized reading' (duration: 2.359994514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.595806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183664079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:25.59589Z","caller":"traceutil/trace.go:171","msg":"trace[891811455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.525216637s","start":"2026-03-04T15:43:23.070591Z","end":"2026-03-04T15:43:25.595808Z","steps":["trace[891811455] 'agreement among raft nodes before linearized reading' (duration: 2.524897639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.595738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607209218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:43:25.595978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.945811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T15:43:25.595931Z","caller":"traceutil/trace.go:171","msg":"trace[1304646312] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8227; }","duration":"2.183885435s","start":"2026-03-04T15:43:23.412022Z","end":"2026-03-04T15:43:25.595908Z","steps":["trace[1304646312] 'agreement among raft nodes before linearized reading' (duration: 2.183599097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.596027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.25066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T15:43:25.595996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.070575Z","time spent":"2.525401501s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:25.596049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434542855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:43:25.596112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.412006Z","time spent":"2.184082919s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:25.596009Z","caller":"traceutil/trace.go:171","msg":"trace[104990791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.607501045s","start":"2026-03-04T15:43:22.988497Z","end":"2026-03-04T15:43:25.595998Z","steps":["trace[104990791] 'agreement among raft nodes before linearized reading' (duration: 2.607076724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.59626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.988449Z","time spent":"2.607794612s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:25.595903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.870915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:25.59638Z","caller":"traceutil/trace.go:171","msg":"trace[98809083] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8227; }","duration":"206.354448ms","start":"2026-03-04T15:43:25.390001Z","end":"2026-03-04T15:43:25.596356Z","steps":["trace[98809083] 'agreement among raft nodes before linearized reading' (duration: 205.877276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.595818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628812815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:43:25.596472Z","caller":"traceutil/trace.go:171","msg":"trace[1702960058] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8227; }","duration":"2.629493983s","start":"2026-03-04T15:43:22.96695Z","end":"2026-03-04T15:43:25.596444Z","steps":["trace[1702960058] 'agreement among raft nodes before linearized reading' (duration: 2.628806286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.596533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.966935Z","time spent":"2.629581395s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:43:25.595864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.23552Z","time spent":"2.360335892s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:43:25.595855Z","caller":"traceutil/trace.go:171","msg":"trace[1639332597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8227; }","duration":"2.60021524s","start":"2026-03-04T15:43:22.995626Z","end":"2026-03-04T15:43:25.595842Z","steps":["trace[1639332597] 'agreement among raft nodes before linearized reading' (duration: 2.600150958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.596845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:22.995599Z","time spent":"2.601225405s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:43:25.596014Z","caller":"traceutil/trace.go:171","msg":"trace[1033303840] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8227; }","duration":"363.020683ms","start":"2026-03-04T15:43:25.232982Z","end":"2026-03-04T15:43:25.596002Z","steps":["trace[1033303840] 'agreement among raft nodes before linearized reading' (duration: 362.89851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.596959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:25.232948Z","time spent":"363.993388ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T15:43:25.596067Z","caller":"traceutil/trace.go:171","msg":"trace[327478297] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:8227; }","duration":"103.316362ms","start":"2026-03-04T15:43:25.49274Z","end":"2026-03-04T15:43:25.596056Z","steps":["trace[327478297] 'agreement among raft nodes before linearized reading' (duration: 103.172599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:25.596124Z","caller":"traceutil/trace.go:171","msg":"trace[1276110662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"2.434659308s","start":"2026-03-04T15:43:23.161446Z","end":"2026-03-04T15:43:25.596105Z","steps":["trace[1276110662] 'agreement among raft nodes before linearized reading' (duration: 2.434216286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:25.597092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:23.161423Z","time spent":"2.435655593s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:43:27.716245Z","caller":"traceutil/trace.go:171","msg":"trace[104491541] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"890.630583ms","start":"2026-03-04T15:43:26.82559Z","end":"2026-03-04T15:43:27.71622Z","steps":["trace[104491541] 'process raft request' (duration: 890.424428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:27.716417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:26.825573Z","time spent":"890.767986ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:27.969777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.300849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:43:27.970676Z","caller":"traceutil/trace.go:171","msg":"trace[1954086098] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"448.109303ms","start":"2026-03-04T15:43:27.522515Z","end":"2026-03-04T15:43:27.970624Z","steps":["trace[1954086098] 'process raft request' (duration: 447.347253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:27.9708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.522494Z","time spent":"448.237466ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:28.113985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.299077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:43:28.114549Z","caller":"traceutil/trace.go:171","msg":"trace[770657698] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"539.748948ms","start":"2026-03-04T15:43:27.574773Z","end":"2026-03-04T15:43:28.114522Z","steps":["trace[770657698] 'process raft request' (duration: 395.836817ms)","trace[770657698] 'compare' (duration: 142.730522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:28.114558Z","caller":"traceutil/trace.go:171","msg":"trace[1904115013] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8557; }","duration":"626.069888ms","start":"2026-03-04T15:43:27.488457Z","end":"2026-03-04T15:43:28.114527Z","steps":["trace[1904115013] 'read index received' (duration: 227.521144ms)","trace[1904115013] 'applied index is now lower than readState.Index' (duration: 398.545704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:28.114644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.574759Z","time spent":"539.846561ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:28.114675Z","caller":"traceutil/trace.go:171","msg":"trace[898426976] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"538.64376ms","start":"2026-03-04T15:43:27.57602Z","end":"2026-03-04T15:43:28.114664Z","steps":["trace[898426976] 'process raft request' (duration: 538.054385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.114775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.576007Z","time spent":"538.695141ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:28.114922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.474288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:28.11496Z","caller":"traceutil/trace.go:171","msg":"trace[400632536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8238; }","duration":"626.509529ms","start":"2026-03-04T15:43:27.48844Z","end":"2026-03-04T15:43:28.11495Z","steps":["trace[400632536] 'agreement among raft nodes before linearized reading' (duration: 626.451288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.114991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.488381Z","time spent":"626.603963ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:43:28.115205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.903605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:43:28.115227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.936322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:28.115241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.355046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:43:28.115231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.514602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:28.11526Z","caller":"traceutil/trace.go:171","msg":"trace[1579436558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8238; }","duration":"194.005464ms","start":"2026-03-04T15:43:27.921245Z","end":"2026-03-04T15:43:28.11525Z","steps":["trace[1579436558] 'agreement among raft nodes before linearized reading' (duration: 193.943152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.115271Z","caller":"traceutil/trace.go:171","msg":"trace[572723218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8238; }","duration":"494.405287ms","start":"2026-03-04T15:43:27.620855Z","end":"2026-03-04T15:43:28.115261Z","steps":["trace[572723218] 'agreement among raft nodes before linearized reading' (duration: 494.321275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.620845Z","time spent":"494.438867ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:43:28.115286Z","caller":"traceutil/trace.go:171","msg":"trace[1487258193] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8238; }","duration":"104.589994ms","start":"2026-03-04T15:43:28.010678Z","end":"2026-03-04T15:43:28.115268Z","steps":["trace[1487258193] 'agreement among raft nodes before linearized reading' (duration: 104.499662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.115267Z","caller":"traceutil/trace.go:171","msg":"trace[1326997083] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8238; }","duration":"573.998497ms","start":"2026-03-04T15:43:27.541247Z","end":"2026-03-04T15:43:28.115245Z","steps":["trace[1326997083] 'agreement among raft nodes before linearized reading' (duration: 573.917565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.31388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1899adc697c88bf6\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T15:43:28.115415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.54123Z","time spent":"574.166021ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:28.11545Z","caller":"traceutil/trace.go:171","msg":"trace[1623869231] range","detail":"{range_begin:/registry/events/openstack/ceph.1899adc697c88bf6; range_end:; response_count:1; response_revision:8238; }","duration":"391.446443ms","start":"2026-03-04T15:43:27.723987Z","end":"2026-03-04T15:43:28.115434Z","steps":["trace[1623869231] 'agreement among raft nodes before linearized reading' (duration: 391.250428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.118047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:43:28.115506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.659383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:43:28.115492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.723971Z","time spent":"391.509945ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.1899adc697c88bf6\" "} {"level":"info","ts":"2026-03-04T15:43:28.115533Z","caller":"traceutil/trace.go:171","msg":"trace[661488058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8238; }","duration":"505.723854ms","start":"2026-03-04T15:43:27.609802Z","end":"2026-03-04T15:43:28.115526Z","steps":["trace[661488058] 'agreement among raft nodes before linearized reading' (duration: 505.653193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.11554Z","caller":"traceutil/trace.go:171","msg":"trace[1881165882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8238; }","duration":"501.21528ms","start":"2026-03-04T15:43:27.614307Z","end":"2026-03-04T15:43:28.115522Z","steps":["trace[1881165882] 'agreement among raft nodes before linearized reading' (duration: 501.002085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.609787Z","time spent":"505.759435ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:28.115574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.614298Z","time spent":"501.270031ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:28.115628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.704617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:43:28.115654Z","caller":"traceutil/trace.go:171","msg":"trace[537809682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8238; }","duration":"500.732507ms","start":"2026-03-04T15:43:27.614916Z","end":"2026-03-04T15:43:28.115648Z","steps":["trace[537809682] 'agreement among raft nodes before linearized reading' (duration: 500.663206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.614891Z","time spent":"500.776758ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:28.115704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.201999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:43:28.11575Z","caller":"traceutil/trace.go:171","msg":"trace[1665872414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8238; }","duration":"501.292123ms","start":"2026-03-04T15:43:27.614445Z","end":"2026-03-04T15:43:28.115737Z","steps":["trace[1665872414] 'agreement among raft nodes before linearized reading' (duration: 501.16645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.115789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.614421Z","time spent":"501.357084ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:43:28.115956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.990298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:43:28.11606Z","caller":"traceutil/trace.go:171","msg":"trace[630215831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8238; }","duration":"515.348908ms","start":"2026-03-04T15:43:27.600696Z","end":"2026-03-04T15:43:28.116045Z","steps":["trace[630215831] 'agreement among raft nodes before linearized reading' (duration: 514.919997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:28.116112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:27.600674Z","time spent":"515.424211ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:43:28.288279Z","caller":"traceutil/trace.go:171","msg":"trace[230125610] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"167.539842ms","start":"2026-03-04T15:43:28.120705Z","end":"2026-03-04T15:43:28.288245Z","steps":["trace[230125610] 'process raft request' (duration: 128.893691ms)","trace[230125610] 'compare' (duration: 38.542289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:28.315716Z","caller":"traceutil/trace.go:171","msg":"trace[559784068] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"192.372392ms","start":"2026-03-04T15:43:28.123322Z","end":"2026-03-04T15:43:28.315695Z","steps":["trace[559784068] 'process raft request' (duration: 192.337671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.315836Z","caller":"traceutil/trace.go:171","msg":"trace[1241232267] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"194.831705ms","start":"2026-03-04T15:43:28.120979Z","end":"2026-03-04T15:43:28.315811Z","steps":["trace[1241232267] 'process raft request' (duration: 194.566398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.315887Z","caller":"traceutil/trace.go:171","msg":"trace[2067204209] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"194.298381ms","start":"2026-03-04T15:43:28.121553Z","end":"2026-03-04T15:43:28.315851Z","steps":["trace[2067204209] 'process raft request' (duration: 194.026814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.31596Z","caller":"traceutil/trace.go:171","msg":"trace[2035320783] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"195.070251ms","start":"2026-03-04T15:43:28.120879Z","end":"2026-03-04T15:43:28.31595Z","steps":["trace[2035320783] 'process raft request' (duration: 194.561419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.316059Z","caller":"traceutil/trace.go:171","msg":"trace[1134011922] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"193.986753ms","start":"2026-03-04T15:43:28.122061Z","end":"2026-03-04T15:43:28.316048Z","steps":["trace[1134011922] 'process raft request' (duration: 193.564252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:34.565642Z","caller":"traceutil/trace.go:171","msg":"trace[616054848] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"115.155902ms","start":"2026-03-04T15:43:34.450454Z","end":"2026-03-04T15:43:34.56561Z","steps":["trace[616054848] 'process raft request' (duration: 108.562864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:34.566231Z","caller":"traceutil/trace.go:171","msg":"trace[447896133] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"110.090494ms","start":"2026-03-04T15:43:34.456115Z","end":"2026-03-04T15:43:34.566206Z","steps":["trace[447896133] 'process raft request' (duration: 109.746865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:38.458496Z","caller":"traceutil/trace.go:171","msg":"trace[944430353] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"287.050494ms","start":"2026-03-04T15:43:38.171426Z","end":"2026-03-04T15:43:38.458476Z","steps":["trace[944430353] 'process raft request' (duration: 286.787628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.040924Z","caller":"traceutil/trace.go:171","msg":"trace[955181660] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8654; }","duration":"819.536968ms","start":"2026-03-04T15:43:38.221365Z","end":"2026-03-04T15:43:39.040902Z","steps":["trace[955181660] 'read index received' (duration: 236.994283ms)","trace[955181660] 'applied index is now lower than readState.Index' (duration: 582.541315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:39.041095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.715163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:43:39.041148Z","caller":"traceutil/trace.go:171","msg":"trace[1688159384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8329; }","duration":"819.793714ms","start":"2026-03-04T15:43:38.221325Z","end":"2026-03-04T15:43:39.041119Z","steps":["trace[1688159384] 'agreement among raft nodes before linearized reading' (duration: 819.712022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:39.041217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.221312Z","time spent":"819.895227ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:43:39.04119Z","caller":"traceutil/trace.go:171","msg":"trace[652675371] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"834.528708ms","start":"2026-03-04T15:43:38.206634Z","end":"2026-03-04T15:43:39.041163Z","steps":["trace[652675371] 'process raft request' (duration: 834.170329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.041317Z","caller":"traceutil/trace.go:171","msg":"trace[982792530] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"863.311739ms","start":"2026-03-04T15:43:38.177927Z","end":"2026-03-04T15:43:39.041238Z","steps":["trace[982792530] 'process raft request' (duration: 807.613626ms)","trace[982792530] 'compare' (duration: 54.905753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:39.04142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.200558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:43:39.041469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.206611Z","time spent":"834.752814ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:39.04149Z","caller":"traceutil/trace.go:171","msg":"trace[443421052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8329; }","duration":"586.30454ms","start":"2026-03-04T15:43:38.455167Z","end":"2026-03-04T15:43:39.041472Z","steps":["trace[443421052] 'agreement among raft nodes before linearized reading' (duration: 586.074643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:39.041545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.455157Z","time spent":"586.379162ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:39.041414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.405943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:43:39.041539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.29781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:43:39.041425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.538282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:43:39.041556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.561792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:43:39.041589Z","caller":"traceutil/trace.go:171","msg":"trace[337950347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8329; }","duration":"601.614829ms","start":"2026-03-04T15:43:38.439961Z","end":"2026-03-04T15:43:39.041576Z","steps":["trace[337950347] 'agreement among raft nodes before linearized reading' (duration: 601.224378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.041604Z","caller":"traceutil/trace.go:171","msg":"trace[1702059382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8329; }","duration":"589.750897ms","start":"2026-03-04T15:43:38.451843Z","end":"2026-03-04T15:43:39.041594Z","steps":["trace[1702059382] 'agreement among raft nodes before linearized reading' (duration: 589.409228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.0416Z","caller":"traceutil/trace.go:171","msg":"trace[1940073075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8329; }","duration":"586.356452ms","start":"2026-03-04T15:43:38.455227Z","end":"2026-03-04T15:43:39.041583Z","steps":["trace[1940073075] 'agreement among raft nodes before linearized reading' (duration: 586.074215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:39.041644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.451824Z","time spent":"589.811449ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:43:39.041643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.439942Z","time spent":"601.68891ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:39.041655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.455206Z","time spent":"586.436113ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:43:39.04165Z","caller":"traceutil/trace.go:171","msg":"trace[543287153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8329; }","duration":"587.705855ms","start":"2026-03-04T15:43:38.45392Z","end":"2026-03-04T15:43:39.041626Z","steps":["trace[543287153] 'agreement among raft nodes before linearized reading' (duration: 587.326044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:39.041646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.177913Z","time spent":"863.566057ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:39.041793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.453906Z","time spent":"587.87201ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:43:39.042076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.21137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-flxrr\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-04T15:43:39.042122Z","caller":"traceutil/trace.go:171","msg":"trace[1586947895] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-flxrr; range_end:; response_count:1; response_revision:8329; }","duration":"564.291971ms","start":"2026-03-04T15:43:38.477818Z","end":"2026-03-04T15:43:39.04211Z","steps":["trace[1586947895] 'agreement among raft nodes before linearized reading' (duration: 563.454979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:39.042162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:38.477799Z","time spent":"564.355823ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-flxrr\" "} {"level":"info","ts":"2026-03-04T15:43:39.213286Z","caller":"traceutil/trace.go:171","msg":"trace[2100984966] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"167.355938ms","start":"2026-03-04T15:43:39.045903Z","end":"2026-03-04T15:43:39.213259Z","steps":["trace[2100984966] 'process raft request' (duration: 167.259805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.213319Z","caller":"traceutil/trace.go:171","msg":"trace[189458174] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"167.419089ms","start":"2026-03-04T15:43:39.045863Z","end":"2026-03-04T15:43:39.213282Z","steps":["trace[189458174] 'process raft request' (duration: 167.126062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.213656Z","caller":"traceutil/trace.go:171","msg":"trace[895903943] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"167.093931ms","start":"2026-03-04T15:43:39.046546Z","end":"2026-03-04T15:43:39.213639Z","steps":["trace[895903943] 'process raft request' (duration: 166.66489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.213876Z","caller":"traceutil/trace.go:171","msg":"trace[354598825] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"151.429513ms","start":"2026-03-04T15:43:39.062409Z","end":"2026-03-04T15:43:39.213839Z","steps":["trace[354598825] 'process raft request' (duration: 151.30561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.214004Z","caller":"traceutil/trace.go:171","msg":"trace[866380665] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"167.124282ms","start":"2026-03-04T15:43:39.046837Z","end":"2026-03-04T15:43:39.213962Z","steps":["trace[866380665] 'process raft request' (duration: 166.688181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:39.706364Z","caller":"traceutil/trace.go:171","msg":"trace[745773750] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"131.587989ms","start":"2026-03-04T15:43:39.574748Z","end":"2026-03-04T15:43:39.706336Z","steps":["trace[745773750] 'process raft request' (duration: 131.424855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:40.73771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:43:41.162937Z","caller":"traceutil/trace.go:171","msg":"trace[694509340] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8667; }","duration":"925.815326ms","start":"2026-03-04T15:43:40.237101Z","end":"2026-03-04T15:43:41.162916Z","steps":["trace[694509340] 'read index received' (duration: 925.748874ms)","trace[694509340] 'applied index is now lower than readState.Index' (duration: 65.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:41.163028Z","caller":"traceutil/trace.go:171","msg":"trace[320601619] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"986.415954ms","start":"2026-03-04T15:43:40.176604Z","end":"2026-03-04T15:43:41.16302Z","steps":["trace[320601619] 'process raft request' (duration: 986.145637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:41.163109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.176586Z","time spent":"986.460355ms","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:41.16336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.196955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T15:43:41.163454Z","caller":"traceutil/trace.go:171","msg":"trace[1145173934] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8340; }","duration":"926.38029ms","start":"2026-03-04T15:43:40.237054Z","end":"2026-03-04T15:43:41.163435Z","steps":["trace[1145173934] 'agreement among raft nodes before linearized reading' (duration: 925.98153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:41.163502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.237032Z","time spent":"926.459612ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T15:43:41.664057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:42.165213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832339386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:43:42.273481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110675917s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T15:43:42.488447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T15:43:42.488531Z","caller":"traceutil/trace.go:171","msg":"trace[1910816594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205722s","start":"2026-03-04T15:43:40.488306Z","end":"2026-03-04T15:43:42.488512Z","steps":["trace[1910816594] 'agreement among raft nodes before linearized reading' (duration: 2.00009781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.48858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.488284Z","time spent":"2.000283444s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:43:42.490949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.197022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:43:42.49182Z","caller":"traceutil/trace.go:171","msg":"trace[328937216] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.444885689s","start":"2026-03-04T15:43:41.046906Z","end":"2026-03-04T15:43:42.491791Z","steps":["trace[328937216] 'process raft request' (duration: 1.444419258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.491961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.046886Z","time spent":"1.444997952s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.49247Z","caller":"traceutil/trace.go:171","msg":"trace[1526836616] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"1.445529456s","start":"2026-03-04T15:43:41.04691Z","end":"2026-03-04T15:43:42.492439Z","steps":["trace[1526836616] 'process raft request' (duration: 1.444589682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.492637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.046886Z","time spent":"1.445665339s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.53443Z","caller":"traceutil/trace.go:171","msg":"trace[1469759348] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8668; }","duration":"1.371416244s","start":"2026-03-04T15:43:41.162994Z","end":"2026-03-04T15:43:42.53441Z","steps":["trace[1469759348] 'read index received' (duration: 1.110723338s)","trace[1469759348] 'applied index is now lower than readState.Index' (duration: 260.691786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:42.534556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879616781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:42.534536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483201241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:43:42.534588Z","caller":"traceutil/trace.go:171","msg":"trace[2002348777] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8343; }","duration":"1.879694954s","start":"2026-03-04T15:43:40.654885Z","end":"2026-03-04T15:43:42.53458Z","steps":["trace[2002348777] 'agreement among raft nodes before linearized reading' (duration: 1.879623852s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:42.534611Z","caller":"traceutil/trace.go:171","msg":"trace[618859849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8343; }","duration":"1.483304053s","start":"2026-03-04T15:43:41.051288Z","end":"2026-03-04T15:43:42.534592Z","steps":["trace[618859849] 'agreement among raft nodes before linearized reading' (duration: 1.48316012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36728204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T15:43:42.534617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66913739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:43:42.53467Z","caller":"traceutil/trace.go:171","msg":"trace[1253911185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:8343; }","duration":"1.367343052s","start":"2026-03-04T15:43:41.167316Z","end":"2026-03-04T15:43:42.53466Z","steps":["trace[1253911185] 'agreement among raft nodes before linearized reading' (duration: 1.367231568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.051277Z","time spent":"1.483379986s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:43:42.534673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399618681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:43:42.534683Z","caller":"traceutil/trace.go:171","msg":"trace[2110479023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8343; }","duration":"1.669246113s","start":"2026-03-04T15:43:40.865424Z","end":"2026-03-04T15:43:42.53467Z","steps":["trace[2110479023] 'agreement among raft nodes before linearized reading' (duration: 1.669051218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.865406Z","time spent":"1.669316035s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:43:42.53473Z","caller":"traceutil/trace.go:171","msg":"trace[872259899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8343; }","duration":"1.399727364s","start":"2026-03-04T15:43:41.134988Z","end":"2026-03-04T15:43:42.534716Z","steps":["trace[872259899] 'agreement among raft nodes before linearized reading' (duration: 1.399568889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.086916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T15:43:42.534738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979891157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T15:43:42.534753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316409239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:43:42.534819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.177658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:42.534797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316820709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:43:42.534822Z","caller":"traceutil/trace.go:171","msg":"trace[14258068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8343; }","duration":"1.316528922s","start":"2026-03-04T15:43:41.218275Z","end":"2026-03-04T15:43:42.534804Z","steps":["trace[14258068] 'agreement among raft nodes before linearized reading' (duration: 1.316370368s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:42.534856Z","caller":"traceutil/trace.go:171","msg":"trace[1952529699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8343; }","duration":"1.316921433s","start":"2026-03-04T15:43:41.217928Z","end":"2026-03-04T15:43:42.53485Z","steps":["trace[1952529699] 'agreement among raft nodes before linearized reading' (duration: 1.316830411s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:42.534856Z","caller":"traceutil/trace.go:171","msg":"trace[1671514804] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8343; }","duration":"311.24862ms","start":"2026-03-04T15:43:42.223597Z","end":"2026-03-04T15:43:42.534846Z","steps":["trace[1671514804] 'agreement among raft nodes before linearized reading' (duration: 311.193408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316587983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T15:43:42.534869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.218236Z","time spent":"1.316624334s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:42.534883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.223577Z","time spent":"311.298451ms","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:43:42.53466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097540904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:43:42.534911Z","caller":"traceutil/trace.go:171","msg":"trace[420522528] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8343; }","duration":"1.097835221s","start":"2026-03-04T15:43:41.43707Z","end":"2026-03-04T15:43:42.534905Z","steps":["trace[420522528] 'agreement among raft nodes before linearized reading' (duration: 1.097540593s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:42.534902Z","caller":"traceutil/trace.go:171","msg":"trace[1544674303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8343; }","duration":"1.316736347s","start":"2026-03-04T15:43:41.218155Z","end":"2026-03-04T15:43:42.534891Z","steps":["trace[1544674303] 'agreement among raft nodes before linearized reading' (duration: 1.316554592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.43705Z","time spent":"1.097877883s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:43:42.534955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.21812Z","time spent":"1.316815629s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:43:42.53489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.217908Z","time spent":"1.316962163s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:43:42.534775Z","caller":"traceutil/trace.go:171","msg":"trace[391133305] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:8343; }","duration":"287.158068ms","start":"2026-03-04T15:43:42.247606Z","end":"2026-03-04T15:43:42.534765Z","steps":["trace[391133305] 'agreement among raft nodes before linearized reading' (duration: 287.076006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.534696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.167302Z","time spent":"1.367389253s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" "} {"level":"warn","ts":"2026-03-04T15:43:42.534771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.134963Z","time spent":"1.399797565s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:43:42.534779Z","caller":"traceutil/trace.go:171","msg":"trace[1981865242] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad; range_end:; response_count:1; response_revision:8343; }","duration":"1.979961339s","start":"2026-03-04T15:43:40.554807Z","end":"2026-03-04T15:43:42.534768Z","steps":["trace[1981865242] 'agreement among raft nodes before linearized reading' (duration: 1.979838986s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.535107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.554792Z","time spent":"1.980296067s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" "} {"level":"warn","ts":"2026-03-04T15:43:42.535095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316473921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:43:42.534845Z","caller":"traceutil/trace.go:171","msg":"trace[280614900] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"485.180584ms","start":"2026-03-04T15:43:42.049643Z","end":"2026-03-04T15:43:42.534823Z","steps":["trace[280614900] 'process raft request' (duration: 484.66418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.535461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.049624Z","time spent":"485.782739ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:42.53462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:40.654865Z","time spent":"1.879745415s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:42.535219Z","caller":"traceutil/trace.go:171","msg":"trace[1274651040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8343; }","duration":"1.316645325s","start":"2026-03-04T15:43:41.218549Z","end":"2026-03-04T15:43:42.535194Z","steps":["trace[1274651040] 'agreement among raft nodes before linearized reading' (duration: 1.316263695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.536725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:41.218539Z","time spent":"1.318167802s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:43:42.778492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.257171ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T15:43:42.864727Z","caller":"traceutil/trace.go:171","msg":"trace[1981273322] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"326.170157ms","start":"2026-03-04T15:43:42.538529Z","end":"2026-03-04T15:43:42.864699Z","steps":["trace[1981273322] 'process raft request' (duration: 325.967652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.864867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.538502Z","time spent":"326.298871ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.864926Z","caller":"traceutil/trace.go:171","msg":"trace[1187536994] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"325.764937ms","start":"2026-03-04T15:43:42.53914Z","end":"2026-03-04T15:43:42.864905Z","steps":["trace[1187536994] 'process raft request' (duration: 325.491921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.865051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.539123Z","time spent":"325.861139ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.865291Z","caller":"traceutil/trace.go:171","msg":"trace[179477821] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"325.792819ms","start":"2026-03-04T15:43:42.539488Z","end":"2026-03-04T15:43:42.865281Z","steps":["trace[179477821] 'process raft request' (duration: 325.341557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.865352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.539468Z","time spent":"325.8523ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.865442Z","caller":"traceutil/trace.go:171","msg":"trace[241870045] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"325.923782ms","start":"2026-03-04T15:43:42.539509Z","end":"2026-03-04T15:43:42.865433Z","steps":["trace[241870045] 'process raft request' (duration: 325.702206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.865483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.539491Z","time spent":"325.969663ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.865484Z","caller":"traceutil/trace.go:171","msg":"trace[1884085651] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8672; }","duration":"325.710227ms","start":"2026-03-04T15:43:42.539746Z","end":"2026-03-04T15:43:42.865456Z","steps":["trace[1884085651] 'read index received' (duration: 122.546451ms)","trace[1884085651] 'applied index is now lower than readState.Index' (duration: 203.162666ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:42.865576Z","caller":"traceutil/trace.go:171","msg":"trace[894299988] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"325.80637ms","start":"2026-03-04T15:43:42.539747Z","end":"2026-03-04T15:43:42.865553Z","steps":["trace[894299988] 'process raft request' (duration: 325.594564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:42.865639Z","caller":"traceutil/trace.go:171","msg":"trace[1005141458] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"325.306355ms","start":"2026-03-04T15:43:42.540269Z","end":"2026-03-04T15:43:42.865576Z","steps":["trace[1005141458] 'process raft request' (duration: 325.134481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.865724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.539734Z","time spent":"325.909742ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:42.86581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.055856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:43:42.865814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.540256Z","time spent":"325.47556ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:42.865866Z","caller":"traceutil/trace.go:171","msg":"trace[295222148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8349; }","duration":"326.145428ms","start":"2026-03-04T15:43:42.539705Z","end":"2026-03-04T15:43:42.865851Z","steps":["trace[295222148] 'agreement among raft nodes before linearized reading' (duration: 325.942663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:42.865909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.539695Z","time spent":"326.201419ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:43:43.015681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.845126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:43:43.015793Z","caller":"traceutil/trace.go:171","msg":"trace[132536608] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8679; }","duration":"150.1619ms","start":"2026-03-04T15:43:42.865614Z","end":"2026-03-04T15:43:43.015776Z","steps":["trace[132536608] 'read index received' (duration: 31.172921ms)","trace[132536608] 'applied index is now lower than readState.Index' (duration: 118.987079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:43.01588Z","caller":"traceutil/trace.go:171","msg":"trace[1378208927] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"236.359948ms","start":"2026-03-04T15:43:42.779508Z","end":"2026-03-04T15:43:43.015868Z","steps":["trace[1378208927] 'process raft request' (duration: 117.249955ms)","trace[1378208927] 'compare' (duration: 118.535988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:43.016158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.403636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:43.016222Z","caller":"traceutil/trace.go:171","msg":"trace[455727250] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8350; }","duration":"111.525149ms","start":"2026-03-04T15:43:42.904681Z","end":"2026-03-04T15:43:43.016207Z","steps":["trace[455727250] 'agreement among raft nodes before linearized reading' (duration: 111.381836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.016208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.0265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T15:43:43.016273Z","caller":"traceutil/trace.go:171","msg":"trace[1220764757] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8350; }","duration":"264.127782ms","start":"2026-03-04T15:43:42.752125Z","end":"2026-03-04T15:43:43.016253Z","steps":["trace[1220764757] 'agreement among raft nodes before linearized reading' (duration: 263.923717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.016198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.668381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:43:43.016435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.994881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"warn","ts":"2026-03-04T15:43:43.016385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.064897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T15:43:43.016519Z","caller":"traceutil/trace.go:171","msg":"trace[325440198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8350; }","duration":"149.131295ms","start":"2026-03-04T15:43:42.867369Z","end":"2026-03-04T15:43:43.0165Z","steps":["trace[325440198] 'agreement among raft nodes before linearized reading' (duration: 148.654923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:43.016487Z","caller":"traceutil/trace.go:171","msg":"trace[1256770298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8350; }","duration":"474.004911ms","start":"2026-03-04T15:43:42.54246Z","end":"2026-03-04T15:43:43.016465Z","steps":["trace[1256770298] 'agreement among raft nodes before linearized reading' (duration: 473.437805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:43.016549Z","caller":"traceutil/trace.go:171","msg":"trace[1979993002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:8350; }","duration":"148.284143ms","start":"2026-03-04T15:43:42.868256Z","end":"2026-03-04T15:43:43.01654Z","steps":["trace[1979993002] 'agreement among raft nodes before linearized reading' (duration: 147.873252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.016774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.542452Z","time spent":"474.216266ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:43:43.016801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.204896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227427"} {"level":"info","ts":"2026-03-04T15:43:43.016927Z","caller":"traceutil/trace.go:171","msg":"trace[285747782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8350; }","duration":"474.354539ms","start":"2026-03-04T15:43:42.542558Z","end":"2026-03-04T15:43:43.016913Z","steps":["trace[285747782] 'agreement among raft nodes before linearized reading' (duration: 473.554118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.01703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:42.542549Z","time spent":"474.40497ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227450,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T15:43:43.319753Z","caller":"traceutil/trace.go:171","msg":"trace[2015064374] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8682; }","duration":"224.787185ms","start":"2026-03-04T15:43:43.094939Z","end":"2026-03-04T15:43:43.319727Z","steps":["trace[2015064374] 'read index received' (duration: 224.504238ms)","trace[2015064374] 'applied index is now lower than readState.Index' (duration: 281.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:43.319855Z","caller":"traceutil/trace.go:171","msg":"trace[255407792] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"226.192761ms","start":"2026-03-04T15:43:43.093618Z","end":"2026-03-04T15:43:43.319811Z","steps":["trace[255407792] 'process raft request' (duration: 225.955955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.31987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.906368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:43.320081Z","caller":"traceutil/trace.go:171","msg":"trace[230098778] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8353; }","duration":"225.157594ms","start":"2026-03-04T15:43:43.094912Z","end":"2026-03-04T15:43:43.32007Z","steps":["trace[230098778] 'agreement among raft nodes before linearized reading' (duration: 224.905668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:43.549508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.778384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:43:43.549588Z","caller":"traceutil/trace.go:171","msg":"trace[301051219] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8683; }","duration":"225.991876ms","start":"2026-03-04T15:43:43.323584Z","end":"2026-03-04T15:43:43.549576Z","steps":["trace[301051219] 'read index received' (duration: 30.975176ms)","trace[301051219] 'applied index is now lower than readState.Index' (duration: 195.01539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:43.549719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.143069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:43:43.550016Z","caller":"traceutil/trace.go:171","msg":"trace[1698226092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8354; }","duration":"226.434887ms","start":"2026-03-04T15:43:43.323569Z","end":"2026-03-04T15:43:43.550004Z","steps":["trace[1698226092] 'agreement among raft nodes before linearized reading' (duration: 226.040127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:43.55Z","caller":"traceutil/trace.go:171","msg":"trace[311843372] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"423.875377ms","start":"2026-03-04T15:43:43.125904Z","end":"2026-03-04T15:43:43.549779Z","steps":["trace[311843372] 'process raft request' (duration: 228.766475ms)","trace[311843372] 'compare' (duration: 194.666681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:43.550146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:43.12589Z","time spent":"424.172424ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:44.73411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.041054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:43:44.734303Z","caller":"traceutil/trace.go:171","msg":"trace[605290989] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"194.431425ms","start":"2026-03-04T15:43:44.539855Z","end":"2026-03-04T15:43:44.734286Z","steps":["trace[605290989] 'process raft request' (duration: 194.366594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:44.734368Z","caller":"traceutil/trace.go:171","msg":"trace[798019465] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"236.858431ms","start":"2026-03-04T15:43:44.497468Z","end":"2026-03-04T15:43:44.734326Z","steps":["trace[798019465] 'process raft request' (duration: 100.513631ms)","trace[798019465] 'compare' (duration: 135.901009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:45.011594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.700176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:43:45.011678Z","caller":"traceutil/trace.go:171","msg":"trace[1832437007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8357; }","duration":"128.83101ms","start":"2026-03-04T15:43:44.882826Z","end":"2026-03-04T15:43:45.011657Z","steps":["trace[1832437007] 'range keys from in-memory index tree' (duration: 128.43867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.011865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.681336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:43:45.011892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.673966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:43:45.011942Z","caller":"traceutil/trace.go:171","msg":"trace[1786362009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8357; }","duration":"128.948742ms","start":"2026-03-04T15:43:44.882976Z","end":"2026-03-04T15:43:45.011925Z","steps":["trace[1786362009] 'range keys from in-memory index tree' (duration: 128.485621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.012001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.075416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:43:45.012081Z","caller":"traceutil/trace.go:171","msg":"trace[1846505371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"129.184289ms","start":"2026-03-04T15:43:44.882879Z","end":"2026-03-04T15:43:45.012063Z","steps":["trace[1846505371] 'range keys from in-memory index tree' (duration: 128.887201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:45.011955Z","caller":"traceutil/trace.go:171","msg":"trace[558089913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8357; }","duration":"128.876ms","start":"2026-03-04T15:43:44.88306Z","end":"2026-03-04T15:43:45.011936Z","steps":["trace[558089913] 'range keys from in-memory index tree' (duration: 128.44325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.015126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.460036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:43:45.015212Z","caller":"traceutil/trace.go:171","msg":"trace[63045910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"131.58686ms","start":"2026-03-04T15:43:44.883608Z","end":"2026-03-04T15:43:45.015195Z","steps":["trace[63045910] 'range keys from in-memory index tree' (duration: 127.828795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:45.137468Z","caller":"traceutil/trace.go:171","msg":"trace[1625514157] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"121.484214ms","start":"2026-03-04T15:43:45.015963Z","end":"2026-03-04T15:43:45.137447Z","steps":["trace[1625514157] 'process raft request' (duration: 121.361961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.443165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.10247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:43:45.443398Z","caller":"traceutil/trace.go:171","msg":"trace[1550655343] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8687; }","duration":"420.243745ms","start":"2026-03-04T15:43:45.023137Z","end":"2026-03-04T15:43:45.443381Z","steps":["trace[1550655343] 'read index received' (duration: 114.224409ms)","trace[1550655343] 'applied index is now lower than readState.Index' (duration: 306.018536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:45.443408Z","caller":"traceutil/trace.go:171","msg":"trace[1973548153] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"427.373347ms","start":"2026-03-04T15:43:45.016007Z","end":"2026-03-04T15:43:45.44338Z","steps":["trace[1973548153] 'process raft request' (duration: 222.9793ms)","trace[1973548153] 'compare' (duration: 204.005457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:43:45.443532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.015986Z","time spent":"427.479189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:45.443546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.286632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:45.443579Z","caller":"traceutil/trace.go:171","msg":"trace[187057647] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8362; }","duration":"302.347654ms","start":"2026-03-04T15:43:45.141219Z","end":"2026-03-04T15:43:45.443567Z","steps":["trace[187057647] 'agreement among raft nodes before linearized reading' (duration: 302.271132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:45.443548Z","caller":"traceutil/trace.go:171","msg":"trace[1087702049] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"427.245094ms","start":"2026-03-04T15:43:45.016239Z","end":"2026-03-04T15:43:45.443484Z","steps":["trace[1087702049] 'process raft request' (duration: 427.024958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.443616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.141207Z","time spent":"302.399805ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:43:45.443625Z","caller":"traceutil/trace.go:171","msg":"trace[283419619] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"425.115069ms","start":"2026-03-04T15:43:45.018501Z","end":"2026-03-04T15:43:45.443616Z","steps":["trace[283419619] 'process raft request' (duration: 424.842342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:45.443539Z","caller":"traceutil/trace.go:171","msg":"trace[724829448] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"427.139291ms","start":"2026-03-04T15:43:45.01631Z","end":"2026-03-04T15:43:45.443449Z","steps":["trace[724829448] 'process raft request' (duration: 427.003727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.44355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.409089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:43:45.443694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.018493Z","time spent":"425.17911ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:45.443727Z","caller":"traceutil/trace.go:171","msg":"trace[222470640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8362; }","duration":"420.597764ms","start":"2026-03-04T15:43:45.023113Z","end":"2026-03-04T15:43:45.443711Z","steps":["trace[222470640] 'agreement among raft nodes before linearized reading' (duration: 420.375619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:45.443772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.023104Z","time spent":"420.655866ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:43:45.443792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.016227Z","time spent":"427.441608ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:45.4438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:45.016293Z","time spent":"427.419607ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:46.343117Z","caller":"traceutil/trace.go:171","msg":"trace[495531021] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"307.134395ms","start":"2026-03-04T15:43:46.035956Z","end":"2026-03-04T15:43:46.343091Z","steps":["trace[495531021] 'process raft request' (duration: 306.998812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:46.344126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:46.035936Z","time spent":"307.252838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:43:59.199402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.015491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:43:59.199486Z","caller":"traceutil/trace.go:171","msg":"trace[2066501034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8523; }","duration":"452.149244ms","start":"2026-03-04T15:43:58.747318Z","end":"2026-03-04T15:43:59.199468Z","steps":["trace[2066501034] 'range keys from in-memory index tree' (duration: 451.802405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:59.19953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:58.747295Z","time spent":"452.222346ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:43:59.199871Z","caller":"traceutil/trace.go:171","msg":"trace[1233617268] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8858; }","duration":"106.747033ms","start":"2026-03-04T15:43:59.093108Z","end":"2026-03-04T15:43:59.199855Z","steps":["trace[1233617268] 'read index received' (duration: 102.955347ms)","trace[1233617268] 'applied index is now lower than readState.Index' (duration: 3.790806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:43:59.199914Z","caller":"traceutil/trace.go:171","msg":"trace[1132018683] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"421.760348ms","start":"2026-03-04T15:43:58.77813Z","end":"2026-03-04T15:43:59.199891Z","steps":["trace[1132018683] 'process raft request' (duration: 417.916301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:59.199959Z","caller":"traceutil/trace.go:171","msg":"trace[1305594600] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"420.100376ms","start":"2026-03-04T15:43:58.779835Z","end":"2026-03-04T15:43:59.199935Z","steps":["trace[1305594600] 'process raft request' (duration: 419.943052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:59.200002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.879796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:43:59.200025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:58.778107Z","time spent":"421.860399ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:43:59.200036Z","caller":"traceutil/trace.go:171","msg":"trace[595037901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8525; }","duration":"106.956849ms","start":"2026-03-04T15:43:59.093068Z","end":"2026-03-04T15:43:59.200025Z","steps":["trace[595037901] 'agreement among raft nodes before linearized reading' (duration: 106.851325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:59.200076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:43:58.779803Z","time spent":"420.209279ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:44:43.715691Z","caller":"traceutil/trace.go:171","msg":"trace[1165654027] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9258; }","duration":"229.414296ms","start":"2026-03-04T15:44:43.486221Z","end":"2026-03-04T15:44:43.715635Z","steps":["trace[1165654027] 'read index received' (duration: 229.291823ms)","trace[1165654027] 'applied index is now lower than readState.Index' (duration: 121.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:43.715832Z","caller":"traceutil/trace.go:171","msg":"trace[1006890135] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"299.185947ms","start":"2026-03-04T15:44:43.416608Z","end":"2026-03-04T15:44:43.715794Z","steps":["trace[1006890135] 'process raft request' (duration: 298.884189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:43.715919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.692333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:43.716013Z","caller":"traceutil/trace.go:171","msg":"trace[1851703841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8912; }","duration":"229.841477ms","start":"2026-03-04T15:44:43.486154Z","end":"2026-03-04T15:44:43.715996Z","steps":["trace[1851703841] 'agreement among raft nodes before linearized reading' (duration: 229.649872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:43.717334Z","caller":"traceutil/trace.go:171","msg":"trace[443896998] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"107.864891ms","start":"2026-03-04T15:44:43.60945Z","end":"2026-03-04T15:44:43.717315Z","steps":["trace[443896998] 'process raft request' (duration: 107.722167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:44.300351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832341075,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:44:44.429373Z","caller":"traceutil/trace.go:171","msg":"trace[1217474570] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"633.106799ms","start":"2026-03-04T15:44:43.796245Z","end":"2026-03-04T15:44:44.429352Z","steps":["trace[1217474570] 'process raft request' (duration: 632.986746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:44.429483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:43.796228Z","time spent":"633.207891ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T15:44:44.432765Z","caller":"traceutil/trace.go:171","msg":"trace[1805595980] linearizableReadLoop","detail":"{readStateIndex:9267; appliedIndex:9265; }","duration":"633.214841ms","start":"2026-03-04T15:44:43.799521Z","end":"2026-03-04T15:44:44.432736Z","steps":["trace[1805595980] 'read index received' (duration: 629.724183ms)","trace[1805595980] 'applied index is now lower than readState.Index' (duration: 3.489598ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:44.432882Z","caller":"traceutil/trace.go:171","msg":"trace[1673610636] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"634.76036ms","start":"2026-03-04T15:44:43.798086Z","end":"2026-03-04T15:44:44.432846Z","steps":["trace[1673610636] 'process raft request' (duration: 634.539785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:44.433005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.895918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:44.433048Z","caller":"traceutil/trace.go:171","msg":"trace[31764504] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8920; }","duration":"205.018461ms","start":"2026-03-04T15:44:44.228015Z","end":"2026-03-04T15:44:44.433034Z","steps":["trace[31764504] 'agreement among raft nodes before linearized reading' (duration: 204.911998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:44.433055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:43.798064Z","time spent":"634.925724ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23636,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:44:44.433133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.5688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:44:44.433264Z","caller":"traceutil/trace.go:171","msg":"trace[830297597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8920; }","duration":"633.743065ms","start":"2026-03-04T15:44:43.799491Z","end":"2026-03-04T15:44:44.433234Z","steps":["trace[830297597] 'agreement among raft nodes before linearized reading' (duration: 633.432267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:44.433318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:43.799482Z","time spent":"633.828197ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:44:45.502552Z","caller":"traceutil/trace.go:171","msg":"trace[1797477665] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"140.806381ms","start":"2026-03-04T15:44:45.361696Z","end":"2026-03-04T15:44:45.502503Z","steps":["trace[1797477665] 'process raft request' (duration: 125.273119ms)","trace[1797477665] 'compare' (duration: 15.396618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:45.978993Z","caller":"traceutil/trace.go:171","msg":"trace[1289486349] linearizableReadLoop","detail":"{readStateIndex:9302; appliedIndex:9300; }","duration":"543.034537ms","start":"2026-03-04T15:44:45.435935Z","end":"2026-03-04T15:44:45.97897Z","steps":["trace[1289486349] 'read index received' (duration: 51.022466ms)","trace[1289486349] 'applied index is now lower than readState.Index' (duration: 492.010991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:45.979087Z","caller":"traceutil/trace.go:171","msg":"trace[1718588722] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"613.73208ms","start":"2026-03-04T15:44:45.365313Z","end":"2026-03-04T15:44:45.979045Z","steps":["trace[1718588722] 'process raft request' (duration: 613.519524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.209822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:44:45.979193Z","caller":"traceutil/trace.go:171","msg":"trace[1759280600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8955; }","duration":"543.298964ms","start":"2026-03-04T15:44:45.435884Z","end":"2026-03-04T15:44:45.979183Z","steps":["trace[1759280600] 'agreement among raft nodes before linearized reading' (duration: 543.218832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:45.43586Z","time spent":"543.354445ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:44:45.979206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.259177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:44:45.979231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.842223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:45.979264Z","caller":"traceutil/trace.go:171","msg":"trace[1534881962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8955; }","duration":"492.364679ms","start":"2026-03-04T15:44:45.486886Z","end":"2026-03-04T15:44:45.979251Z","steps":["trace[1534881962] 'agreement among raft nodes before linearized reading' (duration: 492.254346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.97926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:45.365293Z","time spent":"613.874264ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:44:45.979289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:45.486868Z","time spent":"492.41659ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:44:45.97939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.292512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:44:45.979413Z","caller":"traceutil/trace.go:171","msg":"trace[693109088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8955; }","duration":"248.325983ms","start":"2026-03-04T15:44:45.731081Z","end":"2026-03-04T15:44:45.979407Z","steps":["trace[693109088] 'agreement among raft nodes before linearized reading' (duration: 248.21408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.331241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:44:45.979462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.211926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:44:45.979472Z","caller":"traceutil/trace.go:171","msg":"trace[1859607388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8955; }","duration":"257.532216ms","start":"2026-03-04T15:44:45.721922Z","end":"2026-03-04T15:44:45.979454Z","steps":["trace[1859607388] 'agreement among raft nodes before linearized reading' (duration: 257.266329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:45.979277Z","caller":"traceutil/trace.go:171","msg":"trace[687444509] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8955; }","duration":"251.904464ms","start":"2026-03-04T15:44:45.727358Z","end":"2026-03-04T15:44:45.979263Z","steps":["trace[687444509] 'agreement among raft nodes before linearized reading' (duration: 251.812502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.878382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:44:45.979525Z","caller":"traceutil/trace.go:171","msg":"trace[399672649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8955; }","duration":"253.287648ms","start":"2026-03-04T15:44:45.726219Z","end":"2026-03-04T15:44:45.979507Z","steps":["trace[399672649] 'agreement among raft nodes before linearized reading' (duration: 253.100863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:45.97955Z","caller":"traceutil/trace.go:171","msg":"trace[1592398734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8955; }","duration":"249.920284ms","start":"2026-03-04T15:44:45.729623Z","end":"2026-03-04T15:44:45.979543Z","steps":["trace[1592398734] 'agreement among raft nodes before linearized reading' (duration: 249.856202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.867126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-2r5sh\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-04T15:44:45.979694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.258842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:44:45.979685Z","caller":"traceutil/trace.go:171","msg":"trace[1228127931] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-2r5sh; range_end:; response_count:1; response_revision:8955; }","duration":"333.082671ms","start":"2026-03-04T15:44:45.64658Z","end":"2026-03-04T15:44:45.979663Z","steps":["trace[1228127931] 'agreement among raft nodes before linearized reading' (duration: 332.868186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:45.979727Z","caller":"traceutil/trace.go:171","msg":"trace[2092106195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8955; }","duration":"252.299543ms","start":"2026-03-04T15:44:45.727417Z","end":"2026-03-04T15:44:45.979717Z","steps":["trace[2092106195] 'agreement among raft nodes before linearized reading' (duration: 252.192121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:45.979748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:45.64656Z","time spent":"333.171834ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-2r5sh\" "} {"level":"info","ts":"2026-03-04T15:44:46.251846Z","caller":"traceutil/trace.go:171","msg":"trace[205465268] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"268.016919ms","start":"2026-03-04T15:44:45.983806Z","end":"2026-03-04T15:44:46.251822Z","steps":["trace[205465268] 'process raft request' (duration: 267.831755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:46.252091Z","caller":"traceutil/trace.go:171","msg":"trace[551730748] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"267.402105ms","start":"2026-03-04T15:44:45.984679Z","end":"2026-03-04T15:44:46.252081Z","steps":["trace[551730748] 'process raft request' (duration: 267.105416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:46.252209Z","caller":"traceutil/trace.go:171","msg":"trace[292870883] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"267.245331ms","start":"2026-03-04T15:44:45.984941Z","end":"2026-03-04T15:44:46.252187Z","steps":["trace[292870883] 'process raft request' (duration: 267.057937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:46.252255Z","caller":"traceutil/trace.go:171","msg":"trace[1042969961] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9302; }","duration":"230.862134ms","start":"2026-03-04T15:44:46.021376Z","end":"2026-03-04T15:44:46.252238Z","steps":["trace[1042969961] 'read index received' (duration: 21.752469ms)","trace[1042969961] 'applied index is now lower than readState.Index' (duration: 209.108675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:46.252358Z","caller":"traceutil/trace.go:171","msg":"trace[312407873] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"258.192453ms","start":"2026-03-04T15:44:45.994151Z","end":"2026-03-04T15:44:46.252343Z","steps":["trace[312407873] 'process raft request' (duration: 258.010159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:46.252412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.024127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:46.25244Z","caller":"traceutil/trace.go:171","msg":"trace[511384658] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"267.374484ms","start":"2026-03-04T15:44:45.985053Z","end":"2026-03-04T15:44:46.252427Z","steps":["trace[511384658] 'process raft request' (duration: 267.039796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:46.252469Z","caller":"traceutil/trace.go:171","msg":"trace[566774399] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8961; }","duration":"231.160081ms","start":"2026-03-04T15:44:46.021294Z","end":"2026-03-04T15:44:46.252454Z","steps":["trace[566774399] 'agreement among raft nodes before linearized reading' (duration: 231.052268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:46.252815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.820044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899add7be425205\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-04T15:44:46.25288Z","caller":"traceutil/trace.go:171","msg":"trace[529365776] range","detail":"{range_begin:/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899add7be425205; range_end:; response_count:1; response_revision:8961; }","duration":"173.912196ms","start":"2026-03-04T15:44:46.07895Z","end":"2026-03-04T15:44:46.252862Z","steps":["trace[529365776] 'agreement among raft nodes before linearized reading' (duration: 173.725952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:46.724061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.270988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:44:46.724122Z","caller":"traceutil/trace.go:171","msg":"trace[203620219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8966; }","duration":"276.362641ms","start":"2026-03-04T15:44:46.447746Z","end":"2026-03-04T15:44:46.724109Z","steps":["trace[203620219] 'range keys from in-memory index tree' (duration: 276.161246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:46.724365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.499451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:46.724433Z","caller":"traceutil/trace.go:171","msg":"trace[1507942445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8966; }","duration":"237.605033ms","start":"2026-03-04T15:44:46.486813Z","end":"2026-03-04T15:44:46.724418Z","steps":["trace[1507942445] 'range keys from in-memory index tree' (duration: 237.433659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:48.434583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.993911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:44:48.434715Z","caller":"traceutil/trace.go:171","msg":"trace[825525101] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9334; }","duration":"383.80836ms","start":"2026-03-04T15:44:48.05089Z","end":"2026-03-04T15:44:48.434698Z","steps":["trace[825525101] 'read index received' (duration: 51.421µs)","trace[825525101] 'applied index is now lower than readState.Index' (duration: 383.755779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:48.434737Z","caller":"traceutil/trace.go:171","msg":"trace[1123281214] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"449.506278ms","start":"2026-03-04T15:44:47.985202Z","end":"2026-03-04T15:44:48.434709Z","steps":["trace[1123281214] 'process raft request' (duration: 41.283462ms)","trace[1123281214] 'compare' (duration: 407.809936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:44:48.434869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:47.985179Z","time spent":"449.624911ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:44:48.434999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.096628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:44:48.435001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.713817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:44:48.435044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.132632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:44:48.435073Z","caller":"traceutil/trace.go:171","msg":"trace[1622694616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8986; }","duration":"384.211331ms","start":"2026-03-04T15:44:48.050843Z","end":"2026-03-04T15:44:48.435054Z","steps":["trace[1622694616] 'agreement among raft nodes before linearized reading' (duration: 384.005826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:48.435071Z","caller":"traceutil/trace.go:171","msg":"trace[851902242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8986; }","duration":"178.8235ms","start":"2026-03-04T15:44:48.256235Z","end":"2026-03-04T15:44:48.435058Z","steps":["trace[851902242] 'agreement among raft nodes before linearized reading' (duration: 178.636546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:48.435113Z","caller":"traceutil/trace.go:171","msg":"trace[1207889588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8986; }","duration":"172.230264ms","start":"2026-03-04T15:44:48.262866Z","end":"2026-03-04T15:44:48.435096Z","steps":["trace[1207889588] 'agreement among raft nodes before linearized reading' (duration: 172.012189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:48.43512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.050821Z","time spent":"384.287542ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:44:48.43517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.862111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:44:48.435237Z","caller":"traceutil/trace.go:171","msg":"trace[1270548197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8986; }","duration":"178.952713ms","start":"2026-03-04T15:44:48.256268Z","end":"2026-03-04T15:44:48.435221Z","steps":["trace[1270548197] 'agreement among raft nodes before linearized reading' (duration: 178.748578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:48.435345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.665266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:44:48.435375Z","caller":"traceutil/trace.go:171","msg":"trace[2142697972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8986; }","duration":"178.706588ms","start":"2026-03-04T15:44:48.256662Z","end":"2026-03-04T15:44:48.435368Z","steps":["trace[2142697972] 'agreement among raft nodes before linearized reading' (duration: 178.252167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.340641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.265807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:44:49.34073Z","caller":"traceutil/trace.go:171","msg":"trace[1574686441] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"901.9278ms","start":"2026-03-04T15:44:48.438788Z","end":"2026-03-04T15:44:49.340715Z","steps":["trace[1574686441] 'process raft request' (duration: 342.523669ms)","trace[1574686441] 'compare' (duration: 558.923529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:44:49.340779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.438767Z","time spent":"901.991861ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:44:49.376834Z","caller":"traceutil/trace.go:171","msg":"trace[1164795134] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"937.311842ms","start":"2026-03-04T15:44:48.439498Z","end":"2026-03-04T15:44:49.37681Z","steps":["trace[1164795134] 'process raft request' (duration: 937.24431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:49.37684Z","caller":"traceutil/trace.go:171","msg":"trace[1169811750] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"937.665461ms","start":"2026-03-04T15:44:48.439143Z","end":"2026-03-04T15:44:49.376809Z","steps":["trace[1169811750] 'process raft request' (duration: 937.435255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:49.376848Z","caller":"traceutil/trace.go:171","msg":"trace[546346735] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"937.669731ms","start":"2026-03-04T15:44:48.439156Z","end":"2026-03-04T15:44:49.376825Z","steps":["trace[546346735] 'process raft request' (duration: 937.550778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.376983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.439133Z","time spent":"937.788804ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:44:49.376982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.439481Z","time spent":"937.422895ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:44:49.377007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.439132Z","time spent":"937.785574ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:44:49.377063Z","caller":"traceutil/trace.go:171","msg":"trace[1605225326] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9335; }","duration":"889.888216ms","start":"2026-03-04T15:44:48.487153Z","end":"2026-03-04T15:44:49.377041Z","steps":["trace[1605225326] 'read index received' (duration: 294.17605ms)","trace[1605225326] 'applied index is now lower than readState.Index' (duration: 595.710576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:49.377143Z","caller":"traceutil/trace.go:171","msg":"trace[398610224] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"937.575459ms","start":"2026-03-04T15:44:48.439553Z","end":"2026-03-04T15:44:49.377129Z","steps":["trace[398610224] 'process raft request' (duration: 937.21978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.377178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.01998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:44:49.377197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.439534Z","time spent":"937.63422ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:44:49.377211Z","caller":"traceutil/trace.go:171","msg":"trace[106497081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8991; }","duration":"890.103742ms","start":"2026-03-04T15:44:48.487099Z","end":"2026-03-04T15:44:49.377202Z","steps":["trace[106497081] 'agreement among raft nodes before linearized reading' (duration: 890.03121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.377244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.48708Z","time spent":"890.151172ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:44:49.378479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.546973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5l6dz\" ","response":"range_response_count:1 size:9962"} {"level":"info","ts":"2026-03-04T15:44:49.378562Z","caller":"traceutil/trace.go:171","msg":"trace[1371838430] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5l6dz; range_end:; response_count:1; response_revision:8992; }","duration":"687.667765ms","start":"2026-03-04T15:44:48.690874Z","end":"2026-03-04T15:44:49.378541Z","steps":["trace[1371838430] 'agreement among raft nodes before linearized reading' (duration: 687.410868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.378598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.690858Z","time spent":"687.731757ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9985,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-5l6dz\" "} {"level":"warn","ts":"2026-03-04T15:44:49.37879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.919018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:49.378818Z","caller":"traceutil/trace.go:171","msg":"trace[1651351201] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8992; }","duration":"491.98532ms","start":"2026-03-04T15:44:48.886826Z","end":"2026-03-04T15:44:49.378811Z","steps":["trace[1651351201] 'agreement among raft nodes before linearized reading' (duration: 491.932728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.378845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.886806Z","time spent":"492.02636ms","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:44:49.378894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.415477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T15:44:49.378939Z","caller":"traceutil/trace.go:171","msg":"trace[127683103] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8992; }","duration":"365.5072ms","start":"2026-03-04T15:44:49.013418Z","end":"2026-03-04T15:44:49.378925Z","steps":["trace[127683103] 'agreement among raft nodes before linearized reading' (duration: 365.342345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:44:49.378819Z","caller":"traceutil/trace.go:171","msg":"trace[954607037] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"560.451556ms","start":"2026-03-04T15:44:48.818342Z","end":"2026-03-04T15:44:49.378794Z","steps":["trace[954607037] 'process raft request' (duration: 559.84983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.378979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:49.013398Z","time spent":"365.573291ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T15:44:49.378989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.532211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:44:49.378994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.757162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:44:49.379011Z","caller":"traceutil/trace.go:171","msg":"trace[1799575025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:8992; }","duration":"641.581392ms","start":"2026-03-04T15:44:48.737423Z","end":"2026-03-04T15:44:49.379005Z","steps":["trace[1799575025] 'agreement among raft nodes before linearized reading' (duration: 641.532951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.379034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.737377Z","time spent":"641.652844ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:44:49.379039Z","caller":"traceutil/trace.go:171","msg":"trace[884478667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8992; }","duration":"146.839264ms","start":"2026-03-04T15:44:49.232187Z","end":"2026-03-04T15:44:49.379026Z","steps":["trace[884478667] 'agreement among raft nodes before linearized reading' (duration: 146.749222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:49.379059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:44:48.818312Z","time spent":"560.681392ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:44:59.560227Z","caller":"traceutil/trace.go:171","msg":"trace[1981628099] linearizableReadLoop","detail":"{readStateIndex:9401; appliedIndex:9400; }","duration":"133.97679ms","start":"2026-03-04T15:44:59.426226Z","end":"2026-03-04T15:44:59.560203Z","steps":["trace[1981628099] 'read index received' (duration: 90.708569ms)","trace[1981628099] 'applied index is now lower than readState.Index' (duration: 43.267321ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:44:59.560351Z","caller":"traceutil/trace.go:171","msg":"trace[2075254909] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"144.393832ms","start":"2026-03-04T15:44:59.415923Z","end":"2026-03-04T15:44:59.560317Z","steps":["trace[2075254909] 'process raft request' (duration: 101.042968ms)","trace[2075254909] 'compare' (duration: 43.108207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:44:59.560447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.153764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:44:59.560502Z","caller":"traceutil/trace.go:171","msg":"trace[1733139419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9050; }","duration":"134.289157ms","start":"2026-03-04T15:44:59.426177Z","end":"2026-03-04T15:44:59.560466Z","steps":["trace[1733139419] 'agreement among raft nodes before linearized reading' (duration: 134.129303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:59.578195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.779255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:44:59.578254Z","caller":"traceutil/trace.go:171","msg":"trace[1479456278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:9051; }","duration":"139.863018ms","start":"2026-03-04T15:44:59.438376Z","end":"2026-03-04T15:44:59.578239Z","steps":["trace[1479456278] 'agreement among raft nodes before linearized reading' (duration: 139.677422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:59.578252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.823811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:44:59.578331Z","caller":"traceutil/trace.go:171","msg":"trace[979930170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9051; }","duration":"151.916143ms","start":"2026-03-04T15:44:59.426395Z","end":"2026-03-04T15:44:59.578311Z","steps":["trace[979930170] 'agreement among raft nodes before linearized reading' (duration: 151.678276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:59.578425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.565698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:44:59.578484Z","caller":"traceutil/trace.go:171","msg":"trace[408530230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9051; }","duration":"150.65485ms","start":"2026-03-04T15:44:59.427813Z","end":"2026-03-04T15:44:59.578468Z","steps":["trace[408530230] 'agreement among raft nodes before linearized reading' (duration: 150.255459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:44:59.578534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.734977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:44:59.578575Z","caller":"traceutil/trace.go:171","msg":"trace[2116094783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9051; }","duration":"149.786998ms","start":"2026-03-04T15:44:59.428778Z","end":"2026-03-04T15:44:59.578565Z","steps":["trace[2116094783] 'agreement among raft nodes before linearized reading' (duration: 149.203973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:45:58.464075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7315} {"level":"info","ts":"2026-03-04T15:45:58.527213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7315,"took":"61.108151ms","hash":3020780945,"current-db-size-bytes":40263680,"current-db-size":"40 MB","current-db-size-in-use-bytes":24096768,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T15:45:58.527287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3020780945,"revision":7315,"compact-revision":5355} {"level":"info","ts":"2026-03-04T15:46:28.850475Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f20dfa43a2e4607","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T15:46:28.857021Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T15:46:28.857168Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T15:49:06.298033Z","caller":"traceutil/trace.go:171","msg":"trace[1329618355] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"147.590306ms","start":"2026-03-04T15:49:06.150409Z","end":"2026-03-04T15:49:06.297999Z","steps":["trace[1329618355] 'process raft request' (duration: 147.398121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:15.128908Z","caller":"traceutil/trace.go:171","msg":"trace[744436808] linearizableReadLoop","detail":"{readStateIndex:11622; appliedIndex:11621; }","duration":"147.037523ms","start":"2026-03-04T15:50:14.981847Z","end":"2026-03-04T15:50:15.128884Z","steps":["trace[744436808] 'read index received' (duration: 146.793067ms)","trace[744436808] 'applied index is now lower than readState.Index' (duration: 243.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:15.129121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.247588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:50:15.129166Z","caller":"traceutil/trace.go:171","msg":"trace[62157652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11197; }","duration":"147.354511ms","start":"2026-03-04T15:50:14.981801Z","end":"2026-03-04T15:50:15.129156Z","steps":["trace[62157652] 'agreement among raft nodes before linearized reading' (duration: 147.180387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:15.129101Z","caller":"traceutil/trace.go:171","msg":"trace[1848387052] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"169.698961ms","start":"2026-03-04T15:50:14.959371Z","end":"2026-03-04T15:50:15.12907Z","steps":["trace[1848387052] 'process raft request' (duration: 169.352452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:15.678185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832347135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:50:16.137613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.33232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:50:16.138139Z","caller":"traceutil/trace.go:171","msg":"trace[1217930166] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"997.843744ms","start":"2026-03-04T15:50:15.140268Z","end":"2026-03-04T15:50:16.138112Z","steps":["trace[1217930166] 'process raft request' (duration: 762.861458ms)","trace[1217930166] 'compare' (duration: 233.403777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:16.138213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.140247Z","time spent":"997.938147ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:50:16.138679Z","caller":"traceutil/trace.go:171","msg":"trace[1104898639] linearizableReadLoop","detail":"{readStateIndex:11624; appliedIndex:11622; }","duration":"960.703265ms","start":"2026-03-04T15:50:15.17795Z","end":"2026-03-04T15:50:16.138654Z","steps":["trace[1104898639] 'read index received' (duration: 725.159985ms)","trace[1104898639] 'applied index is now lower than readState.Index' (duration: 235.53818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:16.138765Z","caller":"traceutil/trace.go:171","msg":"trace[847858028] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"510.303622ms","start":"2026-03-04T15:50:15.628454Z","end":"2026-03-04T15:50:16.138758Z","steps":["trace[847858028] 'process raft request' (duration: 510.079117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.152546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T15:50:16.139049Z","caller":"traceutil/trace.go:171","msg":"trace[390510688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11199; }","duration":"959.208416ms","start":"2026-03-04T15:50:15.179834Z","end":"2026-03-04T15:50:16.139042Z","steps":["trace[390510688] 'agreement among raft nodes before linearized reading' (duration: 959.079013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.179814Z","time spent":"959.266208ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:50:16.139121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.564476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:16.139196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.874565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:50:16.139241Z","caller":"traceutil/trace.go:171","msg":"trace[546757702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:11199; }","duration":"274.957767ms","start":"2026-03-04T15:50:15.864277Z","end":"2026-03-04T15:50:16.139235Z","steps":["trace[546757702] 'agreement among raft nodes before linearized reading' (duration: 274.890296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.518504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:16.139423Z","caller":"traceutil/trace.go:171","msg":"trace[1807062998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11199; }","duration":"650.537285ms","start":"2026-03-04T15:50:15.48888Z","end":"2026-03-04T15:50:16.139418Z","steps":["trace[1807062998] 'agreement among raft nodes before linearized reading' (duration: 650.484233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.488822Z","time spent":"650.612397ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:50:16.139592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.690064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:16.139617Z","caller":"traceutil/trace.go:171","msg":"trace[645092228] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11199; }","duration":"851.754445ms","start":"2026-03-04T15:50:15.287854Z","end":"2026-03-04T15:50:16.139609Z","steps":["trace[645092228] 'agreement among raft nodes before linearized reading' (duration: 851.711184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.13966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.287832Z","time spent":"851.819408ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:50:16.139748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.757932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:16.13978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.62843Z","time spent":"510.348704ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:50:16.13983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.350005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T15:50:16.139818Z","caller":"traceutil/trace.go:171","msg":"trace[1358246218] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11199; }","duration":"143.882225ms","start":"2026-03-04T15:50:15.995917Z","end":"2026-03-04T15:50:16.139799Z","steps":["trace[1358246218] 'agreement among raft nodes before linearized reading' (duration: 143.71642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T15:50:16.139856Z","caller":"traceutil/trace.go:171","msg":"trace[663042373] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11199; }","duration":"928.402776ms","start":"2026-03-04T15:50:15.211444Z","end":"2026-03-04T15:50:16.139847Z","steps":["trace[663042373] 'agreement among raft nodes before linearized reading' (duration: 928.313504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:16.139883Z","caller":"traceutil/trace.go:171","msg":"trace[1053433913] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11199; }","duration":"143.990558ms","start":"2026-03-04T15:50:15.995873Z","end":"2026-03-04T15:50:16.139863Z","steps":["trace[1053433913] 'agreement among raft nodes before linearized reading' (duration: 143.830704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.139974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.016177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:50:16.139994Z","caller":"traceutil/trace.go:171","msg":"trace[773470418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11199; }","duration":"958.079749ms","start":"2026-03-04T15:50:15.181908Z","end":"2026-03-04T15:50:16.139988Z","steps":["trace[773470418] 'agreement among raft nodes before linearized reading' (duration: 958.001967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.140009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.181888Z","time spent":"958.11827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:50:16.139898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.211434Z","time spent":"928.458817ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T15:50:16.140055Z","caller":"traceutil/trace.go:171","msg":"trace[1246736604] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11199; }","duration":"144.525471ms","start":"2026-03-04T15:50:15.995498Z","end":"2026-03-04T15:50:16.140024Z","steps":["trace[1246736604] 'agreement among raft nodes before linearized reading' (duration: 143.563776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.140077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.08445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:16.140137Z","caller":"traceutil/trace.go:171","msg":"trace[1209298975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11199; }","duration":"144.207753ms","start":"2026-03-04T15:50:15.99591Z","end":"2026-03-04T15:50:16.140118Z","steps":["trace[1209298975] 'agreement among raft nodes before linearized reading' (duration: 144.064839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.140257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.434819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:16.140228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.250054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:50:16.140327Z","caller":"traceutil/trace.go:171","msg":"trace[487587145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11199; }","duration":"962.409918ms","start":"2026-03-04T15:50:15.177897Z","end":"2026-03-04T15:50:16.140307Z","steps":["trace[487587145] 'agreement among raft nodes before linearized reading' (duration: 962.055379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.140368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.177876Z","time spent":"962.48494ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:50:16.140273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.48677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T15:50:16.1405Z","caller":"traceutil/trace.go:171","msg":"trace[1798204928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11199; }","duration":"142.745246ms","start":"2026-03-04T15:50:15.997746Z","end":"2026-03-04T15:50:16.140491Z","steps":["trace[1798204928] 'agreement among raft nodes before linearized reading' (duration: 142.281465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:16.140292Z","caller":"traceutil/trace.go:171","msg":"trace[1647249455] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11199; }","duration":"144.48578ms","start":"2026-03-04T15:50:15.9958Z","end":"2026-03-04T15:50:16.140285Z","steps":["trace[1647249455] 'agreement among raft nodes before linearized reading' (duration: 144.408748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.140826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.266259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T15:50:16.141706Z","caller":"traceutil/trace.go:171","msg":"trace[652941237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11199; }","duration":"959.373861ms","start":"2026-03-04T15:50:15.181491Z","end":"2026-03-04T15:50:16.140865Z","steps":["trace[652941237] 'agreement among raft nodes before linearized reading' (duration: 958.583732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:16.141784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:15.181477Z","time spent":"960.293495ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:50:28.864289Z","caller":"traceutil/trace.go:171","msg":"trace[22823379] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"101.880684ms","start":"2026-03-04T15:50:28.76238Z","end":"2026-03-04T15:50:28.864261Z","steps":["trace[22823379] 'process raft request' (duration: 101.700079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:28.876696Z","caller":"traceutil/trace.go:171","msg":"trace[723114540] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"110.584859ms","start":"2026-03-04T15:50:28.766081Z","end":"2026-03-04T15:50:28.876666Z","steps":["trace[723114540] 'process raft request' (duration: 102.758793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:40.756207Z","caller":"traceutil/trace.go:171","msg":"trace[1490050693] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"440.377771ms","start":"2026-03-04T15:50:40.315783Z","end":"2026-03-04T15:50:40.756161Z","steps":["trace[1490050693] 'process raft request' (duration: 440.120874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.756604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.315767Z","time spent":"440.565346ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:50:40.788186Z","caller":"traceutil/trace.go:171","msg":"trace[1816503039] linearizableReadLoop","detail":"{readStateIndex:11750; appliedIndex:11748; }","duration":"382.445755ms","start":"2026-03-04T15:50:40.405706Z","end":"2026-03-04T15:50:40.788152Z","steps":["trace[1816503039] 'read index received' (duration: 350.145219ms)","trace[1816503039] 'applied index is now lower than readState.Index' (duration: 32.299476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:40.788282Z","caller":"traceutil/trace.go:171","msg":"trace[2050242991] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"436.651078ms","start":"2026-03-04T15:50:40.3516Z","end":"2026-03-04T15:50:40.788251Z","steps":["trace[2050242991] 'process raft request' (duration: 436.391062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.622799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:40.788429Z","caller":"traceutil/trace.go:171","msg":"trace[1564045797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11320; }","duration":"382.756292ms","start":"2026-03-04T15:50:40.405654Z","end":"2026-03-04T15:50:40.78841Z","steps":["trace[1564045797] 'agreement among raft nodes before linearized reading' (duration: 382.643429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.351578Z","time spent":"436.791772ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:50:40.78851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.225117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:50:40.788521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.405642Z","time spent":"382.834685ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T15:50:40.788607Z","caller":"traceutil/trace.go:171","msg":"trace[1067395671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:11320; }","duration":"323.362461ms","start":"2026-03-04T15:50:40.46523Z","end":"2026-03-04T15:50:40.788592Z","steps":["trace[1067395671] 'agreement among raft nodes before linearized reading' (duration: 323.213827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.486248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:50:40.78866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.465213Z","time spent":"323.429712ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:50:40.788663Z","caller":"traceutil/trace.go:171","msg":"trace[1677711404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11320; }","duration":"350.58137ms","start":"2026-03-04T15:50:40.43807Z","end":"2026-03-04T15:50:40.788651Z","steps":["trace[1677711404] 'agreement among raft nodes before linearized reading' (duration: 350.364105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.43805Z","time spent":"350.636311ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:50:40.788697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.513408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:50:40.788717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.123845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:40.788747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.450435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:40.78879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.701161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:40.788789Z","caller":"traceutil/trace.go:171","msg":"trace[1782897047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11320; }","duration":"299.247978ms","start":"2026-03-04T15:50:40.489524Z","end":"2026-03-04T15:50:40.788772Z","steps":["trace[1782897047] 'agreement among raft nodes before linearized reading' (duration: 299.115705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:40.788822Z","caller":"traceutil/trace.go:171","msg":"trace[462462427] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11320; }","duration":"382.739002ms","start":"2026-03-04T15:50:40.406075Z","end":"2026-03-04T15:50:40.788814Z","steps":["trace[462462427] 'agreement among raft nodes before linearized reading' (duration: 382.690811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:40.788822Z","caller":"traceutil/trace.go:171","msg":"trace[519774095] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11320; }","duration":"382.531027ms","start":"2026-03-04T15:50:40.40628Z","end":"2026-03-04T15:50:40.788811Z","steps":["trace[519774095] 'agreement among raft nodes before linearized reading' (duration: 382.418814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.406071Z","time spent":"382.770163ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T15:50:40.788741Z","caller":"traceutil/trace.go:171","msg":"trace[800398243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11320; }","duration":"350.56531ms","start":"2026-03-04T15:50:40.438161Z","end":"2026-03-04T15:50:40.788726Z","steps":["trace[800398243] 'agreement among raft nodes before linearized reading' (duration: 350.448577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.406277Z","time spent":"382.570578ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T15:50:40.78886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.567768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:40.788903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.438156Z","time spent":"350.734754ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T15:50:40.788944Z","caller":"traceutil/trace.go:171","msg":"trace[216109385] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11320; }","duration":"382.649849ms","start":"2026-03-04T15:50:40.406262Z","end":"2026-03-04T15:50:40.788911Z","steps":["trace[216109385] 'agreement among raft nodes before linearized reading' (duration: 382.510276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.788965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.852246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:50:40.789005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.406257Z","time spent":"382.735483ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T15:50:40.789048Z","caller":"traceutil/trace.go:171","msg":"trace[860985217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11320; }","duration":"350.96501ms","start":"2026-03-04T15:50:40.438059Z","end":"2026-03-04T15:50:40.789024Z","steps":["trace[860985217] 'agreement among raft nodes before linearized reading' (duration: 350.665352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.789102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.438044Z","time spent":"351.044423ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:50:40.789233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.201464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T15:50:40.789284Z","caller":"traceutil/trace.go:171","msg":"trace[1344439653] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11320; }","duration":"383.261606ms","start":"2026-03-04T15:50:40.406011Z","end":"2026-03-04T15:50:40.789273Z","steps":["trace[1344439653] 'agreement among raft nodes before linearized reading' (duration: 382.400194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.789313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.406007Z","time spent":"383.298837ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:50:40.789647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.419452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:50:40.789746Z","caller":"traceutil/trace.go:171","msg":"trace[1266152845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11320; }","duration":"351.554075ms","start":"2026-03-04T15:50:40.438175Z","end":"2026-03-04T15:50:40.789729Z","steps":["trace[1266152845] 'agreement among raft nodes before linearized reading' (duration: 351.301118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:40.789775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.438166Z","time spent":"351.604747ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:50:41.710744Z","caller":"traceutil/trace.go:171","msg":"trace[1423448126] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"751.62408ms","start":"2026-03-04T15:50:40.959096Z","end":"2026-03-04T15:50:41.71072Z","steps":["trace[1423448126] 'process raft request' (duration: 751.478595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:41.710888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.959065Z","time spent":"751.748573ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:50:42.406297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832347592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:50:42.590953Z","caller":"traceutil/trace.go:171","msg":"trace[295717875] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11755; }","duration":"685.12001ms","start":"2026-03-04T15:50:41.905793Z","end":"2026-03-04T15:50:42.590913Z","steps":["trace[295717875] 'read index received' (duration: 662.137476ms)","trace[295717875] 'applied index is now lower than readState.Index' (duration: 22.980814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:42.591027Z","caller":"traceutil/trace.go:171","msg":"trace[1455227929] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"1.603552002s","start":"2026-03-04T15:50:40.987426Z","end":"2026-03-04T15:50:42.590978Z","steps":["trace[1455227929] 'process raft request' (duration: 1.580508428s)","trace[1455227929] 'compare' (duration: 22.692466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:42.591188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.648516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:42.591236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.432587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:50:42.591365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.222097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:42.591385Z","caller":"traceutil/trace.go:171","msg":"trace[293450422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11326; }","duration":"685.633522ms","start":"2026-03-04T15:50:41.905731Z","end":"2026-03-04T15:50:42.591365Z","steps":["trace[293450422] 'agreement among raft nodes before linearized reading' (duration: 685.334395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:42.591421Z","caller":"traceutil/trace.go:171","msg":"trace[1294793168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11326; }","duration":"103.334179ms","start":"2026-03-04T15:50:42.488075Z","end":"2026-03-04T15:50:42.591409Z","steps":["trace[1294793168] 'agreement among raft nodes before linearized reading' (duration: 103.252197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.591441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:41.905709Z","time spent":"685.720965ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:50:42.59128Z","caller":"traceutil/trace.go:171","msg":"trace[1010793105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11326; }","duration":"393.792188ms","start":"2026-03-04T15:50:42.197467Z","end":"2026-03-04T15:50:42.591259Z","steps":["trace[1010793105] 'agreement among raft nodes before linearized reading' (duration: 393.644265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.591646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:42.197444Z","time spent":"394.193659ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T15:50:42.591273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:40.987401Z","time spent":"1.603706927s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:50:42.591828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.971048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T15:50:42.591877Z","caller":"traceutil/trace.go:171","msg":"trace[694347918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11326; }","duration":"280.041799ms","start":"2026-03-04T15:50:42.311821Z","end":"2026-03-04T15:50:42.591863Z","steps":["trace[694347918] 'agreement among raft nodes before linearized reading' (duration: 279.852514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.592125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.547621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:42.592182Z","caller":"traceutil/trace.go:171","msg":"trace[24125127] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11326; }","duration":"286.625954ms","start":"2026-03-04T15:50:42.305543Z","end":"2026-03-04T15:50:42.592169Z","steps":["trace[24125127] 'agreement among raft nodes before linearized reading' (duration: 286.540372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.59222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.739153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:42.592261Z","caller":"traceutil/trace.go:171","msg":"trace[233751520] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11326; }","duration":"380.800705ms","start":"2026-03-04T15:50:42.21145Z","end":"2026-03-04T15:50:42.592251Z","steps":["trace[233751520] 'agreement among raft nodes before linearized reading' (duration: 380.718493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.592244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.574647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:42.592286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:42.211443Z","time spent":"380.836025ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:50:42.592306Z","caller":"traceutil/trace.go:171","msg":"trace[10763396] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11326; }","duration":"287.777163ms","start":"2026-03-04T15:50:42.304512Z","end":"2026-03-04T15:50:42.592289Z","steps":["trace[10763396] 'agreement among raft nodes before linearized reading' (duration: 287.67268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.592313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.251626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T15:50:42.592243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.653339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:50:42.592336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.396714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T15:50:42.592384Z","caller":"traceutil/trace.go:171","msg":"trace[789556180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11326; }","duration":"287.851495ms","start":"2026-03-04T15:50:42.304519Z","end":"2026-03-04T15:50:42.59237Z","steps":["trace[789556180] 'agreement among raft nodes before linearized reading' (duration: 287.66133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:42.592398Z","caller":"traceutil/trace.go:171","msg":"trace[1586819335] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11326; }","duration":"394.513507ms","start":"2026-03-04T15:50:42.19787Z","end":"2026-03-04T15:50:42.592384Z","steps":["trace[1586819335] 'agreement among raft nodes before linearized reading' (duration: 394.298112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.592435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:42.197846Z","time spent":"394.581578ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T15:50:42.592369Z","caller":"traceutil/trace.go:171","msg":"trace[1388038636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11326; }","duration":"361.341498ms","start":"2026-03-04T15:50:42.231009Z","end":"2026-03-04T15:50:42.59235Z","steps":["trace[1388038636] 'agreement among raft nodes before linearized reading' (duration: 361.152943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.592495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:42.231001Z","time spent":"361.481662ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:50:42.592729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.677838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T15:50:42.592814Z","caller":"traceutil/trace.go:171","msg":"trace[1052030797] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:11326; }","duration":"323.794911ms","start":"2026-03-04T15:50:42.269001Z","end":"2026-03-04T15:50:42.592796Z","steps":["trace[1052030797] 'agreement among raft nodes before linearized reading' (duration: 323.219517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:42.59297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:50:42.268987Z","time spent":"323.968105ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T15:50:42.908832Z","caller":"traceutil/trace.go:171","msg":"trace[1631888157] linearizableReadLoop","detail":"{readStateIndex:11760; appliedIndex:11759; }","duration":"101.008511ms","start":"2026-03-04T15:50:42.80779Z","end":"2026-03-04T15:50:42.908798Z","steps":["trace[1631888157] 'read index received' (duration: 72.545961ms)","trace[1631888157] 'applied index is now lower than readState.Index' (duration: 28.46129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:42.908903Z","caller":"traceutil/trace.go:171","msg":"trace[104573772] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"104.733944ms","start":"2026-03-04T15:50:42.804134Z","end":"2026-03-04T15:50:42.908868Z","steps":["trace[104573772] 'process raft request' (duration: 76.289384ms)","trace[104573772] 'compare' (duration: 28.210624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:42.910041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.224172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444891"} {"level":"info","ts":"2026-03-04T15:50:42.910105Z","caller":"traceutil/trace.go:171","msg":"trace[1674896009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11329; }","duration":"102.321794ms","start":"2026-03-04T15:50:42.807769Z","end":"2026-03-04T15:50:42.910091Z","steps":["trace[1674896009] 'agreement among raft nodes before linearized reading' (duration: 101.188935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:43.048386Z","caller":"traceutil/trace.go:171","msg":"trace[1840904987] linearizableReadLoop","detail":"{readStateIndex:11761; appliedIndex:11760; }","duration":"133.950303ms","start":"2026-03-04T15:50:42.914394Z","end":"2026-03-04T15:50:43.048344Z","steps":["trace[1840904987] 'read index received' (duration: 99.853103ms)","trace[1840904987] 'applied index is now lower than readState.Index' (duration: 34.09549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:43.048577Z","caller":"traceutil/trace.go:171","msg":"trace[1930998450] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"134.428945ms","start":"2026-03-04T15:50:42.914105Z","end":"2026-03-04T15:50:43.048534Z","steps":["trace[1930998450] 'process raft request' (duration: 100.697703ms)","trace[1930998450] 'compare' (duration: 33.304401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:43.049233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.854056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:50:43.049285Z","caller":"traceutil/trace.go:171","msg":"trace[1566554048] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11330; }","duration":"134.979199ms","start":"2026-03-04T15:50:42.914292Z","end":"2026-03-04T15:50:43.049271Z","steps":["trace[1566554048] 'agreement among raft nodes before linearized reading' (duration: 134.229871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:43.09908Z","caller":"traceutil/trace.go:171","msg":"trace[1128132186] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"184.29743ms","start":"2026-03-04T15:50:42.914754Z","end":"2026-03-04T15:50:43.099051Z","steps":["trace[1128132186] 'process raft request' (duration: 184.111575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:43.099122Z","caller":"traceutil/trace.go:171","msg":"trace[931053369] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"184.457444ms","start":"2026-03-04T15:50:42.914617Z","end":"2026-03-04T15:50:43.099075Z","steps":["trace[931053369] 'process raft request' (duration: 184.068445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:43.099351Z","caller":"traceutil/trace.go:171","msg":"trace[503736843] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"184.527326ms","start":"2026-03-04T15:50:42.914811Z","end":"2026-03-04T15:50:43.099339Z","steps":["trace[503736843] 'process raft request' (duration: 184.169937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:45.07262Z","caller":"traceutil/trace.go:171","msg":"trace[2023918960] linearizableReadLoop","detail":"{readStateIndex:11769; appliedIndex:11767; }","duration":"153.658645ms","start":"2026-03-04T15:50:44.918935Z","end":"2026-03-04T15:50:45.072593Z","steps":["trace[2023918960] 'read index received' (duration: 22.01805ms)","trace[2023918960] 'applied index is now lower than readState.Index' (duration: 131.639325ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:45.072688Z","caller":"traceutil/trace.go:171","msg":"trace[1545572837] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"158.414285ms","start":"2026-03-04T15:50:44.914225Z","end":"2026-03-04T15:50:45.072639Z","steps":["trace[1545572837] 'process raft request' (duration: 64.547681ms)","trace[1545572837] 'compare' (duration: 93.630938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:50:45.073024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.061825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:50:45.073125Z","caller":"traceutil/trace.go:171","msg":"trace[1720885959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:11338; }","duration":"154.217279ms","start":"2026-03-04T15:50:44.918887Z","end":"2026-03-04T15:50:45.073105Z","steps":["trace[1720885959] 'agreement among raft nodes before linearized reading' (duration: 153.8333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:50:45.365122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.621834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:50:45.365433Z","caller":"traceutil/trace.go:171","msg":"trace[49749953] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"228.303608ms","start":"2026-03-04T15:50:45.137106Z","end":"2026-03-04T15:50:45.36541Z","steps":["trace[49749953] 'process raft request' (duration: 228.243477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:45.365825Z","caller":"traceutil/trace.go:171","msg":"trace[498485773] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"228.928543ms","start":"2026-03-04T15:50:45.136865Z","end":"2026-03-04T15:50:45.365794Z","steps":["trace[498485773] 'process raft request' (duration: 88.529929ms)","trace[498485773] 'compare' (duration: 139.451741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:45.365815Z","caller":"traceutil/trace.go:171","msg":"trace[1827888011] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"228.729758ms","start":"2026-03-04T15:50:45.137033Z","end":"2026-03-04T15:50:45.365763Z","steps":["trace[1827888011] 'process raft request' (duration: 228.239336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:50:45.554502Z","caller":"traceutil/trace.go:171","msg":"trace[1013716524] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"261.790745ms","start":"2026-03-04T15:50:45.292684Z","end":"2026-03-04T15:50:45.554475Z","steps":["trace[1013716524] 'process raft request' (duration: 225.091729ms)","trace[1013716524] 'compare' (duration: 36.571403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:50:58.469691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9446} {"level":"info","ts":"2026-03-04T15:50:58.551449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9446,"took":"80.020206ms","hash":63996827,"current-db-size-bytes":40263680,"current-db-size":"40 MB","current-db-size-in-use-bytes":21188608,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T15:50:58.551519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":63996827,"revision":9446,"compact-revision":7315} {"level":"info","ts":"2026-03-04T15:54:49.782747Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000343b.wal"} {"level":"info","ts":"2026-03-04T15:55:08.912667Z","caller":"traceutil/trace.go:171","msg":"trace[993338600] linearizableReadLoop","detail":"{readStateIndex:13515; appliedIndex:13514; }","duration":"137.832397ms","start":"2026-03-04T15:55:08.774807Z","end":"2026-03-04T15:55:08.912639Z","steps":["trace[993338600] 'read index received' (duration: 137.769736ms)","trace[993338600] 'applied index is now lower than readState.Index' (duration: 61.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:55:08.912894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.078434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:55:08.91293Z","caller":"traceutil/trace.go:171","msg":"trace[1176570092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13023; }","duration":"138.160485ms","start":"2026-03-04T15:55:08.774761Z","end":"2026-03-04T15:55:08.912921Z","steps":["trace[1176570092] 'agreement among raft nodes before linearized reading' (duration: 138.019802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:55:08.913347Z","caller":"traceutil/trace.go:171","msg":"trace[1421010133] transaction","detail":"{read_only:false; response_revision:13023; number_of_response:1; }","duration":"181.136741ms","start":"2026-03-04T15:55:08.732168Z","end":"2026-03-04T15:55:08.913305Z","steps":["trace[1421010133] 'process raft request' (duration: 180.325441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:55:08.918838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.118305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:55:08.918898Z","caller":"traceutil/trace.go:171","msg":"trace[1894757236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13024; }","duration":"142.224707ms","start":"2026-03-04T15:55:08.77666Z","end":"2026-03-04T15:55:08.918884Z","steps":["trace[1894757236] 'agreement among raft nodes before linearized reading' (duration: 142.057593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:55:58.475755Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11430} {"level":"info","ts":"2026-03-04T15:55:58.551295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11430,"took":"72.454903ms","hash":4253474370,"current-db-size-bytes":40263680,"current-db-size":"40 MB","current-db-size-in-use-bytes":23781376,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T15:55:58.55136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4253474370,"revision":11430,"compact-revision":9446} {"level":"info","ts":"2026-03-04T15:56:32.437533Z","caller":"traceutil/trace.go:171","msg":"trace[1338671496] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"353.612795ms","start":"2026-03-04T15:56:32.083896Z","end":"2026-03-04T15:56:32.437509Z","steps":["trace[1338671496] 'process raft request' (duration: 353.443291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:56:32.437634Z","caller":"traceutil/trace.go:171","msg":"trace[2079224720] linearizableReadLoop","detail":"{readStateIndex:14057; appliedIndex:14057; }","duration":"167.619852ms","start":"2026-03-04T15:56:32.269986Z","end":"2026-03-04T15:56:32.437606Z","steps":["trace[2079224720] 'read index received' (duration: 167.608192ms)","trace[2079224720] 'applied index is now lower than readState.Index' (duration: 9.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:56:32.437725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:32.083871Z","time spent":"353.739169ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:56:32.437822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.810958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:56:32.43785Z","caller":"traceutil/trace.go:171","msg":"trace[105987890] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13543; }","duration":"167.858839ms","start":"2026-03-04T15:56:32.269982Z","end":"2026-03-04T15:56:32.437841Z","steps":["trace[105987890] 'agreement among raft nodes before linearized reading' (duration: 167.748106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:32.444017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.644813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T15:56:32.444051Z","caller":"traceutil/trace.go:171","msg":"trace[1549120075] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:13544; }","duration":"155.711815ms","start":"2026-03-04T15:56:32.288331Z","end":"2026-03-04T15:56:32.444043Z","steps":["trace[1549120075] 'agreement among raft nodes before linearized reading' (duration: 155.589182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.397173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040864655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:56:36.39941Z","caller":"traceutil/trace.go:171","msg":"trace[641685203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13557; }","duration":"1.043144392s","start":"2026-03-04T15:56:35.356239Z","end":"2026-03-04T15:56:36.399384Z","steps":["trace[641685203] 'range keys from in-memory index tree' (duration: 1.040694541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.39949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.35622Z","time spent":"1.043250736s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:56:36.398156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.201737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:56:36.399727Z","caller":"traceutil/trace.go:171","msg":"trace[75923812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13557; }","duration":"911.818498ms","start":"2026-03-04T15:56:35.487892Z","end":"2026-03-04T15:56:36.399711Z","steps":["trace[75923812] 'range keys from in-memory index tree' (duration: 910.112554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.399788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.487872Z","time spent":"911.902009ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:56:36.398193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036116516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:56:36.400047Z","caller":"traceutil/trace.go:171","msg":"trace[2047967428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13557; }","duration":"1.037992203s","start":"2026-03-04T15:56:35.362039Z","end":"2026-03-04T15:56:36.400032Z","steps":["trace[2047967428] 'range keys from in-memory index tree' (duration: 1.036018823s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.400103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.36203Z","time spent":"1.038054115s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:56:36.398275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035878579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:56:36.400306Z","caller":"traceutil/trace.go:171","msg":"trace[1801433295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13557; }","duration":"1.037939871s","start":"2026-03-04T15:56:35.362353Z","end":"2026-03-04T15:56:36.400293Z","steps":["trace[1801433295] 'range keys from in-memory index tree' (duration: 1.035764417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.400359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.362333Z","time spent":"1.038011694s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:56:36.398387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.533743Z","time spent":"864.636166ms","remote":"127.0.0.1:44010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T15:56:36.398438Z","caller":"traceutil/trace.go:171","msg":"trace[871918825] linearizableReadLoop","detail":"{readStateIndex:14073; appliedIndex:14072; }","duration":"462.693704ms","start":"2026-03-04T15:56:35.935724Z","end":"2026-03-04T15:56:36.398418Z","steps":["trace[871918825] 'read index received' (duration: 453.591206ms)","trace[871918825] 'applied index is now lower than readState.Index' (duration: 9.101488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:56:36.398477Z","caller":"traceutil/trace.go:171","msg":"trace[790157907] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"514.939199ms","start":"2026-03-04T15:56:35.883507Z","end":"2026-03-04T15:56:36.398446Z","steps":["trace[790157907] 'process raft request' (duration: 505.880013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.398507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.781716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:56:36.40112Z","caller":"traceutil/trace.go:171","msg":"trace[1688493743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:13558; }","duration":"465.372861ms","start":"2026-03-04T15:56:35.935716Z","end":"2026-03-04T15:56:36.401089Z","steps":["trace[1688493743] 'agreement among raft nodes before linearized reading' (duration: 462.749525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.401251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.935655Z","time spent":"465.545154ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:56:36.401348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.858334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T15:56:36.40142Z","caller":"traceutil/trace.go:171","msg":"trace[812357092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13558; }","duration":"252.957077ms","start":"2026-03-04T15:56:36.148446Z","end":"2026-03-04T15:56:36.401403Z","steps":["trace[812357092] 'agreement among raft nodes before linearized reading' (duration: 252.424324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.401762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.459685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T15:56:36.401823Z","caller":"traceutil/trace.go:171","msg":"trace[1110671732] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13558; }","duration":"261.532312ms","start":"2026-03-04T15:56:36.140276Z","end":"2026-03-04T15:56:36.401808Z","steps":["trace[1110671732] 'agreement among raft nodes before linearized reading' (duration: 260.414324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:36.402249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:35.883472Z","time spent":"517.182936ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:56:56.911573Z","caller":"traceutil/trace.go:171","msg":"trace[1979300144] linearizableReadLoop","detail":"{readStateIndex:14178; appliedIndex:14177; }","duration":"404.746375ms","start":"2026-03-04T15:56:56.506802Z","end":"2026-03-04T15:56:56.911549Z","steps":["trace[1979300144] 'read index received' (duration: 404.630772ms)","trace[1979300144] 'applied index is now lower than readState.Index' (duration: 114.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:56:56.91161Z","caller":"traceutil/trace.go:171","msg":"trace[192953719] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"436.14348ms","start":"2026-03-04T15:56:56.475451Z","end":"2026-03-04T15:56:56.911594Z","steps":["trace[192953719] 'process raft request' (duration: 435.949415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:56.911765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.941939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:56:56.91181Z","caller":"traceutil/trace.go:171","msg":"trace[243750513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13659; }","duration":"405.039652ms","start":"2026-03-04T15:56:56.506762Z","end":"2026-03-04T15:56:56.911802Z","steps":["trace[243750513] 'agreement among raft nodes before linearized reading' (duration: 404.881788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:56.911842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.506743Z","time spent":"405.089524ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:56:56.911828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.47543Z","time spent":"436.289894ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:56:56.917173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.673462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:56:56.917195Z","caller":"traceutil/trace.go:171","msg":"trace[928857742] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"390.487658ms","start":"2026-03-04T15:56:56.526674Z","end":"2026-03-04T15:56:56.917161Z","steps":["trace[928857742] 'process raft request' (duration: 390.257372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:56:56.917238Z","caller":"traceutil/trace.go:171","msg":"trace[1871215989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13660; }","duration":"408.765074ms","start":"2026-03-04T15:56:56.508453Z","end":"2026-03-04T15:56:56.917218Z","steps":["trace[1871215989] 'agreement among raft nodes before linearized reading' (duration: 408.59312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:56.917268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.300723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:56:56.917276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.508443Z","time spent":"408.826506ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:56:56.917308Z","caller":"traceutil/trace.go:171","msg":"trace[420278909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13660; }","duration":"408.357794ms","start":"2026-03-04T15:56:56.50894Z","end":"2026-03-04T15:56:56.917298Z","steps":["trace[420278909] 'agreement among raft nodes before linearized reading' (duration: 408.261392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:56.917306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.693567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:56:56.917344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.526654Z","time spent":"390.609331ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:56:56.917334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.508933Z","time spent":"408.395095ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:56:56.917366Z","caller":"traceutil/trace.go:171","msg":"trace[1476653505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:13660; }","duration":"329.786769ms","start":"2026-03-04T15:56:56.587563Z","end":"2026-03-04T15:56:56.91735Z","steps":["trace[1476653505] 'agreement among raft nodes before linearized reading' (duration: 329.642466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:56:56.9174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:56:56.587546Z","time spent":"329.847091ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:56:56.917495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.091229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:56:56.917538Z","caller":"traceutil/trace.go:171","msg":"trace[2110632307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13660; }","duration":"159.172542ms","start":"2026-03-04T15:56:56.758356Z","end":"2026-03-04T15:56:56.917529Z","steps":["trace[2110632307] 'agreement among raft nodes before linearized reading' (duration: 159.074559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.453224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832354569,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:57:05.522629Z","caller":"traceutil/trace.go:171","msg":"trace[1430810668] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"581.610238ms","start":"2026-03-04T15:57:04.941Z","end":"2026-03-04T15:57:05.52261Z","steps":["trace[1430810668] 'process raft request' (duration: 581.459974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.522751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.940986Z","time spent":"581.694271ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:05.524092Z","caller":"traceutil/trace.go:171","msg":"trace[1297834719] linearizableReadLoop","detail":"{readStateIndex:14218; appliedIndex:14215; }","duration":"570.8789ms","start":"2026-03-04T15:57:04.953201Z","end":"2026-03-04T15:57:05.52408Z","steps":["trace[1297834719] 'read index received' (duration: 569.319772ms)","trace[1297834719] 'applied index is now lower than readState.Index' (duration: 1.558338ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:57:05.524155Z","caller":"traceutil/trace.go:171","msg":"trace[705113481] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"166.561906ms","start":"2026-03-04T15:57:05.357585Z","end":"2026-03-04T15:57:05.524147Z","steps":["trace[705113481] 'process raft request' (duration: 166.468744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:05.524143Z","caller":"traceutil/trace.go:171","msg":"trace[1213278668] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"582.91118ms","start":"2026-03-04T15:57:04.941203Z","end":"2026-03-04T15:57:05.524114Z","steps":["trace[1213278668] 'process raft request' (duration: 582.799767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.524282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.084255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:57:05.524326Z","caller":"traceutil/trace.go:171","msg":"trace[815689010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13697; }","duration":"571.158737ms","start":"2026-03-04T15:57:04.95316Z","end":"2026-03-04T15:57:05.524319Z","steps":["trace[815689010] 'agreement among raft nodes before linearized reading' (duration: 571.049824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.524347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.953144Z","time spent":"571.197588ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:05.524284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.941173Z","time spent":"583.035043ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:05.524458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.016067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:57:05.524521Z","caller":"traceutil/trace.go:171","msg":"trace[81484538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13697; }","duration":"568.093039ms","start":"2026-03-04T15:57:04.956413Z","end":"2026-03-04T15:57:05.524506Z","steps":["trace[81484538] 'agreement among raft nodes before linearized reading' (duration: 567.946955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.52457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.956406Z","time spent":"568.153871ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:05.524667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.632631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:57:05.524693Z","caller":"traceutil/trace.go:171","msg":"trace[942466654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13697; }","duration":"396.694972ms","start":"2026-03-04T15:57:05.127993Z","end":"2026-03-04T15:57:05.524688Z","steps":["trace[942466654] 'agreement among raft nodes before linearized reading' (duration: 396.628571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.524709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:05.127966Z","time spent":"396.739154ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:57:05.524794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.322065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:57:05.524846Z","caller":"traceutil/trace.go:171","msg":"trace[1009492839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13697; }","duration":"564.380138ms","start":"2026-03-04T15:57:04.960453Z","end":"2026-03-04T15:57:05.524833Z","steps":["trace[1009492839] 'agreement among raft nodes before linearized reading' (duration: 564.269224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.52489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.960448Z","time spent":"564.429859ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:57:05.524487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.868497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T15:57:05.524961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.240809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:57:05.525Z","caller":"traceutil/trace.go:171","msg":"trace[1565670214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13697; }","duration":"447.417732ms","start":"2026-03-04T15:57:05.077575Z","end":"2026-03-04T15:57:05.524992Z","steps":["trace[1565670214] 'agreement among raft nodes before linearized reading' (duration: 446.868137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:05.52501Z","caller":"traceutil/trace.go:171","msg":"trace[1123422296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13697; }","duration":"565.3024ms","start":"2026-03-04T15:57:04.959697Z","end":"2026-03-04T15:57:05.524999Z","steps":["trace[1123422296] 'agreement among raft nodes before linearized reading' (duration: 565.154006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.525031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:05.077556Z","time spent":"447.467624ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:05.524699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.35357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:57:05.525041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.959691Z","time spent":"565.343092ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:57:05.525073Z","caller":"traceutil/trace.go:171","msg":"trace[908769044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:13697; }","duration":"545.762771ms","start":"2026-03-04T15:57:04.979297Z","end":"2026-03-04T15:57:05.52506Z","steps":["trace[908769044] 'agreement among raft nodes before linearized reading' (duration: 545.35766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:05.525126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:04.979277Z","time spent":"545.837244ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"info","ts":"2026-03-04T15:57:15.270316Z","caller":"traceutil/trace.go:171","msg":"trace[994886749] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"761.665032ms","start":"2026-03-04T15:57:14.508626Z","end":"2026-03-04T15:57:15.270291Z","steps":["trace[994886749] 'process raft request' (duration: 761.498708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:15.270484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:14.508605Z","time spent":"761.800396ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:16.154205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832354729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T15:57:16.178132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.345262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:16.178255Z","caller":"traceutil/trace.go:171","msg":"trace[592659742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13759; }","duration":"691.505486ms","start":"2026-03-04T15:57:15.486715Z","end":"2026-03-04T15:57:16.17822Z","steps":["trace[592659742] 'range keys from in-memory index tree' (duration: 691.25867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.178273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.673735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:57:16.178319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.486695Z","time spent":"691.611419ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:57:16.178361Z","caller":"traceutil/trace.go:171","msg":"trace[2016193420] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13759; }","duration":"664.814339ms","start":"2026-03-04T15:57:15.513524Z","end":"2026-03-04T15:57:16.178338Z","steps":["trace[2016193420] 'count revisions from in-memory index tree' (duration: 664.581603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.178409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.513503Z","time spent":"664.893821ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:57:16.178797Z","caller":"traceutil/trace.go:171","msg":"trace[631810297] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"536.289805ms","start":"2026-03-04T15:57:15.642471Z","end":"2026-03-04T15:57:16.178761Z","steps":["trace[631810297] 'process raft request' (duration: 533.587708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:16.178819Z","caller":"traceutil/trace.go:171","msg":"trace[183421224] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"533.954326ms","start":"2026-03-04T15:57:15.644845Z","end":"2026-03-04T15:57:16.178799Z","steps":["trace[183421224] 'process raft request' (duration: 533.778102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.178916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.642449Z","time spent":"536.395697ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:16.178909Z","caller":"traceutil/trace.go:171","msg":"trace[1807325377] linearizableReadLoop","detail":"{readStateIndex:14286; appliedIndex:14283; }","duration":"525.648939ms","start":"2026-03-04T15:57:15.653227Z","end":"2026-03-04T15:57:16.178876Z","steps":["trace[1807325377] 'read index received' (duration: 522.845649ms)","trace[1807325377] 'applied index is now lower than readState.Index' (duration: 2.8022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:57:16.178917Z","caller":"traceutil/trace.go:171","msg":"trace[475454292] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"532.955153ms","start":"2026-03-04T15:57:15.645933Z","end":"2026-03-04T15:57:16.178888Z","steps":["trace[475454292] 'process raft request' (duration: 532.824419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.645907Z","time spent":"533.101996ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:16.179138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.994636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:57:16.179179Z","caller":"traceutil/trace.go:171","msg":"trace[964839950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:13762; }","duration":"470.083858ms","start":"2026-03-04T15:57:15.709083Z","end":"2026-03-04T15:57:16.179167Z","steps":["trace[964839950] 'agreement among raft nodes before linearized reading' (duration: 469.988786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.709061Z","time spent":"470.14474ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:57:16.17921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.949591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T15:57:16.179225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.790567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T15:57:16.179226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.852807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:16.179254Z","caller":"traceutil/trace.go:171","msg":"trace[1059120610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13762; }","duration":"479.051613ms","start":"2026-03-04T15:57:15.700189Z","end":"2026-03-04T15:57:16.179241Z","steps":["trace[1059120610] 'agreement among raft nodes before linearized reading' (duration: 478.876749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:16.179263Z","caller":"traceutil/trace.go:171","msg":"trace[963820283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13762; }","duration":"478.843507ms","start":"2026-03-04T15:57:15.700406Z","end":"2026-03-04T15:57:16.17925Z","steps":["trace[963820283] 'agreement among raft nodes before linearized reading' (duration: 478.670133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.700164Z","time spent":"479.119824ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:16.179295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.006302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:57:16.179309Z","caller":"traceutil/trace.go:171","msg":"trace[1131412447] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13762; }","duration":"438.981481ms","start":"2026-03-04T15:57:15.740293Z","end":"2026-03-04T15:57:16.179275Z","steps":["trace[1131412447] 'agreement among raft nodes before linearized reading' (duration: 438.849698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.008188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T15:57:16.179353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.740269Z","time spent":"439.073483ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:57:16.17938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.559681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T15:57:16.179302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.700363Z","time spent":"478.930471ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:57:16.179404Z","caller":"traceutil/trace.go:171","msg":"trace[335314930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13762; }","duration":"526.184212ms","start":"2026-03-04T15:57:15.653187Z","end":"2026-03-04T15:57:16.179371Z","steps":["trace[335314930] 'agreement among raft nodes before linearized reading' (duration: 525.834724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:16.179436Z","caller":"traceutil/trace.go:171","msg":"trace[2094502927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13762; }","duration":"479.179217ms","start":"2026-03-04T15:57:15.700241Z","end":"2026-03-04T15:57:16.17942Z","steps":["trace[2094502927] 'agreement among raft nodes before linearized reading' (duration: 478.89325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.454967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:57:16.179475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.700222Z","time spent":"479.242948ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T15:57:16.179421Z","caller":"traceutil/trace.go:171","msg":"trace[1830849085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13762; }","duration":"478.610222ms","start":"2026-03-04T15:57:15.700798Z","end":"2026-03-04T15:57:16.179408Z","steps":["trace[1830849085] 'agreement among raft nodes before linearized reading' (duration: 478.52272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:16.179492Z","caller":"traceutil/trace.go:171","msg":"trace[630268301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13762; }","duration":"454.521629ms","start":"2026-03-04T15:57:15.72496Z","end":"2026-03-04T15:57:16.179481Z","steps":["trace[630268301] 'agreement among raft nodes before linearized reading' (duration: 454.390356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:16.179468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.653169Z","time spent":"526.287685ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:57:16.179515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.700787Z","time spent":"478.717545ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:16.179522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.72494Z","time spent":"454.573731ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T15:57:16.179983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:15.644819Z","time spent":"534.123841ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:17.862522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.586881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T15:57:17.862772Z","caller":"traceutil/trace.go:171","msg":"trace[280451921] linearizableReadLoop","detail":"{readStateIndex:14296; appliedIndex:14295; }","duration":"374.406366ms","start":"2026-03-04T15:57:17.488312Z","end":"2026-03-04T15:57:17.862718Z","steps":["trace[280451921] 'read index received' (duration: 226.65864ms)","trace[280451921] 'applied index is now lower than readState.Index' (duration: 147.744656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:57:17.862913Z","caller":"traceutil/trace.go:171","msg":"trace[765517651] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"172.756671ms","start":"2026-03-04T15:57:17.690094Z","end":"2026-03-04T15:57:17.862851Z","steps":["trace[765517651] 'process raft request' (duration: 172.506495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:17.862968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.639531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:17.863042Z","caller":"traceutil/trace.go:171","msg":"trace[1951542879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13772; }","duration":"374.762724ms","start":"2026-03-04T15:57:17.48826Z","end":"2026-03-04T15:57:17.863023Z","steps":["trace[1951542879] 'agreement among raft nodes before linearized reading' (duration: 374.59028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:17.863099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:17.488241Z","time spent":"374.843987ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:57:17.863256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.552146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-sxwjk\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-03-04T15:57:17.86333Z","caller":"traceutil/trace.go:171","msg":"trace[1573294370] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-sxwjk; range_end:; response_count:1; response_revision:13772; }","duration":"174.69228ms","start":"2026-03-04T15:57:17.688624Z","end":"2026-03-04T15:57:17.863316Z","steps":["trace[1573294370] 'agreement among raft nodes before linearized reading' (duration: 174.29726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:25.841508Z","caller":"traceutil/trace.go:171","msg":"trace[1747740501] linearizableReadLoop","detail":"{readStateIndex:14452; appliedIndex:14451; }","duration":"364.540848ms","start":"2026-03-04T15:57:25.476944Z","end":"2026-03-04T15:57:25.841485Z","steps":["trace[1747740501] 'read index received' (duration: 295.790728ms)","trace[1747740501] 'applied index is now lower than readState.Index' (duration: 68.74819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:57:25.841528Z","caller":"traceutil/trace.go:171","msg":"trace[1275048786] transaction","detail":"{read_only:false; response_revision:13923; number_of_response:1; }","duration":"435.441762ms","start":"2026-03-04T15:57:25.406058Z","end":"2026-03-04T15:57:25.8415Z","steps":["trace[1275048786] 'process raft request' (duration: 366.728153ms)","trace[1275048786] 'compare' (duration: 68.486344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:25.841635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:25.406035Z","time spent":"435.548156ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:57:25.841652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.686442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:57:25.841699Z","caller":"traceutil/trace.go:171","msg":"trace[912359598] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13923; }","duration":"364.777174ms","start":"2026-03-04T15:57:25.47691Z","end":"2026-03-04T15:57:25.841688Z","steps":["trace[912359598] 'agreement among raft nodes before linearized reading' (duration: 364.661941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:25.841732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:25.476893Z","time spent":"364.831105ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:57:26.523733Z","caller":"traceutil/trace.go:171","msg":"trace[2134309593] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"458.444806ms","start":"2026-03-04T15:57:26.065263Z","end":"2026-03-04T15:57:26.523708Z","steps":["trace[2134309593] 'process raft request' (duration: 458.313433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.523836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.065238Z","time spent":"458.542759ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:26.524233Z","caller":"traceutil/trace.go:171","msg":"trace[1344967075] linearizableReadLoop","detail":"{readStateIndex:14453; appliedIndex:14453; }","duration":"443.354271ms","start":"2026-03-04T15:57:26.080866Z","end":"2026-03-04T15:57:26.52422Z","steps":["trace[1344967075] 'read index received' (duration: 443.351511ms)","trace[1344967075] 'applied index is now lower than readState.Index' (duration: 2.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:26.524327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.460003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T15:57:26.524346Z","caller":"traceutil/trace.go:171","msg":"trace[799617393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8; range_end:; response_count:1; response_revision:13924; }","duration":"443.507935ms","start":"2026-03-04T15:57:26.080831Z","end":"2026-03-04T15:57:26.524338Z","steps":["trace[799617393] 'agreement among raft nodes before linearized reading' (duration: 443.431343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.524372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.080814Z","time spent":"443.551005ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" "} {"level":"info","ts":"2026-03-04T15:57:26.809012Z","caller":"traceutil/trace.go:171","msg":"trace[1837178116] linearizableReadLoop","detail":"{readStateIndex:14456; appliedIndex:14453; }","duration":"284.748282ms","start":"2026-03-04T15:57:26.524245Z","end":"2026-03-04T15:57:26.808994Z","steps":["trace[1837178116] 'read index received' (duration: 200.955436ms)","trace[1837178116] 'applied index is now lower than readState.Index' (duration: 83.792036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:26.809179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.769156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:57:26.80921Z","caller":"traceutil/trace.go:171","msg":"trace[1931225621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13927; }","duration":"524.835278ms","start":"2026-03-04T15:57:26.284364Z","end":"2026-03-04T15:57:26.8092Z","steps":["trace[1931225621] 'agreement among raft nodes before linearized reading' (duration: 524.703294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.284353Z","time spent":"524.882418ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.839342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T15:57:26.809339Z","caller":"traceutil/trace.go:171","msg":"trace[1961064529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8; range_end:; response_count:1; response_revision:13927; }","duration":"471.954185ms","start":"2026-03-04T15:57:26.337369Z","end":"2026-03-04T15:57:26.809324Z","steps":["trace[1961064529] 'agreement among raft nodes before linearized reading' (duration: 471.735169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.337357Z","time spent":"472.008106ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.895515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T15:57:26.809417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.30172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:57:26.809456Z","caller":"traceutil/trace.go:171","msg":"trace[614083027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13927; }","duration":"521.967466ms","start":"2026-03-04T15:57:26.287479Z","end":"2026-03-04T15:57:26.809447Z","steps":["trace[614083027] 'agreement among raft nodes before linearized reading' (duration: 521.865133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.418612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:57:26.809465Z","caller":"traceutil/trace.go:171","msg":"trace[1203915838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13927; }","duration":"513.419712ms","start":"2026-03-04T15:57:26.296034Z","end":"2026-03-04T15:57:26.809454Z","steps":["trace[1203915838] 'agreement among raft nodes before linearized reading' (duration: 513.301519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.287462Z","time spent":"522.015947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.296017Z","time spent":"513.472774ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T15:57:26.809499Z","caller":"traceutil/trace.go:171","msg":"trace[1312879663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13927; }","duration":"519.479894ms","start":"2026-03-04T15:57:26.290005Z","end":"2026-03-04T15:57:26.809485Z","steps":["trace[1312879663] 'agreement among raft nodes before linearized reading' (duration: 519.35401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.289998Z","time spent":"519.526265ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.786781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-04T15:57:26.80958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.911841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:26.809602Z","caller":"traceutil/trace.go:171","msg":"trace[740279291] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"535.079264ms","start":"2026-03-04T15:57:26.274508Z","end":"2026-03-04T15:57:26.809587Z","steps":["trace[740279291] 'process raft request' (duration: 450.744894ms)","trace[740279291] 'compare' (duration: 83.574131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:26.809631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.834887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T15:57:26.809605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.196712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:57:26.809651Z","caller":"traceutil/trace.go:171","msg":"trace[538470520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:13927; }","duration":"494.864957ms","start":"2026-03-04T15:57:26.31478Z","end":"2026-03-04T15:57:26.809645Z","steps":["trace[538470520] 'agreement among raft nodes before linearized reading' (duration: 494.830477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.314772Z","time spent":"494.94711ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.274485Z","time spent":"535.155556ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:26.80964Z","caller":"traceutil/trace.go:171","msg":"trace[645312073] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"530.635363ms","start":"2026-03-04T15:57:26.278993Z","end":"2026-03-04T15:57:26.809628Z","steps":["trace[645312073] 'process raft request' (duration: 529.939326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:26.809739Z","caller":"traceutil/trace.go:171","msg":"trace[1628638234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13927; }","duration":"524.359327ms","start":"2026-03-04T15:57:26.285353Z","end":"2026-03-04T15:57:26.809712Z","steps":["trace[1628638234] 'agreement among raft nodes before linearized reading' (duration: 524.040728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.278969Z","time spent":"530.811138ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:26.809824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.285344Z","time spent":"524.46454ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T15:57:26.809657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.281938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T15:57:26.809883Z","caller":"traceutil/trace.go:171","msg":"trace[2137794423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13927; }","duration":"441.521064ms","start":"2026-03-04T15:57:26.368343Z","end":"2026-03-04T15:57:26.809864Z","steps":["trace[2137794423] 'agreement among raft nodes before linearized reading' (duration: 441.253806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.368327Z","time spent":"441.607727ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:57:26.809972Z","caller":"traceutil/trace.go:171","msg":"trace[1139715608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:13927; }","duration":"475.852702ms","start":"2026-03-04T15:57:26.333739Z","end":"2026-03-04T15:57:26.809592Z","steps":["trace[1139715608] 'agreement among raft nodes before linearized reading' (duration: 475.792591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.809997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.333711Z","time spent":"476.278223ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" "} {"level":"info","ts":"2026-03-04T15:57:26.809954Z","caller":"traceutil/trace.go:171","msg":"trace[648060249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13927; }","duration":"321.963472ms","start":"2026-03-04T15:57:26.487631Z","end":"2026-03-04T15:57:26.809595Z","steps":["trace[648060249] 'agreement among raft nodes before linearized reading' (duration: 321.932641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.810038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.487612Z","time spent":"322.418015ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T15:57:26.80982Z","caller":"traceutil/trace.go:171","msg":"trace[1477891827] transaction","detail":"{read_only:false; response_revision:13927; number_of_response:1; }","duration":"530.298804ms","start":"2026-03-04T15:57:26.279289Z","end":"2026-03-04T15:57:26.809588Z","steps":["trace[1477891827] 'process raft request' (duration: 529.673139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:26.811574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.279265Z","time spent":"532.219683ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:27.31132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832355099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:57:27.677641Z","caller":"traceutil/trace.go:171","msg":"trace[2095542392] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"1.145317858s","start":"2026-03-04T15:57:26.532285Z","end":"2026-03-04T15:57:27.677603Z","steps":["trace[2095542392] 'process raft request' (duration: 1.145250847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:27.67783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.532266Z","time spent":"1.145486463s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:27.678051Z","caller":"traceutil/trace.go:171","msg":"trace[696425049] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"1.150068967s","start":"2026-03-04T15:57:26.527972Z","end":"2026-03-04T15:57:27.678041Z","steps":["trace[696425049] 'process raft request' (duration: 1.149402921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:27.678117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.527946Z","time spent":"1.150130898s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T15:57:28.714954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006479246s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T15:57:28.715336Z","caller":"traceutil/trace.go:171","msg":"trace[426773926] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"1.90055447s","start":"2026-03-04T15:57:26.814759Z","end":"2026-03-04T15:57:28.715314Z","steps":["trace[426773926] 'process raft request' (duration: 1.900479058s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:28.715424Z","caller":"traceutil/trace.go:171","msg":"trace[906856839] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"1.901046872s","start":"2026-03-04T15:57:26.814334Z","end":"2026-03-04T15:57:28.715381Z","steps":["trace[906856839] 'process raft request' (duration: 1.900760375s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.715459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.814747Z","time spent":"1.900635312s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:28.715565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.814309Z","time spent":"1.901187605s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:28.715758Z","caller":"traceutil/trace.go:171","msg":"trace[1611936693] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"1.900659952s","start":"2026-03-04T15:57:26.815084Z","end":"2026-03-04T15:57:28.715744Z","steps":["trace[1611936693] 'process raft request' (duration: 1.900415316s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:28.715756Z","caller":"traceutil/trace.go:171","msg":"trace[82746709] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"1.900610212s","start":"2026-03-04T15:57:26.815121Z","end":"2026-03-04T15:57:28.715732Z","steps":["trace[82746709] 'process raft request' (duration: 1.900492729s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:28.715798Z","caller":"traceutil/trace.go:171","msg":"trace[89174339] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"1.900999761s","start":"2026-03-04T15:57:26.814775Z","end":"2026-03-04T15:57:28.715775Z","steps":["trace[89174339] 'process raft request' (duration: 1.900504029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.715824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.815077Z","time spent":"1.900713724s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:28.715896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.815113Z","time spent":"1.900710634s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:57:28.715911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.814763Z","time spent":"1.901092633s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:57:28.720643Z","caller":"traceutil/trace.go:171","msg":"trace[1045556041] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14456; }","duration":"1.90936569s","start":"2026-03-04T15:57:26.811247Z","end":"2026-03-04T15:57:28.720613Z","steps":["trace[1045556041] 'read index received' (duration: 866.113834ms)","trace[1045556041] 'applied index is now lower than readState.Index' (duration: 1.043249386s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:28.720761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909513084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:28.720804Z","caller":"traceutil/trace.go:171","msg":"trace[1636238881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13934; }","duration":"1.909574856s","start":"2026-03-04T15:57:26.811217Z","end":"2026-03-04T15:57:28.720792Z","steps":["trace[1636238881] 'agreement among raft nodes before linearized reading' (duration: 1.909503514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.720827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.811202Z","time spent":"1.909620176s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:57:28.720948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032077247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T15:57:28.720999Z","caller":"traceutil/trace.go:171","msg":"trace[171967733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:13934; }","duration":"1.032160368s","start":"2026-03-04T15:57:27.688826Z","end":"2026-03-04T15:57:28.720986Z","steps":["trace[171967733] 'agreement among raft nodes before linearized reading' (duration: 1.032008115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.688813Z","time spent":"1.03220942s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" "} {"level":"warn","ts":"2026-03-04T15:57:28.720958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.012245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-pvppz.1899ae8bf39fd263\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-04T15:57:28.721092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.784673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:57:28.721114Z","caller":"traceutil/trace.go:171","msg":"trace[1047724458] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-pvppz.1899ae8bf39fd263; range_end:; response_count:1; response_revision:13934; }","duration":"703.20211ms","start":"2026-03-04T15:57:28.017883Z","end":"2026-03-04T15:57:28.721085Z","steps":["trace[1047724458] 'agreement among raft nodes before linearized reading' (duration: 702.953594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:28.721134Z","caller":"traceutil/trace.go:171","msg":"trace[412085633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13934; }","duration":"288.848695ms","start":"2026-03-04T15:57:28.432276Z","end":"2026-03-04T15:57:28.721124Z","steps":["trace[412085633] 'agreement among raft nodes before linearized reading' (duration: 288.751983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:28.017861Z","time spent":"703.302542ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-pvppz.1899ae8bf39fd263\" "} {"level":"warn","ts":"2026-03-04T15:57:28.721186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.540971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T15:57:28.721247Z","caller":"traceutil/trace.go:171","msg":"trace[1157378819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:13934; }","duration":"903.655184ms","start":"2026-03-04T15:57:27.817582Z","end":"2026-03-04T15:57:28.721237Z","steps":["trace[1157378819] 'agreement among raft nodes before linearized reading' (duration: 903.479689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74226707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:57:28.721265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3568742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:57:28.721307Z","caller":"traceutil/trace.go:171","msg":"trace[774894930] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13934; }","duration":"1.356947993s","start":"2026-03-04T15:57:27.364352Z","end":"2026-03-04T15:57:28.7213Z","steps":["trace[774894930] 'agreement among raft nodes before linearized reading' (duration: 1.356884052s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:28.721313Z","caller":"traceutil/trace.go:171","msg":"trace[1695957440] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13934; }","duration":"1.742346692s","start":"2026-03-04T15:57:26.978949Z","end":"2026-03-04T15:57:28.721295Z","steps":["trace[1695957440] 'agreement among raft nodes before linearized reading' (duration: 1.742281631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.364336Z","time spent":"1.356992504s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:57:28.721349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.978927Z","time spent":"1.742413654s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:57:28.721278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.817551Z","time spent":"903.716305ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" "} {"level":"warn","ts":"2026-03-04T15:57:28.721474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907098093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:625335"} {"level":"info","ts":"2026-03-04T15:57:28.721536Z","caller":"traceutil/trace.go:171","msg":"trace[1465003346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13934; }","duration":"1.907162515s","start":"2026-03-04T15:57:26.814358Z","end":"2026-03-04T15:57:28.72152Z","steps":["trace[1465003346] 'agreement among raft nodes before linearized reading' (duration: 1.906456747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.814324Z","time spent":"1.907245747s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":625358,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:57:28.721617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906648413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T15:57:28.721642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579144121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T15:57:28.721694Z","caller":"traceutil/trace.go:171","msg":"trace[287716229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13934; }","duration":"1.906716304s","start":"2026-03-04T15:57:26.814935Z","end":"2026-03-04T15:57:28.721651Z","steps":["trace[287716229] 'agreement among raft nodes before linearized reading' (duration: 1.906547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.72174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:26.814922Z","time spent":"1.906810576s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T15:57:28.721747Z","caller":"traceutil/trace.go:171","msg":"trace[1102851931] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13934; }","duration":"1.579234413s","start":"2026-03-04T15:57:27.142484Z","end":"2026-03-04T15:57:28.721719Z","steps":["trace[1102851931] 'agreement among raft nodes before linearized reading' (duration: 1.579073449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.142479Z","time spent":"1.579326255s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-04T15:57:28.721809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57994322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T15:57:28.721898Z","caller":"traceutil/trace.go:171","msg":"trace[6337248] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13934; }","duration":"1.580063154s","start":"2026-03-04T15:57:27.141816Z","end":"2026-03-04T15:57:28.721879Z","steps":["trace[6337248] 'agreement among raft nodes before linearized reading' (duration: 1.579197342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.721954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.141803Z","time spent":"1.580137905s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-04T15:57:28.72118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.29131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-03-04T15:57:28.722099Z","caller":"traceutil/trace.go:171","msg":"trace[66540899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8; range_end:; response_count:1; response_revision:13934; }","duration":"903.229192ms","start":"2026-03-04T15:57:27.81885Z","end":"2026-03-04T15:57:28.72208Z","steps":["trace[66540899] 'agreement among raft nodes before linearized reading' (duration: 902.117775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.722153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.81884Z","time spent":"903.297684ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" "} {"level":"warn","ts":"2026-03-04T15:57:28.722348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710473164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T15:57:28.722386Z","caller":"traceutil/trace.go:171","msg":"trace[246005615] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13934; }","duration":"1.710549896s","start":"2026-03-04T15:57:27.011828Z","end":"2026-03-04T15:57:28.722378Z","steps":["trace[246005615] 'agreement among raft nodes before linearized reading' (duration: 1.70948551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:57:28.722409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:57:27.011798Z","time spent":"1.710605237s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1432,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:58:30.88807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832357548,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T15:58:30.936196Z","caller":"traceutil/trace.go:171","msg":"trace[1353048635] linearizableReadLoop","detail":"{readStateIndex:15335; appliedIndex:15334; }","duration":"548.499911ms","start":"2026-03-04T15:58:30.387675Z","end":"2026-03-04T15:58:30.936174Z","steps":["trace[1353048635] 'read index received' (duration: 548.383848ms)","trace[1353048635] 'applied index is now lower than readState.Index' (duration: 115.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:58:30.936284Z","caller":"traceutil/trace.go:171","msg":"trace[374317338] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"602.485391ms","start":"2026-03-04T15:58:30.333768Z","end":"2026-03-04T15:58:30.936253Z","steps":["trace[374317338] 'process raft request' (duration: 602.289226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.641214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:58:30.936363Z","caller":"traceutil/trace.go:171","msg":"trace[2058231561] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14778; }","duration":"548.726326ms","start":"2026-03-04T15:58:30.387624Z","end":"2026-03-04T15:58:30.93635Z","steps":["trace[2058231561] 'agreement among raft nodes before linearized reading' (duration: 548.663595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.733496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T15:58:30.936498Z","caller":"traceutil/trace.go:171","msg":"trace[1885343261] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14778; }","duration":"548.858319ms","start":"2026-03-04T15:58:30.387624Z","end":"2026-03-04T15:58:30.936482Z","steps":["trace[1885343261] 'agreement among raft nodes before linearized reading' (duration: 548.650044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.93651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.487903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:58:30.936531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.387602Z","time spent":"548.92291ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T15:58:30.936537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.47564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:58:30.936556Z","caller":"traceutil/trace.go:171","msg":"trace[1775195598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14778; }","duration":"407.569505ms","start":"2026-03-04T15:58:30.528972Z","end":"2026-03-04T15:58:30.936542Z","steps":["trace[1775195598] 'agreement among raft nodes before linearized reading' (duration: 407.473543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.354605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-04T15:58:30.93658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.528953Z","time spent":"407.622347ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:58:30.936393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.387602Z","time spent":"548.784237ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T15:58:30.936631Z","caller":"traceutil/trace.go:171","msg":"trace[1390994946] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14778; }","duration":"424.488519ms","start":"2026-03-04T15:58:30.512121Z","end":"2026-03-04T15:58:30.93661Z","steps":["trace[1390994946] 'agreement among raft nodes before linearized reading' (duration: 424.258963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.93663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.147585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T15:58:30.936623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.186378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:58:30.936576Z","caller":"traceutil/trace.go:171","msg":"trace[647845198] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14778; }","duration":"548.548791ms","start":"2026-03-04T15:58:30.388015Z","end":"2026-03-04T15:58:30.936564Z","steps":["trace[647845198] 'agreement among raft nodes before linearized reading' (duration: 548.412268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.512104Z","time spent":"424.570501ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"info","ts":"2026-03-04T15:58:30.936698Z","caller":"traceutil/trace.go:171","msg":"trace[564619321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14778; }","duration":"473.285549ms","start":"2026-03-04T15:58:30.463393Z","end":"2026-03-04T15:58:30.936678Z","steps":["trace[564619321] 'agreement among raft nodes before linearized reading' (duration: 473.170696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:58:30.936718Z","caller":"traceutil/trace.go:171","msg":"trace[889688107] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14778; }","duration":"547.322962ms","start":"2026-03-04T15:58:30.389375Z","end":"2026-03-04T15:58:30.936698Z","steps":["trace[889688107] 'agreement among raft nodes before linearized reading' (duration: 547.038575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.295623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-04T15:58:30.936749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.463336Z","time spent":"473.397602ms","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T15:58:30.936767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.389364Z","time spent":"547.395393ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T15:58:30.936784Z","caller":"traceutil/trace.go:171","msg":"trace[1283058258] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14778; }","duration":"422.420516ms","start":"2026-03-04T15:58:30.514343Z","end":"2026-03-04T15:58:30.936764Z","steps":["trace[1283058258] 'agreement among raft nodes before linearized reading' (duration: 422.16472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.387996Z","time spent":"548.705656ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T15:58:30.936858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.514327Z","time spent":"422.52439ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"warn","ts":"2026-03-04T15:58:30.936425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.47598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:58:30.936914Z","caller":"traceutil/trace.go:171","msg":"trace[2136422739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14778; }","duration":"549.037534ms","start":"2026-03-04T15:58:30.387866Z","end":"2026-03-04T15:58:30.936903Z","steps":["trace[2136422739] 'agreement among raft nodes before linearized reading' (duration: 548.47363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:30.936943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.387843Z","time spent":"549.092655ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T15:58:30.936414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:58:30.333749Z","time spent":"602.596734ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:59:05.342656Z","caller":"traceutil/trace.go:171","msg":"trace[740010419] transaction","detail":"{read_only:false; response_revision:14946; number_of_response:1; }","duration":"130.994692ms","start":"2026-03-04T15:59:05.211646Z","end":"2026-03-04T15:59:05.342641Z","steps":["trace[740010419] 'process raft request' (duration: 130.901859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:05.342657Z","caller":"traceutil/trace.go:171","msg":"trace[1848273121] transaction","detail":"{read_only:false; response_revision:14945; number_of_response:1; }","duration":"131.440033ms","start":"2026-03-04T15:59:05.211181Z","end":"2026-03-04T15:59:05.342621Z","steps":["trace[1848273121] 'process raft request' (duration: 94.714382ms)","trace[1848273121] 'compare' (duration: 36.538516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:05.548842Z","caller":"traceutil/trace.go:171","msg":"trace[1226893015] linearizableReadLoop","detail":"{readStateIndex:15515; appliedIndex:15510; }","duration":"198.309819ms","start":"2026-03-04T15:59:05.35052Z","end":"2026-03-04T15:59:05.54883Z","steps":["trace[1226893015] 'read index received' (duration: 12.947095ms)","trace[1226893015] 'applied index is now lower than readState.Index' (duration: 185.362054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:05.548829Z","caller":"traceutil/trace.go:171","msg":"trace[1162406003] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"201.310143ms","start":"2026-03-04T15:59:05.347489Z","end":"2026-03-04T15:59:05.548799Z","steps":["trace[1162406003] 'process raft request' (duration: 194.084803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:05.548868Z","caller":"traceutil/trace.go:171","msg":"trace[589707787] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"201.010266ms","start":"2026-03-04T15:59:05.347835Z","end":"2026-03-04T15:59:05.548846Z","steps":["trace[589707787] 'process raft request' (duration: 200.930274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:05.548932Z","caller":"traceutil/trace.go:171","msg":"trace[826442195] transaction","detail":"{read_only:false; response_revision:14951; number_of_response:1; }","duration":"200.412ms","start":"2026-03-04T15:59:05.348512Z","end":"2026-03-04T15:59:05.548924Z","steps":["trace[826442195] 'process raft request' (duration: 200.284387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:05.549Z","caller":"traceutil/trace.go:171","msg":"trace[1063092715] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"201.188881ms","start":"2026-03-04T15:59:05.347759Z","end":"2026-03-04T15:59:05.548948Z","steps":["trace[1063092715] 'process raft request' (duration: 200.959825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:05.549087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.547755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-04T15:59:05.549122Z","caller":"traceutil/trace.go:171","msg":"trace[953357516] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14951; }","duration":"198.604906ms","start":"2026-03-04T15:59:05.350508Z","end":"2026-03-04T15:59:05.549113Z","steps":["trace[953357516] 'agreement among raft nodes before linearized reading' (duration: 198.478833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:05.549175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.447697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-04T15:59:05.549271Z","caller":"traceutil/trace.go:171","msg":"trace[1558618289] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14951; }","duration":"195.548789ms","start":"2026-03-04T15:59:05.353697Z","end":"2026-03-04T15:59:05.549246Z","steps":["trace[1558618289] 'agreement among raft nodes before linearized reading' (duration: 195.323114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:05.5493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.299126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T15:59:05.549316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.959882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:05.549358Z","caller":"traceutil/trace.go:171","msg":"trace[1992793932] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14951; }","duration":"178.382349ms","start":"2026-03-04T15:59:05.370961Z","end":"2026-03-04T15:59:05.549343Z","steps":["trace[1992793932] 'agreement among raft nodes before linearized reading' (duration: 178.229755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:05.549349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.007319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:05.549394Z","caller":"traceutil/trace.go:171","msg":"trace[770929876] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14951; }","duration":"129.085674ms","start":"2026-03-04T15:59:05.420287Z","end":"2026-03-04T15:59:05.549373Z","steps":["trace[770929876] 'agreement among raft nodes before linearized reading' (duration: 128.91204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:05.549429Z","caller":"traceutil/trace.go:171","msg":"trace[1462258078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14951; }","duration":"178.090451ms","start":"2026-03-04T15:59:05.371318Z","end":"2026-03-04T15:59:05.549408Z","steps":["trace[1462258078] 'agreement among raft nodes before linearized reading' (duration: 177.857426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:05.549398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.768868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:05.54952Z","caller":"traceutil/trace.go:171","msg":"trace[1663318125] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14951; }","duration":"178.938854ms","start":"2026-03-04T15:59:05.370568Z","end":"2026-03-04T15:59:05.549506Z","steps":["trace[1663318125] 'agreement among raft nodes before linearized reading' (duration: 178.764189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:06.532831Z","caller":"traceutil/trace.go:171","msg":"trace[206696268] linearizableReadLoop","detail":"{readStateIndex:15517; appliedIndex:15516; }","duration":"207.99285ms","start":"2026-03-04T15:59:06.324817Z","end":"2026-03-04T15:59:06.53281Z","steps":["trace[206696268] 'read index received' (duration: 207.553229ms)","trace[206696268] 'applied index is now lower than readState.Index' (duration: 438.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:59:06.533237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.397842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:06.533294Z","caller":"traceutil/trace.go:171","msg":"trace[181656409] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14953; }","duration":"208.502064ms","start":"2026-03-04T15:59:06.324776Z","end":"2026-03-04T15:59:06.533278Z","steps":["trace[181656409] 'agreement among raft nodes before linearized reading' (duration: 208.38929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:06.533517Z","caller":"traceutil/trace.go:171","msg":"trace[17382632] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"252.28918ms","start":"2026-03-04T15:59:06.281215Z","end":"2026-03-04T15:59:06.533504Z","steps":["trace[17382632] 'process raft request' (duration: 251.288125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:07.624143Z","caller":"traceutil/trace.go:171","msg":"trace[2064518397] transaction","detail":"{read_only:false; response_revision:14957; number_of_response:1; }","duration":"398.310809ms","start":"2026-03-04T15:59:07.225807Z","end":"2026-03-04T15:59:07.624118Z","steps":["trace[2064518397] 'process raft request' (duration: 398.172155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:07.624295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.225791Z","time spent":"398.427872ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:59:07.624297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.513065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:07.62436Z","caller":"traceutil/trace.go:171","msg":"trace[743508349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14957; }","duration":"396.600466ms","start":"2026-03-04T15:59:07.227743Z","end":"2026-03-04T15:59:07.624343Z","steps":["trace[743508349] 'agreement among raft nodes before linearized reading' (duration: 396.466733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:07.624414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.227733Z","time spent":"396.669739ms","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T15:59:07.624169Z","caller":"traceutil/trace.go:171","msg":"trace[1238970660] linearizableReadLoop","detail":"{readStateIndex:15521; appliedIndex:15521; }","duration":"396.372572ms","start":"2026-03-04T15:59:07.227776Z","end":"2026-03-04T15:59:07.624148Z","steps":["trace[1238970660] 'read index received' (duration: 396.364061ms)","trace[1238970660] 'applied index is now lower than readState.Index' (duration: 6.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:59:09.350389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.781324Z","time spent":"1.569057762s","remote":"127.0.0.1:51732","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T15:59:09.352109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522752131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:59:09.352356Z","caller":"traceutil/trace.go:171","msg":"trace[1020977411] transaction","detail":"{read_only:false; response_revision:14958; number_of_response:1; }","duration":"2.005421955s","start":"2026-03-04T15:59:07.346894Z","end":"2026-03-04T15:59:09.352316Z","steps":["trace[1020977411] 'process raft request' (duration: 481.484894ms)","trace[1020977411] 'compare' (duration: 1.521890939s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:59:09.35253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.346874Z","time spent":"2.005556047s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:59:09.352969Z","caller":"traceutil/trace.go:171","msg":"trace[297496813] transaction","detail":"{read_only:false; response_revision:14959; number_of_response:1; }","duration":"2.003283751s","start":"2026-03-04T15:59:07.349633Z","end":"2026-03-04T15:59:09.352917Z","steps":["trace[297496813] 'process raft request' (duration: 2.002604224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.353184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.349622Z","time spent":"2.003451645s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:59:09.374699Z","caller":"traceutil/trace.go:171","msg":"trace[49628257] linearizableReadLoop","detail":"{readStateIndex:15524; appliedIndex:15521; }","duration":"1.749976005s","start":"2026-03-04T15:59:07.624696Z","end":"2026-03-04T15:59:09.374672Z","steps":["trace[49628257] 'read index received' (duration: 203.629932ms)","trace[49628257] 'applied index is now lower than readState.Index' (duration: 1.546344213s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:59:09.374909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886114925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:09.374931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818123122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:09.374982Z","caller":"traceutil/trace.go:171","msg":"trace[1511658526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14959; }","duration":"1.886237888s","start":"2026-03-04T15:59:07.488726Z","end":"2026-03-04T15:59:09.374964Z","steps":["trace[1511658526] 'agreement among raft nodes before linearized reading' (duration: 1.886107795s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.374995Z","caller":"traceutil/trace.go:171","msg":"trace[1830235702] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14959; }","duration":"1.818215014s","start":"2026-03-04T15:59:07.556762Z","end":"2026-03-04T15:59:09.374977Z","steps":["trace[1830235702] 'agreement among raft nodes before linearized reading' (duration: 1.81803707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.375026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.488692Z","time spent":"1.8863252s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T15:59:09.375036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.556745Z","time spent":"1.818281396s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T15:59:09.375228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791479674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-04T15:59:09.375645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819814333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:09.375683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818565523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:09.375752Z","caller":"traceutil/trace.go:171","msg":"trace[1103143887] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14959; }","duration":"1.818673896s","start":"2026-03-04T15:59:07.557061Z","end":"2026-03-04T15:59:09.375735Z","steps":["trace[1103143887] 'agreement among raft nodes before linearized reading' (duration: 1.818470041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.375795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.557052Z","time spent":"1.818733187s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.375827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818778948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T15:59:09.375855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820744808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T15:59:09.375881Z","caller":"traceutil/trace.go:171","msg":"trace[1540014256] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14959; }","duration":"1.81884831s","start":"2026-03-04T15:59:07.557019Z","end":"2026-03-04T15:59:09.375868Z","steps":["trace[1540014256] 'agreement among raft nodes before linearized reading' (duration: 1.818711617s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.375901Z","caller":"traceutil/trace.go:171","msg":"trace[32877362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14959; }","duration":"1.82082626s","start":"2026-03-04T15:59:07.555061Z","end":"2026-03-04T15:59:09.375887Z","steps":["trace[32877362] 'agreement among raft nodes before linearized reading' (duration: 1.820668686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.37592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.557012Z","time spent":"1.818901651s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.375951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.555043Z","time spent":"1.820897681s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T15:59:09.375977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818749618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.376014Z","caller":"traceutil/trace.go:171","msg":"trace[1817528680] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14959; }","duration":"1.818803939s","start":"2026-03-04T15:59:07.5572Z","end":"2026-03-04T15:59:09.376004Z","steps":["trace[1817528680] 'agreement among raft nodes before linearized reading' (duration: 1.818753647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.557193Z","time spent":"1.8188465s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T15:59:09.376038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818608454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:59:09.376162Z","caller":"traceutil/trace.go:171","msg":"trace[541387268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14959; }","duration":"1.818819859s","start":"2026-03-04T15:59:07.557327Z","end":"2026-03-04T15:59:09.376147Z","steps":["trace[541387268] 'agreement among raft nodes before linearized reading' (duration: 1.818311767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.557321Z","time spent":"1.81887595s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T15:59:09.375702Z","caller":"traceutil/trace.go:171","msg":"trace[1264271424] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14959; }","duration":"1.819916566s","start":"2026-03-04T15:59:07.55577Z","end":"2026-03-04T15:59:09.375687Z","steps":["trace[1264271424] 'agreement among raft nodes before linearized reading' (duration: 1.819827884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82120805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:59:09.376438Z","caller":"traceutil/trace.go:171","msg":"trace[1436076305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14959; }","duration":"1.821425695s","start":"2026-03-04T15:59:07.554997Z","end":"2026-03-04T15:59:09.376423Z","steps":["trace[1436076305] 'agreement among raft nodes before linearized reading' (duration: 1.821121357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794795047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-04T15:59:09.37649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.554978Z","time spent":"1.821496806s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:59:09.376514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819584878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.376515Z","caller":"traceutil/trace.go:171","msg":"trace[1225647107] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14959; }","duration":"1.794886709s","start":"2026-03-04T15:59:07.581615Z","end":"2026-03-04T15:59:09.376501Z","steps":["trace[1225647107] 'agreement among raft nodes before linearized reading' (duration: 1.794765816s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.376553Z","caller":"traceutil/trace.go:171","msg":"trace[1136734940] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14959; }","duration":"1.81965042s","start":"2026-03-04T15:59:07.556892Z","end":"2026-03-04T15:59:09.376542Z","steps":["trace[1136734940] 'agreement among raft nodes before linearized reading' (duration: 1.819604939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.581594Z","time spent":"1.79495726s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"warn","ts":"2026-03-04T15:59:09.376588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.556872Z","time spent":"1.819709332s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T15:59:09.376588Z","caller":"traceutil/trace.go:171","msg":"trace[1653272124] transaction","detail":"{read_only:false; response_revision:14960; number_of_response:1; }","duration":"927.132058ms","start":"2026-03-04T15:59:08.44944Z","end":"2026-03-04T15:59:09.376572Z","steps":["trace[1653272124] 'process raft request' (duration: 927.014525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.449413Z","time spent":"927.211351ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18965,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:59:09.37647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819530417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:09.376788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821840486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:09.376848Z","caller":"traceutil/trace.go:171","msg":"trace[1237545380] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14960; }","duration":"1.821937938s","start":"2026-03-04T15:59:07.554896Z","end":"2026-03-04T15:59:09.376834Z","steps":["trace[1237545380] 'agreement among raft nodes before linearized reading' (duration: 1.821769564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.376864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819930388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T15:59:09.376893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.554877Z","time spent":"1.82200529s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T15:59:09.376798Z","caller":"traceutil/trace.go:171","msg":"trace[1982347066] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14959; }","duration":"1.819878416s","start":"2026-03-04T15:59:07.556907Z","end":"2026-03-04T15:59:09.376786Z","steps":["trace[1982347066] 'agreement among raft nodes before linearized reading' (duration: 1.819525716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.377108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.556899Z","time spent":"1.820194235s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T15:59:09.376896Z","caller":"traceutil/trace.go:171","msg":"trace[1628778581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14960; }","duration":"1.820011599s","start":"2026-03-04T15:59:07.556874Z","end":"2026-03-04T15:59:09.376886Z","steps":["trace[1628778581] 'agreement among raft nodes before linearized reading' (duration: 1.819906477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.377366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.556853Z","time spent":"1.820498642s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T15:59:09.377619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025439056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:09.377656Z","caller":"traceutil/trace.go:171","msg":"trace[180779076] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14960; }","duration":"2.025504327s","start":"2026-03-04T15:59:07.352142Z","end":"2026-03-04T15:59:09.377646Z","steps":["trace[180779076] 'agreement among raft nodes before linearized reading' (duration: 2.025408505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.377741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.352125Z","time spent":"2.02560432s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.37787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716808363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nzjtj\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T15:59:09.377913Z","caller":"traceutil/trace.go:171","msg":"trace[149160678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nzjtj; range_end:; response_count:1; response_revision:14961; }","duration":"1.716901436s","start":"2026-03-04T15:59:07.661001Z","end":"2026-03-04T15:59:09.377902Z","steps":["trace[149160678] 'agreement among raft nodes before linearized reading' (duration: 1.716819673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.37794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.660974Z","time spent":"1.716960427s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-nzjtj\" "} {"level":"warn","ts":"2026-03-04T15:59:09.377967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010374699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T15:59:09.378009Z","caller":"traceutil/trace.go:171","msg":"trace[1471589329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14961; }","duration":"2.010458341s","start":"2026-03-04T15:59:07.367542Z","end":"2026-03-04T15:59:09.378Z","steps":["trace[1471589329] 'agreement among raft nodes before linearized reading' (duration: 2.010356458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.367523Z","time spent":"2.010513242s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:59:09.378158Z","caller":"traceutil/trace.go:171","msg":"trace[1441481332] transaction","detail":"{read_only:false; response_revision:14961; number_of_response:1; }","duration":"905.857636ms","start":"2026-03-04T15:59:08.47229Z","end":"2026-03-04T15:59:09.378148Z","steps":["trace[1441481332] 'process raft request' (duration: 905.441165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.47227Z","time spent":"905.912456ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:59:09.378415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.001042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.37844Z","caller":"traceutil/trace.go:171","msg":"trace[17792728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14961; }","duration":"147.047564ms","start":"2026-03-04T15:59:09.231386Z","end":"2026-03-04T15:59:09.378434Z","steps":["trace[17792728] 'agreement among raft nodes before linearized reading' (duration: 147.013883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.774717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T15:59:09.37859Z","caller":"traceutil/trace.go:171","msg":"trace[514287207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14961; }","duration":"158.836748ms","start":"2026-03-04T15:59:09.219746Z","end":"2026-03-04T15:59:09.378583Z","steps":["trace[514287207] 'agreement among raft nodes before linearized reading' (duration: 158.769777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.936703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92clt\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-04T15:59:09.378726Z","caller":"traceutil/trace.go:171","msg":"trace[170756645] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-92clt; range_end:; response_count:1; response_revision:14961; }","duration":"648.018936ms","start":"2026-03-04T15:59:08.730668Z","end":"2026-03-04T15:59:09.378687Z","steps":["trace[170756645] 'agreement among raft nodes before linearized reading' (duration: 647.870752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.730653Z","time spent":"648.110688ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92clt\" "} {"level":"warn","ts":"2026-03-04T15:59:09.378851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02681661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.378881Z","caller":"traceutil/trace.go:171","msg":"trace[1802655917] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14961; }","duration":"2.026862081s","start":"2026-03-04T15:59:07.352011Z","end":"2026-03-04T15:59:09.378873Z","steps":["trace[1802655917] 'agreement among raft nodes before linearized reading' (duration: 2.02682001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.378904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.352005Z","time spent":"2.026895662s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T15:59:09.378968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.127668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198999"} {"level":"info","ts":"2026-03-04T15:59:09.379018Z","caller":"traceutil/trace.go:171","msg":"trace[1329003151] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:14961; }","duration":"717.20891ms","start":"2026-03-04T15:59:08.661795Z","end":"2026-03-04T15:59:09.379003Z","steps":["trace[1329003151] 'agreement among raft nodes before linearized reading' (duration: 716.963034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.661776Z","time spent":"717.277422ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":199022,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.730012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T15:59:09.379098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02721922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T15:59:09.379187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152042073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:09.37922Z","caller":"traceutil/trace.go:171","msg":"trace[2124323590] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14961; }","duration":"1.152110015s","start":"2026-03-04T15:59:08.227104Z","end":"2026-03-04T15:59:09.379214Z","steps":["trace[2124323590] 'agreement among raft nodes before linearized reading' (duration: 1.151989132s)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.379221Z","caller":"traceutil/trace.go:171","msg":"trace[57144279] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14961; }","duration":"2.027365844s","start":"2026-03-04T15:59:07.35184Z","end":"2026-03-04T15:59:09.379206Z","steps":["trace[57144279] 'agreement among raft nodes before linearized reading' (duration: 2.027167969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.37927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.971384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:09.379299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.337191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T15:59:09.379318Z","caller":"traceutil/trace.go:171","msg":"trace[1729371772] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14961; }","duration":"349.385272ms","start":"2026-03-04T15:59:09.029928Z","end":"2026-03-04T15:59:09.379313Z","steps":["trace[1729371772] 'agreement among raft nodes before linearized reading' (duration: 349.330921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.351827Z","time spent":"2.027467986s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T15:59:09.37932Z","caller":"traceutil/trace.go:171","msg":"trace[1074054786] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14961; }","duration":"193.042055ms","start":"2026-03-04T15:59:09.186266Z","end":"2026-03-04T15:59:09.379308Z","steps":["trace[1074054786] 'agreement among raft nodes before linearized reading' (duration: 192.970753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.029912Z","time spent":"349.421804ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176137617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.379208Z","caller":"traceutil/trace.go:171","msg":"trace[915407797] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14961; }","duration":"191.862466ms","start":"2026-03-04T15:59:09.187331Z","end":"2026-03-04T15:59:09.379193Z","steps":["trace[915407797] 'agreement among raft nodes before linearized reading' (duration: 191.650951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.379429Z","caller":"traceutil/trace.go:171","msg":"trace[437300253] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14961; }","duration":"1.176208169s","start":"2026-03-04T15:59:08.203208Z","end":"2026-03-04T15:59:09.379416Z","steps":["trace[437300253] 'agreement among raft nodes before linearized reading' (duration: 1.176144416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152610427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:09.382641Z","caller":"traceutil/trace.go:171","msg":"trace[219253575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14961; }","duration":"1.156202418s","start":"2026-03-04T15:59:08.226425Z","end":"2026-03-04T15:59:09.382627Z","steps":["trace[219253575] 'agreement among raft nodes before linearized reading' (duration: 1.152603127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.38276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.226401Z","time spent":"1.156347101s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.227084Z","time spent":"1.152155767s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.378733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.004185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-04T15:59:09.379443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.705051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.383902Z","caller":"traceutil/trace.go:171","msg":"trace[236009834] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14961; }","duration":"354.178433ms","start":"2026-03-04T15:59:09.029692Z","end":"2026-03-04T15:59:09.383871Z","steps":["trace[236009834] 'agreement among raft nodes before linearized reading' (duration: 349.66877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.383988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.029678Z","time spent":"354.281195ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.385839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:09.384075Z","caller":"traceutil/trace.go:171","msg":"trace[1604887828] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14961; }","duration":"350.992674ms","start":"2026-03-04T15:59:09.033069Z","end":"2026-03-04T15:59:09.384062Z","steps":["trace[1604887828] 'agreement among raft nodes before linearized reading' (duration: 346.376659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.384144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.033053Z","time spent":"351.080166ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.384238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.203188Z","time spent":"1.181016499s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.65796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:09.384299Z","caller":"traceutil/trace.go:171","msg":"trace[878003771] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14961; }","duration":"354.367917ms","start":"2026-03-04T15:59:09.029924Z","end":"2026-03-04T15:59:09.384292Z","steps":["trace[878003771] 'agreement among raft nodes before linearized reading' (duration: 349.565208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.384324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.029908Z","time spent":"354.408679ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.770403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.384408Z","caller":"traceutil/trace.go:171","msg":"trace[335990402] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14961; }","duration":"354.545792ms","start":"2026-03-04T15:59:09.029846Z","end":"2026-03-04T15:59:09.384392Z","steps":["trace[335990402] 'agreement among raft nodes before linearized reading' (duration: 349.765373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.384397Z","caller":"traceutil/trace.go:171","msg":"trace[433753843] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:14961; }","duration":"719.935998ms","start":"2026-03-04T15:59:08.663688Z","end":"2026-03-04T15:59:09.383624Z","steps":["trace[433753843] 'agreement among raft nodes before linearized reading' (duration: 714.954283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.324659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T15:59:09.384644Z","caller":"traceutil/trace.go:171","msg":"trace[1465668417] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14961; }","duration":"306.373716ms","start":"2026-03-04T15:59:09.078262Z","end":"2026-03-04T15:59:09.384636Z","steps":["trace[1465668417] 'agreement among raft nodes before linearized reading' (duration: 301.166466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.384683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.078228Z","time spent":"306.446007ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T15:59:09.384442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:09.029843Z","time spent":"354.592393ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T15:59:09.379736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.669713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.384836Z","caller":"traceutil/trace.go:171","msg":"trace[1501794419] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14961; }","duration":"198.799341ms","start":"2026-03-04T15:59:09.186022Z","end":"2026-03-04T15:59:09.384821Z","steps":["trace[1501794419] 'agreement among raft nodes before linearized reading' (duration: 193.692673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.379752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.140059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:09.384934Z","caller":"traceutil/trace.go:171","msg":"trace[489186271] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14961; }","duration":"200.353939ms","start":"2026-03-04T15:59:09.184573Z","end":"2026-03-04T15:59:09.384927Z","steps":["trace[489186271] 'agreement among raft nodes before linearized reading' (duration: 195.15623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:09.375279Z","caller":"traceutil/trace.go:171","msg":"trace[314397417] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:14959; }","duration":"1.791580748s","start":"2026-03-04T15:59:07.583687Z","end":"2026-03-04T15:59:09.375268Z","steps":["trace[314397417] 'agreement among raft nodes before linearized reading' (duration: 1.791103966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:09.385009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.583667Z","time spent":"1.801321062s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"warn","ts":"2026-03-04T15:59:09.384613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:08.663671Z","time spent":"720.925363ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" "} {"level":"warn","ts":"2026-03-04T15:59:09.385776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:07.555744Z","time spent":"1.820642084s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:00:27.704838Z","caller":"traceutil/trace.go:171","msg":"trace[594479320] linearizableReadLoop","detail":"{readStateIndex:16059; appliedIndex:16058; }","duration":"150.821949ms","start":"2026-03-04T16:00:27.553974Z","end":"2026-03-04T16:00:27.704796Z","steps":["trace[594479320] 'read index received' (duration: 150.651165ms)","trace[594479320] 'applied index is now lower than readState.Index' (duration: 169.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:00:27.704879Z","caller":"traceutil/trace.go:171","msg":"trace[737161875] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"162.103982ms","start":"2026-03-04T16:00:27.542732Z","end":"2026-03-04T16:00:27.704836Z","steps":["trace[737161875] 'process raft request' (duration: 161.829115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.705261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.213389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-03-04T16:00:27.705357Z","caller":"traceutil/trace.go:171","msg":"trace[806341062] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15478; }","duration":"151.396973ms","start":"2026-03-04T16:00:27.553945Z","end":"2026-03-04T16:00:27.705342Z","steps":["trace[806341062] 'agreement among raft nodes before linearized reading' (duration: 150.985242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.72447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.307106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:00:27.724817Z","caller":"traceutil/trace.go:171","msg":"trace[838477303] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"166.711066ms","start":"2026-03-04T16:00:27.558088Z","end":"2026-03-04T16:00:27.724799Z","steps":["trace[838477303] 'agreement among raft nodes before linearized reading' (duration: 166.242114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.317942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:00:27.724924Z","caller":"traceutil/trace.go:171","msg":"trace[132806348] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"157.401473ms","start":"2026-03-04T16:00:27.567503Z","end":"2026-03-04T16:00:27.724904Z","steps":["trace[132806348] 'agreement among raft nodes before linearized reading' (duration: 157.184618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.579973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T16:00:27.725032Z","caller":"traceutil/trace.go:171","msg":"trace[2095293280] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15480; }","duration":"156.995843ms","start":"2026-03-04T16:00:27.568019Z","end":"2026-03-04T16:00:27.725015Z","steps":["trace[2095293280] 'agreement among raft nodes before linearized reading' (duration: 156.484931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.023024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:00:27.725214Z","caller":"traceutil/trace.go:171","msg":"trace[1298706749] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"165.584818ms","start":"2026-03-04T16:00:27.559602Z","end":"2026-03-04T16:00:27.725187Z","steps":["trace[1298706749] 'agreement among raft nodes before linearized reading' (duration: 164.926782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.142442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-03-04T16:00:27.725348Z","caller":"traceutil/trace.go:171","msg":"trace[1172525305] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15480; }","duration":"164.85079ms","start":"2026-03-04T16:00:27.560468Z","end":"2026-03-04T16:00:27.725318Z","steps":["trace[1172525305] 'agreement among raft nodes before linearized reading' (duration: 163.970528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.068675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T16:00:27.725576Z","caller":"traceutil/trace.go:171","msg":"trace[307599250] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15480; }","duration":"158.231233ms","start":"2026-03-04T16:00:27.567322Z","end":"2026-03-04T16:00:27.725554Z","steps":["trace[307599250] 'agreement among raft nodes before linearized reading' (duration: 157.022114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.72473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.692331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:00:27.725888Z","caller":"traceutil/trace.go:171","msg":"trace[49779387] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"164.86241ms","start":"2026-03-04T16:00:27.561009Z","end":"2026-03-04T16:00:27.725872Z","steps":["trace[49779387] 'agreement among raft nodes before linearized reading' (duration: 163.563887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:00:27.724827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.597994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:00:27.726021Z","caller":"traceutil/trace.go:171","msg":"trace[1289058878] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15480; }","duration":"167.835655ms","start":"2026-03-04T16:00:27.558174Z","end":"2026-03-04T16:00:27.72601Z","steps":["trace[1289058878] 'agreement among raft nodes before linearized reading' (duration: 166.442019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:00:58.485414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13310} {"level":"info","ts":"2026-03-04T16:00:58.589097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13310,"took":"100.474488ms","hash":4213254185,"current-db-size-bytes":40263680,"current-db-size":"40 MB","current-db-size-in-use-bytes":28094464,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:00:58.58917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4213254185,"revision":13310,"compact-revision":11430} {"level":"info","ts":"2026-03-04T16:01:57.011839Z","caller":"traceutil/trace.go:171","msg":"trace[1909141843] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"166.02944ms","start":"2026-03-04T16:01:56.845791Z","end":"2026-03-04T16:01:57.01182Z","steps":["trace[1909141843] 'process raft request' (duration: 165.894397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:01:58.413482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.855467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T16:01:58.413604Z","caller":"traceutil/trace.go:171","msg":"trace[1378867726] transaction","detail":"{read_only:false; response_revision:16266; number_of_response:1; }","duration":"163.533037ms","start":"2026-03-04T16:01:58.250044Z","end":"2026-03-04T16:01:58.413577Z","steps":["trace[1378867726] 'process raft request' (duration: 62.497515ms)","trace[1378867726] 'compare' (duration: 100.712324ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:01:58.458085Z","caller":"traceutil/trace.go:171","msg":"trace[1584279566] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"207.926689ms","start":"2026-03-04T16:01:58.250119Z","end":"2026-03-04T16:01:58.458046Z","steps":["trace[1584279566] 'process raft request' (duration: 207.722454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:01:58.458164Z","caller":"traceutil/trace.go:171","msg":"trace[721921457] transaction","detail":"{read_only:false; response_revision:16269; number_of_response:1; }","duration":"207.317544ms","start":"2026-03-04T16:01:58.250841Z","end":"2026-03-04T16:01:58.458158Z","steps":["trace[721921457] 'process raft request' (duration: 207.138729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:01:58.458183Z","caller":"traceutil/trace.go:171","msg":"trace[1115966294] transaction","detail":"{read_only:false; response_revision:16268; number_of_response:1; }","duration":"207.935539ms","start":"2026-03-04T16:01:58.250205Z","end":"2026-03-04T16:01:58.458141Z","steps":["trace[1115966294] 'process raft request' (duration: 207.748765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:01:58.45811Z","caller":"traceutil/trace.go:171","msg":"trace[1111255983] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"198.153325ms","start":"2026-03-04T16:01:58.25993Z","end":"2026-03-04T16:01:58.458084Z","steps":["trace[1111255983] 'process raft request' (duration: 198.074023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:50.740781Z","caller":"traceutil/trace.go:171","msg":"trace[2068022655] linearizableReadLoop","detail":"{readStateIndex:18075; appliedIndex:18074; }","duration":"189.632134ms","start":"2026-03-04T16:04:50.55112Z","end":"2026-03-04T16:04:50.740752Z","steps":["trace[2068022655] 'read index received' (duration: 189.381567ms)","trace[2068022655] 'applied index is now lower than readState.Index' (duration: 249.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:50.740894Z","caller":"traceutil/trace.go:171","msg":"trace[1414753673] transaction","detail":"{read_only:false; response_revision:17427; number_of_response:1; }","duration":"213.79922ms","start":"2026-03-04T16:04:50.527061Z","end":"2026-03-04T16:04:50.74086Z","steps":["trace[1414753673] 'process raft request' (duration: 213.491943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:50.741207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.066635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-04T16:04:50.741288Z","caller":"traceutil/trace.go:171","msg":"trace[781022258] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17427; }","duration":"190.214428ms","start":"2026-03-04T16:04:50.551054Z","end":"2026-03-04T16:04:50.741269Z","steps":["trace[781022258] 'agreement among raft nodes before linearized reading' (duration: 189.825609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.822441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.454374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:04:51.822538Z","caller":"traceutil/trace.go:171","msg":"trace[991764219] linearizableReadLoop","detail":"{readStateIndex:18077; appliedIndex:18076; }","duration":"1.004092206s","start":"2026-03-04T16:04:50.818429Z","end":"2026-03-04T16:04:51.822521Z","steps":["trace[991764219] 'read index received' (duration: 15.448316ms)","trace[991764219] 'applied index is now lower than readState.Index' (duration: 988.64274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:51.82261Z","caller":"traceutil/trace.go:171","msg":"trace[1524921574] transaction","detail":"{read_only:false; response_revision:17429; number_of_response:1; }","duration":"1.0054592s","start":"2026-03-04T16:04:50.817139Z","end":"2026-03-04T16:04:51.822598Z","steps":["trace[1524921574] 'process raft request' (duration: 16.753539ms)","trace[1524921574] 'compare' (duration: 987.555272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:51.822673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:50.817116Z","time spent":"1.005526572s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:51.822755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004313852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:51.822818Z","caller":"traceutil/trace.go:171","msg":"trace[1054184062] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:17429; }","duration":"1.004414094s","start":"2026-03-04T16:04:50.818388Z","end":"2026-03-04T16:04:51.822802Z","steps":["trace[1054184062] 'agreement among raft nodes before linearized reading' (duration: 1.004295271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.822843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:50.818372Z","time spent":"1.004466347s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:51.854766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.127457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:04:51.854829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.807857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:51.854832Z","caller":"traceutil/trace.go:171","msg":"trace[1176636221] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:17430; }","duration":"318.23455ms","start":"2026-03-04T16:04:51.536579Z","end":"2026-03-04T16:04:51.854814Z","steps":["trace[1176636221] 'agreement among raft nodes before linearized reading' (duration: 318.133568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.854858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.528309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:04:51.854906Z","caller":"traceutil/trace.go:171","msg":"trace[1995383479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17430; }","duration":"364.940791ms","start":"2026-03-04T16:04:51.489947Z","end":"2026-03-04T16:04:51.854888Z","steps":["trace[1995383479] 'agreement among raft nodes before linearized reading' (duration: 364.781557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.854941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.489924Z","time spent":"365.012402ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:04:51.854939Z","caller":"traceutil/trace.go:171","msg":"trace[2050115315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17430; }","duration":"496.640083ms","start":"2026-03-04T16:04:51.358281Z","end":"2026-03-04T16:04:51.854921Z","steps":["trace[2050115315] 'agreement among raft nodes before linearized reading' (duration: 496.413087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.854982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.358271Z","time spent":"496.702284ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:51.854953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.536559Z","time spent":"318.348922ms","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:51.855038Z","caller":"traceutil/trace.go:171","msg":"trace[238638134] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"765.951475ms","start":"2026-03-04T16:04:51.089051Z","end":"2026-03-04T16:04:51.855003Z","steps":["trace[238638134] 'process raft request' (duration: 765.419002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.0586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-04T16:04:51.85504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.45057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:51.855146Z","caller":"traceutil/trace.go:171","msg":"trace[911768950] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:17430; }","duration":"313.108991ms","start":"2026-03-04T16:04:51.541992Z","end":"2026-03-04T16:04:51.855101Z","steps":["trace[911768950] 'agreement among raft nodes before linearized reading' (duration: 312.940467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.402911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:04:51.855196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.541954Z","time spent":"313.232834ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"info","ts":"2026-03-04T16:04:51.855191Z","caller":"traceutil/trace.go:171","msg":"trace[19026127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17430; }","duration":"514.653935ms","start":"2026-03-04T16:04:51.340512Z","end":"2026-03-04T16:04:51.855166Z","steps":["trace[19026127] 'agreement among raft nodes before linearized reading' (duration: 514.44304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.230097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:04:51.855208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.089033Z","time spent":"766.062478ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:51.855227Z","caller":"traceutil/trace.go:171","msg":"trace[351004869] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17430; }","duration":"475.456052ms","start":"2026-03-04T16:04:51.379762Z","end":"2026-03-04T16:04:51.855218Z","steps":["trace[351004869] 'agreement among raft nodes before linearized reading' (duration: 475.324749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.855261Z","caller":"traceutil/trace.go:171","msg":"trace[572764832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17430; }","duration":"491.286578ms","start":"2026-03-04T16:04:51.36396Z","end":"2026-03-04T16:04:51.855246Z","steps":["trace[572764832] 'agreement among raft nodes before linearized reading' (duration: 491.197116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.85521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.787343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-04T16:04:51.855269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.379744Z","time spent":"475.517533ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:51.855288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.521336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:04:51.85509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.518216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:04:51.855185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.615152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:51.855369Z","caller":"traceutil/trace.go:171","msg":"trace[544506028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17430; }","duration":"511.618669ms","start":"2026-03-04T16:04:51.343727Z","end":"2026-03-04T16:04:51.855346Z","steps":["trace[544506028] 'agreement among raft nodes before linearized reading' (duration: 511.342682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.452115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:04:51.855256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.340492Z","time spent":"514.747358ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:51.855422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.343716Z","time spent":"511.693921ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:04:51.855434Z","caller":"traceutil/trace.go:171","msg":"trace[1186758816] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17430; }","duration":"636.855598ms","start":"2026-03-04T16:04:51.218536Z","end":"2026-03-04T16:04:51.855392Z","steps":["trace[1186758816] 'agreement among raft nodes before linearized reading' (duration: 636.553341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.85531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.363948Z","time spent":"491.35498ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:04:51.855314Z","caller":"traceutil/trace.go:171","msg":"trace[1049537377] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:17430; }","duration":"320.923006ms","start":"2026-03-04T16:04:51.534378Z","end":"2026-03-04T16:04:51.855301Z","steps":["trace[1049537377] 'agreement among raft nodes before linearized reading' (duration: 320.762692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.85562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.534283Z","time spent":"321.322217ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" "} {"level":"info","ts":"2026-03-04T16:04:51.85536Z","caller":"traceutil/trace.go:171","msg":"trace[712838795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17430; }","duration":"511.839494ms","start":"2026-03-04T16:04:51.343508Z","end":"2026-03-04T16:04:51.855347Z","steps":["trace[712838795] 'agreement among raft nodes before linearized reading' (duration: 511.416434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.343487Z","time spent":"512.189123ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:04:51.855456Z","caller":"traceutil/trace.go:171","msg":"trace[344311553] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:17430; }","duration":"864.552297ms","start":"2026-03-04T16:04:50.990884Z","end":"2026-03-04T16:04:51.855437Z","steps":["trace[344311553] 'agreement among raft nodes before linearized reading' (duration: 864.383443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.855824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:50.990866Z","time spent":"864.945947ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":126,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:51.855532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.218478Z","time spent":"637.034752ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:51.856719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.323581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:04:51.856807Z","caller":"traceutil/trace.go:171","msg":"trace[2063955623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17430; }","duration":"714.456575ms","start":"2026-03-04T16:04:51.142327Z","end":"2026-03-04T16:04:51.856784Z","steps":["trace[2063955623] 'agreement among raft nodes before linearized reading' (duration: 713.563332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.856852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:51.142307Z","time spent":"714.535356ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:04:51.964821Z","caller":"traceutil/trace.go:171","msg":"trace[1680367566] transaction","detail":"{read_only:false; response_revision:17432; number_of_response:1; }","duration":"105.515365ms","start":"2026-03-04T16:04:51.859283Z","end":"2026-03-04T16:04:51.964798Z","steps":["trace[1680367566] 'process raft request' (duration: 99.884673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.965071Z","caller":"traceutil/trace.go:171","msg":"trace[1008518066] transaction","detail":"{read_only:false; response_revision:17433; number_of_response:1; }","duration":"105.590497ms","start":"2026-03-04T16:04:51.859471Z","end":"2026-03-04T16:04:51.965062Z","steps":["trace[1008518066] 'process raft request' (duration: 105.29538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.965148Z","caller":"traceutil/trace.go:171","msg":"trace[1586768104] transaction","detail":"{read_only:false; response_revision:17434; number_of_response:1; }","duration":"105.387092ms","start":"2026-03-04T16:04:51.859754Z","end":"2026-03-04T16:04:51.965141Z","steps":["trace[1586768104] 'process raft request' (duration: 105.222068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.965254Z","caller":"traceutil/trace.go:171","msg":"trace[1428529773] transaction","detail":"{read_only:false; response_revision:17436; number_of_response:1; }","duration":"105.066084ms","start":"2026-03-04T16:04:51.86018Z","end":"2026-03-04T16:04:51.965246Z","steps":["trace[1428529773] 'process raft request' (duration: 104.92356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.965201Z","caller":"traceutil/trace.go:171","msg":"trace[380254462] linearizableReadLoop","detail":"{readStateIndex:18085; appliedIndex:18078; }","duration":"103.961787ms","start":"2026-03-04T16:04:51.861216Z","end":"2026-03-04T16:04:51.965178Z","steps":["trace[380254462] 'read index received' (duration: 43.623114ms)","trace[380254462] 'applied index is now lower than readState.Index' (duration: 60.337733ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:51.965312Z","caller":"traceutil/trace.go:171","msg":"trace[587515047] transaction","detail":"{read_only:false; response_revision:17435; number_of_response:1; }","duration":"105.556556ms","start":"2026-03-04T16:04:51.859749Z","end":"2026-03-04T16:04:51.965306Z","steps":["trace[587515047] 'process raft request' (duration: 105.31838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:51.965369Z","caller":"traceutil/trace.go:171","msg":"trace[146853696] transaction","detail":"{read_only:false; response_revision:17437; number_of_response:1; }","duration":"105.023003ms","start":"2026-03-04T16:04:51.860341Z","end":"2026-03-04T16:04:51.965364Z","steps":["trace[146853696] 'process raft request' (duration: 104.796207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.966272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951892"} {"level":"info","ts":"2026-03-04T16:04:51.966314Z","caller":"traceutil/trace.go:171","msg":"trace[1638801146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17437; }","duration":"104.157011ms","start":"2026-03-04T16:04:51.862149Z","end":"2026-03-04T16:04:51.966306Z","steps":["trace[1638801146] 'agreement among raft nodes before linearized reading' (duration: 103.275278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:51.966821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.579288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951892"} {"level":"info","ts":"2026-03-04T16:04:51.966876Z","caller":"traceutil/trace.go:171","msg":"trace[725240515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17437; }","duration":"105.67332ms","start":"2026-03-04T16:04:51.861191Z","end":"2026-03-04T16:04:51.966864Z","steps":["trace[725240515] 'agreement among raft nodes before linearized reading' (duration: 104.190412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:52.817688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832368311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:04:53.150097Z","caller":"traceutil/trace.go:171","msg":"trace[149319062] transaction","detail":"{read_only:false; response_revision:17438; number_of_response:1; }","duration":"883.344309ms","start":"2026-03-04T16:04:52.266727Z","end":"2026-03-04T16:04:53.150071Z","steps":["trace[149319062] 'process raft request' (duration: 883.196286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:53.150243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.266703Z","time spent":"883.462372ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:55.282363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43694678s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:55.28251Z","caller":"traceutil/trace.go:171","msg":"trace[1531935871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17438; }","duration":"1.437100634s","start":"2026-03-04T16:04:53.845386Z","end":"2026-03-04T16:04:55.282486Z","steps":["trace[1531935871] 'range keys from in-memory index tree' (duration: 1.43692936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.283635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019685541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:04:55.283918Z","caller":"traceutil/trace.go:171","msg":"trace[516351364] linearizableReadLoop","detail":"{readStateIndex:18087; appliedIndex:18085; }","duration":"2.966848981s","start":"2026-03-04T16:04:52.317047Z","end":"2026-03-04T16:04:55.283896Z","steps":["trace[516351364] 'read index received' (duration: 832.879934ms)","trace[516351364] 'applied index is now lower than readState.Index' (duration: 2.133967867s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:55.284024Z","caller":"traceutil/trace.go:171","msg":"trace[778597255] transaction","detail":"{read_only:false; response_revision:17440; number_of_response:1; }","duration":"2.433482298s","start":"2026-03-04T16:04:52.850528Z","end":"2026-03-04T16:04:55.28401Z","steps":["trace[778597255] 'process raft request' (duration: 2.433209161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.284116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.850503Z","time spent":"2.4335627s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:55.284167Z","caller":"traceutil/trace.go:171","msg":"trace[17177405] transaction","detail":"{read_only:false; response_revision:17439; number_of_response:1; }","duration":"2.510271083s","start":"2026-03-04T16:04:52.773865Z","end":"2026-03-04T16:04:55.284136Z","steps":["trace[17177405] 'process raft request' (duration: 490.003037ms)","trace[17177405] 'compare' (duration: 2.018229244s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:55.284303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.773842Z","time spent":"2.510390045s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:55.284459Z","caller":"traceutil/trace.go:171","msg":"trace[467165398] transaction","detail":"{read_only:false; response_revision:17441; number_of_response:1; }","duration":"1.456961701s","start":"2026-03-04T16:04:53.827475Z","end":"2026-03-04T16:04:55.284436Z","steps":["trace[467165398] 'process raft request' (duration: 1.456382257s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.28451Z","caller":"traceutil/trace.go:171","msg":"trace[69000872] transaction","detail":"{read_only:false; response_revision:17442; number_of_response:1; }","duration":"1.423253907s","start":"2026-03-04T16:04:53.861243Z","end":"2026-03-04T16:04:55.284497Z","steps":["trace[69000872] 'process raft request' (duration: 1.423117143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.284583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.82744Z","time spent":"1.457082184s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:55.284579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.861219Z","time spent":"1.423328639s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:55.284454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967383674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:04:55.284694Z","caller":"traceutil/trace.go:171","msg":"trace[1009309592] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:17440; }","duration":"2.967670281s","start":"2026-03-04T16:04:52.317013Z","end":"2026-03-04T16:04:55.284683Z","steps":["trace[1009309592] 'agreement among raft nodes before linearized reading' (duration: 2.967269671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.284731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.317Z","time spent":"2.967721032s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:04:55.335942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364259868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:04:55.336016Z","caller":"traceutil/trace.go:171","msg":"trace[143777534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17443; }","duration":"1.36437599s","start":"2026-03-04T16:04:53.971623Z","end":"2026-03-04T16:04:55.335999Z","steps":["trace[143777534] 'agreement among raft nodes before linearized reading' (duration: 1.364167044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.336057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.971602Z","time spent":"1.364446072s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:55.336077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364415821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:04:55.336128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30973692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19100"} {"level":"warn","ts":"2026-03-04T16:04:55.336244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364626276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:04:55.336301Z","caller":"traceutil/trace.go:171","msg":"trace[1001494001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17443; }","duration":"1.364682338s","start":"2026-03-04T16:04:53.971605Z","end":"2026-03-04T16:04:55.336287Z","steps":["trace[1001494001] 'agreement among raft nodes before linearized reading' (duration: 1.364556175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.336357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.971547Z","time spent":"1.36479838s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:55.336537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350425361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-04T16:04:55.336584Z","caller":"traceutil/trace.go:171","msg":"trace[352779737] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:17443; }","duration":"1.350501362s","start":"2026-03-04T16:04:53.986071Z","end":"2026-03-04T16:04:55.336572Z","steps":["trace[352779737] 'agreement among raft nodes before linearized reading' (duration: 1.350301047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.336653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.98606Z","time spent":"1.350583425s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"warn","ts":"2026-03-04T16:04:55.336671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42818145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:04:55.33673Z","caller":"traceutil/trace.go:171","msg":"trace[1405100474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17443; }","duration":"1.428278382s","start":"2026-03-04T16:04:53.908438Z","end":"2026-03-04T16:04:55.336716Z","steps":["trace[1405100474] 'agreement among raft nodes before linearized reading' (duration: 1.428132989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.336779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.908418Z","time spent":"1.428349835s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:04:55.33693Z","caller":"traceutil/trace.go:171","msg":"trace[1617729582] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17443; }","duration":"1.309828113s","start":"2026-03-04T16:04:54.026348Z","end":"2026-03-04T16:04:55.336176Z","steps":["trace[1617729582] 'agreement among raft nodes before linearized reading' (duration: 1.309648009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.336962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353688692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-04T16:04:55.337012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:54.026329Z","time spent":"1.310662053s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T16:04:55.337005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79949581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:55.336997Z","caller":"traceutil/trace.go:171","msg":"trace[74629808] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:17443; }","duration":"1.353745253s","start":"2026-03-04T16:04:53.983243Z","end":"2026-03-04T16:04:55.336988Z","steps":["trace[74629808] 'agreement among raft nodes before linearized reading' (duration: 1.353643291s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.337058Z","caller":"traceutil/trace.go:171","msg":"trace[651288240] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:17443; }","duration":"1.799614414s","start":"2026-03-04T16:04:53.53743Z","end":"2026-03-04T16:04:55.337044Z","steps":["trace[651288240] 'agreement among raft nodes before linearized reading' (duration: 1.799527841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.537408Z","time spent":"1.799692395s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:55.337252Z","caller":"traceutil/trace.go:171","msg":"trace[296398007] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"592.081765ms","start":"2026-03-04T16:04:54.745155Z","end":"2026-03-04T16:04:55.337237Z","steps":["trace[296398007] 'process raft request' (duration: 590.483945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:54.745129Z","time spent":"592.162158ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:55.33736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848863748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:55.3374Z","caller":"traceutil/trace.go:171","msg":"trace[1328358276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17443; }","duration":"1.84894304s","start":"2026-03-04T16:04:53.488447Z","end":"2026-03-04T16:04:55.33739Z","steps":["trace[1328358276] 'agreement among raft nodes before linearized reading' (duration: 1.848880769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.488418Z","time spent":"1.849014522s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:04:55.337544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.119985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:55.33759Z","caller":"traceutil/trace.go:171","msg":"trace[2106126017] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17443; }","duration":"355.201447ms","start":"2026-03-04T16:04:54.982376Z","end":"2026-03-04T16:04:55.337577Z","steps":["trace[2106126017] 'agreement among raft nodes before linearized reading' (duration: 355.129565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:54.982351Z","time spent":"355.267588ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:55.337636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909672453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:55.337739Z","caller":"traceutil/trace.go:171","msg":"trace[1627258611] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17443; }","duration":"1.909819977s","start":"2026-03-04T16:04:53.427902Z","end":"2026-03-04T16:04:55.337722Z","steps":["trace[1627258611] 'agreement among raft nodes before linearized reading' (duration: 1.909687284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365547149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:04:55.337798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.427878Z","time spent":"1.909902839s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:55.336135Z","caller":"traceutil/trace.go:171","msg":"trace[52828186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17443; }","duration":"1.364483823s","start":"2026-03-04T16:04:53.971633Z","end":"2026-03-04T16:04:55.336116Z","steps":["trace[52828186] 'agreement among raft nodes before linearized reading' (duration: 1.364353419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318508294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:04:55.337905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.971625Z","time spent":"1.366242536s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:04:55.337954Z","caller":"traceutil/trace.go:171","msg":"trace[1323436795] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:17443; }","duration":"2.318550375s","start":"2026-03-04T16:04:53.019393Z","end":"2026-03-04T16:04:55.337943Z","steps":["trace[1323436795] 'agreement among raft nodes before linearized reading' (duration: 2.318489373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.983232Z","time spent":"1.353824066s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" "} {"level":"info","ts":"2026-03-04T16:04:55.337803Z","caller":"traceutil/trace.go:171","msg":"trace[549711504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17443; }","duration":"1.366128983s","start":"2026-03-04T16:04:53.971663Z","end":"2026-03-04T16:04:55.337792Z","steps":["trace[549711504] 'agreement among raft nodes before linearized reading' (duration: 1.365422416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.337991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.019375Z","time spent":"2.318607756s","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:04:55.338008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748557147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:04:55.335943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881536752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-4tdgr\" ","response":"range_response_count:1 size:6958"} {"level":"warn","ts":"2026-03-04T16:04:55.337966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.672192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:55.338061Z","caller":"traceutil/trace.go:171","msg":"trace[789656469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17443; }","duration":"2.748643719s","start":"2026-03-04T16:04:52.589401Z","end":"2026-03-04T16:04:55.338045Z","steps":["trace[789656469] 'agreement among raft nodes before linearized reading' (duration: 2.748511876s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.338077Z","caller":"traceutil/trace.go:171","msg":"trace[1966127320] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544000-4tdgr; range_end:; response_count:1; response_revision:17443; }","duration":"2.883703656s","start":"2026-03-04T16:04:52.454354Z","end":"2026-03-04T16:04:55.338058Z","steps":["trace[1966127320] 'agreement among raft nodes before linearized reading' (duration: 2.881429979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.33804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:53.971513Z","time spent":"1.366509943s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:55.338124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.454338Z","time spent":"2.883776917s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-4tdgr\" "} {"level":"warn","ts":"2026-03-04T16:04:55.338096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:52.589382Z","time spent":"2.74870703s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:04:55.338182Z","caller":"traceutil/trace.go:171","msg":"trace[816861113] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:17443; }","duration":"486.898578ms","start":"2026-03-04T16:04:54.851187Z","end":"2026-03-04T16:04:55.338085Z","steps":["trace[816861113] 'agreement among raft nodes before linearized reading' (duration: 486.632202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.33828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:54.851164Z","time spent":"487.099833ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:55.448949Z","caller":"traceutil/trace.go:171","msg":"trace[1551221527] linearizableReadLoop","detail":"{readStateIndex:18092; appliedIndex:18091; }","duration":"106.581482ms","start":"2026-03-04T16:04:55.342333Z","end":"2026-03-04T16:04:55.448915Z","steps":["trace[1551221527] 'read index received' (duration: 77.544295ms)","trace[1551221527] 'applied index is now lower than readState.Index' (duration: 29.035617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:55.449179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:04:55.449309Z","caller":"traceutil/trace.go:171","msg":"trace[1416773453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17443; }","duration":"106.988922ms","start":"2026-03-04T16:04:55.342292Z","end":"2026-03-04T16:04:55.449281Z","steps":["trace[1416773453] 'agreement among raft nodes before linearized reading' (duration: 106.773247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.469457Z","caller":"traceutil/trace.go:171","msg":"trace[1462530932] transaction","detail":"{read_only:false; response_revision:17446; number_of_response:1; }","duration":"123.058136ms","start":"2026-03-04T16:04:55.346379Z","end":"2026-03-04T16:04:55.469437Z","steps":["trace[1462530932] 'process raft request' (duration: 122.990544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.469494Z","caller":"traceutil/trace.go:171","msg":"trace[970942765] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"127.087086ms","start":"2026-03-04T16:04:55.342358Z","end":"2026-03-04T16:04:55.469445Z","steps":["trace[970942765] 'process raft request' (duration: 126.711907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.469488Z","caller":"traceutil/trace.go:171","msg":"trace[1606793901] transaction","detail":"{read_only:false; response_revision:17445; number_of_response:1; }","duration":"127.028935ms","start":"2026-03-04T16:04:55.342444Z","end":"2026-03-04T16:04:55.469473Z","steps":["trace[1606793901] 'process raft request' (duration: 126.881381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.469654Z","caller":"traceutil/trace.go:171","msg":"trace[1200568705] transaction","detail":"{read_only:false; response_revision:17447; number_of_response:1; }","duration":"123.168108ms","start":"2026-03-04T16:04:55.346478Z","end":"2026-03-04T16:04:55.469646Z","steps":["trace[1200568705] 'process raft request' (duration: 122.923832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.469965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.276515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:04:55.469997Z","caller":"traceutil/trace.go:171","msg":"trace[757458995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17448; }","duration":"122.326996ms","start":"2026-03-04T16:04:55.347661Z","end":"2026-03-04T16:04:55.469988Z","steps":["trace[757458995] 'agreement among raft nodes before linearized reading' (duration: 122.212704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.470084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.04967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T16:04:55.470229Z","caller":"traceutil/trace.go:171","msg":"trace[694735205] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17448; }","duration":"124.227546ms","start":"2026-03-04T16:04:55.345975Z","end":"2026-03-04T16:04:55.470203Z","steps":["trace[694735205] 'agreement among raft nodes before linearized reading' (duration: 123.960568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.47018Z","caller":"traceutil/trace.go:171","msg":"trace[1710865900] transaction","detail":"{read_only:false; response_revision:17448; number_of_response:1; }","duration":"123.694761ms","start":"2026-03-04T16:04:55.346477Z","end":"2026-03-04T16:04:55.470171Z","steps":["trace[1710865900] 'process raft request' (duration: 123.128847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.470941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.822785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951892"} {"level":"info","ts":"2026-03-04T16:04:55.470965Z","caller":"traceutil/trace.go:171","msg":"trace[1332490762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17448; }","duration":"121.864456ms","start":"2026-03-04T16:04:55.349094Z","end":"2026-03-04T16:04:55.470959Z","steps":["trace[1332490762] 'agreement among raft nodes before linearized reading' (duration: 121.099796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.472693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.421164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951892"} {"level":"info","ts":"2026-03-04T16:04:55.472776Z","caller":"traceutil/trace.go:171","msg":"trace[533933413] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17448; }","duration":"125.530737ms","start":"2026-03-04T16:04:55.347221Z","end":"2026-03-04T16:04:55.472752Z","steps":["trace[533933413] 'agreement among raft nodes before linearized reading' (duration: 122.657495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:55.473046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.114818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951892"} {"level":"info","ts":"2026-03-04T16:04:55.47313Z","caller":"traceutil/trace.go:171","msg":"trace[1315203039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17448; }","duration":"127.2288ms","start":"2026-03-04T16:04:55.345878Z","end":"2026-03-04T16:04:55.473107Z","steps":["trace[1315203039] 'agreement among raft nodes before linearized reading' (duration: 124.625345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.573645Z","caller":"traceutil/trace.go:171","msg":"trace[651962736] linearizableReadLoop","detail":"{readStateIndex:18098; appliedIndex:18097; }","duration":"103.785102ms","start":"2026-03-04T16:04:55.469841Z","end":"2026-03-04T16:04:55.573626Z","steps":["trace[651962736] 'read index received' (duration: 103.591447ms)","trace[651962736] 'applied index is now lower than readState.Index' (duration: 192.875µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:55.573825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.376692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:04:55.573885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.443095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19100"} {"level":"info","ts":"2026-03-04T16:04:55.573921Z","caller":"traceutil/trace.go:171","msg":"trace[1993060630] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17449; }","duration":"101.515926ms","start":"2026-03-04T16:04:55.472395Z","end":"2026-03-04T16:04:55.573911Z","steps":["trace[1993060630] 'agreement among raft nodes before linearized reading' (duration: 101.376082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.573917Z","caller":"traceutil/trace.go:171","msg":"trace[1931377052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17449; }","duration":"117.500907ms","start":"2026-03-04T16:04:55.456387Z","end":"2026-03-04T16:04:55.573888Z","steps":["trace[1931377052] 'agreement among raft nodes before linearized reading' (duration: 117.301001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:55.573727Z","caller":"traceutil/trace.go:171","msg":"trace[2109651540] transaction","detail":"{read_only:false; response_revision:17449; number_of_response:1; }","duration":"123.859056ms","start":"2026-03-04T16:04:55.449792Z","end":"2026-03-04T16:04:55.573651Z","steps":["trace[2109651540] 'process raft request' (duration: 123.715362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:57.256518Z","caller":"traceutil/trace.go:171","msg":"trace[146834700] transaction","detail":"{read_only:false; response_revision:17460; number_of_response:1; }","duration":"655.118126ms","start":"2026-03-04T16:04:56.601367Z","end":"2026-03-04T16:04:57.256485Z","steps":["trace[146834700] 'process raft request' (duration: 654.86198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:57.256803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:56.601356Z","time spent":"655.309112ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:57.573932Z","caller":"traceutil/trace.go:171","msg":"trace[1886350765] transaction","detail":"{read_only:false; response_revision:17461; number_of_response:1; }","duration":"365.371192ms","start":"2026-03-04T16:04:57.208538Z","end":"2026-03-04T16:04:57.573909Z","steps":["trace[1886350765] 'process raft request' (duration: 365.213968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:57.57409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.208513Z","time spent":"365.500194ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:57.836258Z","caller":"traceutil/trace.go:171","msg":"trace[1272713579] transaction","detail":"{read_only:false; response_revision:17462; number_of_response:1; }","duration":"546.870273ms","start":"2026-03-04T16:04:57.289354Z","end":"2026-03-04T16:04:57.836224Z","steps":["trace[1272713579] 'process raft request' (duration: 479.029342ms)","trace[1272713579] 'compare' (duration: 67.347238ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:57.836337Z","caller":"traceutil/trace.go:171","msg":"trace[852305757] transaction","detail":"{read_only:false; response_revision:17463; number_of_response:1; }","duration":"546.887163ms","start":"2026-03-04T16:04:57.289425Z","end":"2026-03-04T16:04:57.836312Z","steps":["trace[852305757] 'process raft request' (duration: 546.518764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:57.836378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.289334Z","time spent":"546.980886ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:57.836478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.289419Z","time spent":"546.984996ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:04:57.836468Z","caller":"traceutil/trace.go:171","msg":"trace[1725378923] transaction","detail":"{read_only:false; response_revision:17464; number_of_response:1; }","duration":"546.990786ms","start":"2026-03-04T16:04:57.289445Z","end":"2026-03-04T16:04:57.836436Z","steps":["trace[1725378923] 'process raft request' (duration: 546.568895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:57.836576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.289436Z","time spent":"547.120129ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:58.170768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.435746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:04:58.170873Z","caller":"traceutil/trace.go:171","msg":"trace[578079399] linearizableReadLoop","detail":"{readStateIndex:18114; appliedIndex:18109; }","duration":"708.462875ms","start":"2026-03-04T16:04:57.462393Z","end":"2026-03-04T16:04:58.170855Z","steps":["trace[578079399] 'read index received' (duration: 111.414293ms)","trace[578079399] 'applied index is now lower than readState.Index' (duration: 597.044212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:58.171396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.973207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:58.171456Z","caller":"traceutil/trace.go:171","msg":"trace[349416471] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17464; }","duration":"709.10287ms","start":"2026-03-04T16:04:57.46234Z","end":"2026-03-04T16:04:58.171443Z","steps":["trace[349416471] 'agreement among raft nodes before linearized reading' (duration: 708.832063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.171494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.462318Z","time spent":"709.166181ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":120,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:58.308132Z","caller":"traceutil/trace.go:171","msg":"trace[709187873] linearizableReadLoop","detail":"{readStateIndex:18115; appliedIndex:18114; }","duration":"137.20831ms","start":"2026-03-04T16:04:58.170899Z","end":"2026-03-04T16:04:58.308107Z","steps":["trace[709187873] 'read index received' (duration: 136.876121ms)","trace[709187873] 'applied index is now lower than readState.Index' (duration: 330.959µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:58.308244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.091214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:04:58.308301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.776757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:04:58.308266Z","caller":"traceutil/trace.go:171","msg":"trace[727031016] transaction","detail":"{read_only:false; response_revision:17465; number_of_response:1; }","duration":"726.968369ms","start":"2026-03-04T16:04:57.581253Z","end":"2026-03-04T16:04:58.308221Z","steps":["trace[727031016] 'process raft request' (duration: 726.63786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.308334Z","caller":"traceutil/trace.go:171","msg":"trace[152242591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17465; }","duration":"833.847289ms","start":"2026-03-04T16:04:57.474477Z","end":"2026-03-04T16:04:58.308324Z","steps":["trace[152242591] 'agreement among raft nodes before linearized reading' (duration: 833.722636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.308382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.474459Z","time spent":"833.91479ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:58.308451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.581227Z","time spent":"727.127872ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3280,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:04:58.308478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.350505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T16:04:58.308609Z","caller":"traceutil/trace.go:171","msg":"trace[2036676147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17465; }","duration":"820.442232ms","start":"2026-03-04T16:04:57.488099Z","end":"2026-03-04T16:04:58.308541Z","steps":["trace[2036676147] 'agreement among raft nodes before linearized reading' (duration: 820.047572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.308614Z","caller":"traceutil/trace.go:171","msg":"trace[108598547] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:17465; }","duration":"817.459787ms","start":"2026-03-04T16:04:57.491056Z","end":"2026-03-04T16:04:58.308516Z","steps":["trace[108598547] 'agreement among raft nodes before linearized reading' (duration: 817.193891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.308677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.49105Z","time spent":"817.615421ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" "} {"level":"warn","ts":"2026-03-04T16:04:58.308451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.489518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-4tdgr\" ","response":"range_response_count:1 size:6958"} {"level":"warn","ts":"2026-03-04T16:04:58.308675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.488088Z","time spent":"820.573415ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:04:58.30878Z","caller":"traceutil/trace.go:171","msg":"trace[344105084] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544000-4tdgr; range_end:; response_count:1; response_revision:17465; }","duration":"817.795546ms","start":"2026-03-04T16:04:57.490932Z","end":"2026-03-04T16:04:58.308728Z","steps":["trace[344105084] 'agreement among raft nodes before linearized reading' (duration: 817.355835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.308826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.937631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:04:58.308874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.637403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:04:58.308932Z","caller":"traceutil/trace.go:171","msg":"trace[1187675722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17465; }","duration":"833.694264ms","start":"2026-03-04T16:04:57.475223Z","end":"2026-03-04T16:04:58.308918Z","steps":["trace[1187675722] 'agreement among raft nodes before linearized reading' (duration: 833.607092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.308952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.437413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:04:58.308971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.475219Z","time spent":"833.745326ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:04:58.308992Z","caller":"traceutil/trace.go:171","msg":"trace[1551377662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17465; }","duration":"834.506225ms","start":"2026-03-04T16:04:57.474477Z","end":"2026-03-04T16:04:58.308983Z","steps":["trace[1551377662] 'agreement among raft nodes before linearized reading' (duration: 834.413753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.309027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.474459Z","time spent":"834.561006ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:04:58.308871Z","caller":"traceutil/trace.go:171","msg":"trace[1928915511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17465; }","duration":"833.986562ms","start":"2026-03-04T16:04:57.474869Z","end":"2026-03-04T16:04:58.308855Z","steps":["trace[1928915511] 'agreement among raft nodes before linearized reading' (duration: 833.745876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.309134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.848083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-04T16:04:58.309147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.474864Z","time spent":"834.264098ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:04:58.308804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.851528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:04:58.309205Z","caller":"traceutil/trace.go:171","msg":"trace[125239092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17465; }","duration":"834.29944ms","start":"2026-03-04T16:04:57.474896Z","end":"2026-03-04T16:04:58.309196Z","steps":["trace[125239092] 'agreement among raft nodes before linearized reading' (duration: 833.598953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.309242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.474872Z","time spent":"834.361141ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:04:58.309325Z","caller":"traceutil/trace.go:171","msg":"trace[15104401] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:17465; }","duration":"821.277272ms","start":"2026-03-04T16:04:57.487885Z","end":"2026-03-04T16:04:58.309162Z","steps":["trace[15104401] 'agreement among raft nodes before linearized reading' (duration: 820.805681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.309386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.487867Z","time spent":"821.512459ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" "} {"level":"warn","ts":"2026-03-04T16:04:58.309554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:57.490902Z","time spent":"817.95511ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-4tdgr\" "} {"level":"warn","ts":"2026-03-04T16:04:58.542707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.570583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:04:58.54299Z","caller":"traceutil/trace.go:171","msg":"trace[409000845] linearizableReadLoop","detail":"{readStateIndex:18119; appliedIndex:18115; }","duration":"228.323135ms","start":"2026-03-04T16:04:58.314651Z","end":"2026-03-04T16:04:58.542974Z","steps":["trace[409000845] 'read index received' (duration: 109.425824ms)","trace[409000845] 'applied index is now lower than readState.Index' (duration: 118.88635ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:58.543077Z","caller":"traceutil/trace.go:171","msg":"trace[175211669] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"229.853434ms","start":"2026-03-04T16:04:58.313213Z","end":"2026-03-04T16:04:58.543067Z","steps":["trace[175211669] 'process raft request' (duration: 229.657849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.543085Z","caller":"traceutil/trace.go:171","msg":"trace[256697622] transaction","detail":"{read_only:false; response_revision:17467; number_of_response:1; }","duration":"230.078809ms","start":"2026-03-04T16:04:58.312963Z","end":"2026-03-04T16:04:58.543042Z","steps":["trace[256697622] 'process raft request' (duration: 229.846474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.543269Z","caller":"traceutil/trace.go:171","msg":"trace[874521643] transaction","detail":"{read_only:false; response_revision:17470; number_of_response:1; }","duration":"207.36084ms","start":"2026-03-04T16:04:58.335899Z","end":"2026-03-04T16:04:58.54326Z","steps":["trace[874521643] 'process raft request' (duration: 207.029432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.543275Z","caller":"traceutil/trace.go:171","msg":"trace[772932831] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"230.534261ms","start":"2026-03-04T16:04:58.312726Z","end":"2026-03-04T16:04:58.54326Z","steps":["trace[772932831] 'process raft request' (duration: 111.339062ms)","trace[772932831] 'compare' (duration: 118.43552ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:04:58.543348Z","caller":"traceutil/trace.go:171","msg":"trace[1826036363] transaction","detail":"{read_only:false; response_revision:17469; number_of_response:1; }","duration":"229.954468ms","start":"2026-03-04T16:04:58.313384Z","end":"2026-03-04T16:04:58.543338Z","steps":["trace[1826036363] 'process raft request' (duration: 229.517636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.544043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.378902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951797"} {"level":"info","ts":"2026-03-04T16:04:58.544078Z","caller":"traceutil/trace.go:171","msg":"trace[760704212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17470; }","duration":"229.428013ms","start":"2026-03-04T16:04:58.314642Z","end":"2026-03-04T16:04:58.54407Z","steps":["trace[760704212] 'agreement among raft nodes before linearized reading' (duration: 228.701865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:58.947044Z","caller":"traceutil/trace.go:171","msg":"trace[704921089] linearizableReadLoop","detail":"{readStateIndex:18121; appliedIndex:18120; }","duration":"403.979221ms","start":"2026-03-04T16:04:58.543036Z","end":"2026-03-04T16:04:58.947015Z","steps":["trace[704921089] 'read index received' (duration: 403.741225ms)","trace[704921089] 'applied index is now lower than readState.Index' (duration: 236.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:58.948147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.385217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951797"} {"level":"info","ts":"2026-03-04T16:04:58.948212Z","caller":"traceutil/trace.go:171","msg":"trace[711246147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17471; }","duration":"632.466189ms","start":"2026-03-04T16:04:58.31573Z","end":"2026-03-04T16:04:58.948196Z","steps":["trace[711246147] 'agreement among raft nodes before linearized reading' (duration: 631.403483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.948263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.315712Z","time spent":"632.535121ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":951820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:04:58.948871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.289135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:04:58.948929Z","caller":"traceutil/trace.go:171","msg":"trace[1993938954] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:17471; }","duration":"514.383708ms","start":"2026-03-04T16:04:58.434532Z","end":"2026-03-04T16:04:58.948916Z","steps":["trace[1993938954] 'agreement among raft nodes before linearized reading' (duration: 514.255345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.948972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.43452Z","time spent":"514.437149ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:04:58.949352Z","caller":"traceutil/trace.go:171","msg":"trace[1084730013] transaction","detail":"{read_only:false; response_revision:17471; number_of_response:1; }","duration":"412.416481ms","start":"2026-03-04T16:04:58.536916Z","end":"2026-03-04T16:04:58.949332Z","steps":["trace[1084730013] 'process raft request' (duration: 409.94518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.949444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.536881Z","time spent":"412.512534ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:04:58.951796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.301799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:951797"} {"level":"info","ts":"2026-03-04T16:04:58.952052Z","caller":"traceutil/trace.go:171","msg":"trace[1999755013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17471; }","duration":"635.561066ms","start":"2026-03-04T16:04:58.316471Z","end":"2026-03-04T16:04:58.952032Z","steps":["trace[1999755013] 'agreement among raft nodes before linearized reading' (duration: 633.824693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.95236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.316456Z","time spent":"635.725919ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":951820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:04:58.953302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.971802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-04T16:04:58.953363Z","caller":"traceutil/trace.go:171","msg":"trace[82773294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17471; }","duration":"635.047044ms","start":"2026-03-04T16:04:58.3183Z","end":"2026-03-04T16:04:58.953347Z","steps":["trace[82773294] 'agreement among raft nodes before linearized reading' (duration: 634.811668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:58.953469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.318293Z","time spent":"635.114866ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T16:05:00.124626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.374804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:05:00.124706Z","caller":"traceutil/trace.go:171","msg":"trace[1681369587] linearizableReadLoop","detail":"{readStateIndex:18122; appliedIndex:18121; }","duration":"1.161461594s","start":"2026-03-04T16:04:58.963231Z","end":"2026-03-04T16:05:00.124693Z","steps":["trace[1681369587] 'read index received' (duration: 367.951387ms)","trace[1681369587] 'applied index is now lower than readState.Index' (duration: 793.508837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:00.124979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161737821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-04T16:05:00.125057Z","caller":"traceutil/trace.go:171","msg":"trace[1864605382] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17472; }","duration":"1.161844433s","start":"2026-03-04T16:04:58.963191Z","end":"2026-03-04T16:05:00.125036Z","steps":["trace[1864605382] 'agreement among raft nodes before linearized reading' (duration: 1.161555795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.125112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.963176Z","time spent":"1.161922115s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"info","ts":"2026-03-04T16:05:00.124725Z","caller":"traceutil/trace.go:171","msg":"trace[1746905680] transaction","detail":"{read_only:false; response_revision:17472; number_of_response:1; }","duration":"1.166849409s","start":"2026-03-04T16:04:58.957849Z","end":"2026-03-04T16:05:00.124699Z","steps":["trace[1746905680] 'process raft request' (duration: 373.347083ms)","trace[1746905680] 'compare' (duration: 793.204479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:00.125592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.957829Z","time spent":"1.16770687s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:05:00.168834Z","caller":"traceutil/trace.go:171","msg":"trace[1630340634] transaction","detail":"{read_only:false; response_revision:17473; number_of_response:1; }","duration":"326.410416ms","start":"2026-03-04T16:04:59.842399Z","end":"2026-03-04T16:05:00.168809Z","steps":["trace[1630340634] 'process raft request' (duration: 326.250182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.169025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.842362Z","time spent":"326.58581ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:05:00.281925Z","caller":"traceutil/trace.go:171","msg":"trace[1742981731] linearizableReadLoop","detail":"{readStateIndex:18126; appliedIndex:18122; }","duration":"157.178811ms","start":"2026-03-04T16:05:00.124727Z","end":"2026-03-04T16:05:00.281905Z","steps":["trace[1742981731] 'read index received' (duration: 43.886771ms)","trace[1742981731] 'applied index is now lower than readState.Index' (duration: 113.29131ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:00.28194Z","caller":"traceutil/trace.go:171","msg":"trace[666944657] transaction","detail":"{read_only:false; response_revision:17474; number_of_response:1; }","duration":"439.47912ms","start":"2026-03-04T16:04:59.842427Z","end":"2026-03-04T16:05:00.281907Z","steps":["trace[666944657] 'process raft request' (duration: 439.221153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.128399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T16:05:00.282092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.842406Z","time spent":"439.607863ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:05:00.282132Z","caller":"traceutil/trace.go:171","msg":"trace[888035492] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:17476; }","duration":"486.217441ms","start":"2026-03-04T16:04:59.795906Z","end":"2026-03-04T16:05:00.282123Z","steps":["trace[888035492] 'agreement among raft nodes before linearized reading' (duration: 486.097328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.795884Z","time spent":"486.266803ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T16:05:00.282172Z","caller":"traceutil/trace.go:171","msg":"trace[1991547541] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"438.71216ms","start":"2026-03-04T16:04:59.843437Z","end":"2026-03-04T16:05:00.282149Z","steps":["trace[1991547541] 'process raft request' (duration: 438.359341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31451858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92clt\" ","response":"range_response_count:1 size:20990"} {"level":"info","ts":"2026-03-04T16:05:00.282324Z","caller":"traceutil/trace.go:171","msg":"trace[1064760449] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-92clt; range_end:; response_count:1; response_revision:17476; }","duration":"1.314638894s","start":"2026-03-04T16:04:58.967665Z","end":"2026-03-04T16:05:00.282304Z","steps":["trace[1064760449] 'agreement among raft nodes before linearized reading' (duration: 1.31447162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.171023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:05:00.282378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:58.967649Z","time spent":"1.314715455s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21013,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-92clt\" "} {"level":"info","ts":"2026-03-04T16:05:00.282375Z","caller":"traceutil/trace.go:171","msg":"trace[369567025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17476; }","duration":"796.240065ms","start":"2026-03-04T16:04:59.486126Z","end":"2026-03-04T16:05:00.282366Z","steps":["trace[369567025] 'agreement among raft nodes before linearized reading' (duration: 796.167173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050750747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:00.282378Z","caller":"traceutil/trace.go:171","msg":"trace[1208520524] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"176.837043ms","start":"2026-03-04T16:05:00.105495Z","end":"2026-03-04T16:05:00.282332Z","steps":["trace[1208520524] 'process raft request' (duration: 176.341611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.843416Z","time spent":"438.800032ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:05:00.282458Z","caller":"traceutil/trace.go:171","msg":"trace[1887928141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17476; }","duration":"1.050827779s","start":"2026-03-04T16:04:59.231603Z","end":"2026-03-04T16:05:00.282431Z","steps":["trace[1887928141] 'agreement among raft nodes before linearized reading' (duration: 1.050745757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.486097Z","time spent":"796.318807ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:05:00.282497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.231583Z","time spent":"1.050907111s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:05:00.282238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.292091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"info","ts":"2026-03-04T16:05:00.282617Z","caller":"traceutil/trace.go:171","msg":"trace[1558089879] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:17476; }","duration":"452.738411ms","start":"2026-03-04T16:04:59.829869Z","end":"2026-03-04T16:05:00.282608Z","steps":["trace[1558089879] 'agreement among raft nodes before linearized reading' (duration: 452.054404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:00.282659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:04:59.829845Z","time spent":"452.788523ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:05:00.282918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.223466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-04T16:05:00.283024Z","caller":"traceutil/trace.go:171","msg":"trace[1581534708] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17476; }","duration":"152.355971ms","start":"2026-03-04T16:05:00.130649Z","end":"2026-03-04T16:05:00.283005Z","steps":["trace[1581534708] 'agreement among raft nodes before linearized reading' (duration: 151.678083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:04.412252Z","caller":"traceutil/trace.go:171","msg":"trace[1589471961] transaction","detail":"{read_only:false; response_revision:17515; number_of_response:1; }","duration":"335.607106ms","start":"2026-03-04T16:05:04.076619Z","end":"2026-03-04T16:05:04.412226Z","steps":["trace[1589471961] 'process raft request' (duration: 335.453171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:04.412411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:04.076607Z","time spent":"335.732149ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:05:04.465461Z","caller":"traceutil/trace.go:171","msg":"trace[386853356] transaction","detail":"{read_only:false; response_revision:17516; number_of_response:1; }","duration":"382.295526ms","start":"2026-03-04T16:05:04.083126Z","end":"2026-03-04T16:05:04.465422Z","steps":["trace[386853356] 'process raft request' (duration: 382.119092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:04.465601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:04.08311Z","time spent":"382.41716ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6900,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:05:04.465714Z","caller":"traceutil/trace.go:171","msg":"trace[1573042243] transaction","detail":"{read_only:false; response_revision:17517; number_of_response:1; }","duration":"280.120444ms","start":"2026-03-04T16:05:04.185571Z","end":"2026-03-04T16:05:04.465692Z","steps":["trace[1573042243] 'process raft request' (duration: 279.795395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:04.469594Z","caller":"traceutil/trace.go:171","msg":"trace[876154317] linearizableReadLoop","detail":"{readStateIndex:18167; appliedIndex:18165; }","duration":"343.022202ms","start":"2026-03-04T16:05:04.126549Z","end":"2026-03-04T16:05:04.469571Z","steps":["trace[876154317] 'read index received' (duration: 285.604261ms)","trace[876154317] 'applied index is now lower than readState.Index' (duration: 57.417071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:04.469732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.176435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:04.46984Z","caller":"traceutil/trace.go:171","msg":"trace[72631276] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:17519; }","duration":"343.303398ms","start":"2026-03-04T16:05:04.126527Z","end":"2026-03-04T16:05:04.469831Z","steps":["trace[72631276] 'agreement among raft nodes before linearized reading' (duration: 343.123194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:04.469878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:04.126488Z","time spent":"343.38088ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:05:04.470251Z","caller":"traceutil/trace.go:171","msg":"trace[704411743] transaction","detail":"{read_only:false; response_revision:17518; number_of_response:1; }","duration":"176.755122ms","start":"2026-03-04T16:05:04.293487Z","end":"2026-03-04T16:05:04.470242Z","steps":["trace[704411743] 'process raft request' (duration: 172.097546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:04.47046Z","caller":"traceutil/trace.go:171","msg":"trace[1478745782] transaction","detail":"{read_only:false; response_revision:17519; number_of_response:1; }","duration":"176.864404ms","start":"2026-03-04T16:05:04.293585Z","end":"2026-03-04T16:05:04.470449Z","steps":["trace[1478745782] 'process raft request' (duration: 175.931011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.788935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.725753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:05:08.789024Z","caller":"traceutil/trace.go:171","msg":"trace[1581775704] linearizableReadLoop","detail":"{readStateIndex:18411; appliedIndex:18410; }","duration":"198.926788ms","start":"2026-03-04T16:05:08.590085Z","end":"2026-03-04T16:05:08.789011Z","steps":["trace[1581775704] 'read index received' (duration: 78.682243ms)","trace[1581775704] 'applied index is now lower than readState.Index' (duration: 120.243615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:08.789111Z","caller":"traceutil/trace.go:171","msg":"trace[1809368625] transaction","detail":"{read_only:false; response_revision:17753; number_of_response:1; }","duration":"199.187394ms","start":"2026-03-04T16:05:08.589912Z","end":"2026-03-04T16:05:08.789099Z","steps":["trace[1809368625] 'process raft request' (duration: 78.842216ms)","trace[1809368625] 'compare' (duration: 119.561639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:08.789282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.176214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:05:08.789384Z","caller":"traceutil/trace.go:171","msg":"trace[109238867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17753; }","duration":"199.309258ms","start":"2026-03-04T16:05:08.590057Z","end":"2026-03-04T16:05:08.789367Z","steps":["trace[109238867] 'agreement among raft nodes before linearized reading' (duration: 199.040591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:08.878699Z","caller":"traceutil/trace.go:171","msg":"trace[1867882813] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"286.179765ms","start":"2026-03-04T16:05:08.592494Z","end":"2026-03-04T16:05:08.878673Z","steps":["trace[1867882813] 'process raft request' (duration: 285.97511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:08.879119Z","caller":"traceutil/trace.go:171","msg":"trace[266059704] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"286.545295ms","start":"2026-03-04T16:05:08.592554Z","end":"2026-03-04T16:05:08.879099Z","steps":["trace[266059704] 'process raft request' (duration: 286.074123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.879129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.678453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T16:05:08.879253Z","caller":"traceutil/trace.go:171","msg":"trace[720214926] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17755; }","duration":"285.822156ms","start":"2026-03-04T16:05:08.593418Z","end":"2026-03-04T16:05:08.87924Z","steps":["trace[720214926] 'agreement among raft nodes before linearized reading' (duration: 285.409276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.87926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.872968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T16:05:08.879355Z","caller":"traceutil/trace.go:171","msg":"trace[2125347040] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:17755; }","duration":"214.977641ms","start":"2026-03-04T16:05:08.664341Z","end":"2026-03-04T16:05:08.879318Z","steps":["trace[2125347040] 'agreement among raft nodes before linearized reading' (duration: 214.818037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.878962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:05:08.879569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.121939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:05:08.879625Z","caller":"traceutil/trace.go:171","msg":"trace[851312338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17755; }","duration":"285.195461ms","start":"2026-03-04T16:05:08.594417Z","end":"2026-03-04T16:05:08.879613Z","steps":["trace[851312338] 'agreement among raft nodes before linearized reading' (duration: 285.080219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:08.879602Z","caller":"traceutil/trace.go:171","msg":"trace[31963806] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:17755; }","duration":"103.779603ms","start":"2026-03-04T16:05:08.775802Z","end":"2026-03-04T16:05:08.879581Z","steps":["trace[31963806] 'agreement among raft nodes before linearized reading' (duration: 103.085335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:08.993845Z","caller":"traceutil/trace.go:171","msg":"trace[1416295130] linearizableReadLoop","detail":"{readStateIndex:18414; appliedIndex:18413; }","duration":"110.543521ms","start":"2026-03-04T16:05:08.883263Z","end":"2026-03-04T16:05:08.993807Z","steps":["trace[1416295130] 'read index received' (duration: 10.714298ms)","trace[1416295130] 'applied index is now lower than readState.Index' (duration: 99.828273ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:08.993876Z","caller":"traceutil/trace.go:171","msg":"trace[81990544] transaction","detail":"{read_only:false; response_revision:17756; number_of_response:1; }","duration":"200.921608ms","start":"2026-03-04T16:05:08.792908Z","end":"2026-03-04T16:05:08.99383Z","steps":["trace[81990544] 'process raft request' (duration: 100.951692ms)","trace[81990544] 'compare' (duration: 99.70818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:08.993999Z","caller":"traceutil/trace.go:171","msg":"trace[1970026658] transaction","detail":"{read_only:false; response_revision:17757; number_of_response:1; }","duration":"108.943072ms","start":"2026-03-04T16:05:08.885034Z","end":"2026-03-04T16:05:08.993977Z","steps":["trace[1970026658] 'process raft request' (duration: 108.733497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.994172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.887689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T16:05:08.994226Z","caller":"traceutil/trace.go:171","msg":"trace[44793135] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:17757; }","duration":"110.981102ms","start":"2026-03-04T16:05:08.883227Z","end":"2026-03-04T16:05:08.994208Z","steps":["trace[44793135] 'agreement among raft nodes before linearized reading' (duration: 110.666224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:08.994936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.607078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:990256"} {"level":"info","ts":"2026-03-04T16:05:08.994999Z","caller":"traceutil/trace.go:171","msg":"trace[1458159972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:17757; }","duration":"109.703761ms","start":"2026-03-04T16:05:08.88528Z","end":"2026-03-04T16:05:08.994984Z","steps":["trace[1458159972] 'agreement among raft nodes before linearized reading' (duration: 108.713266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:09.18093Z","caller":"traceutil/trace.go:171","msg":"trace[36588743] linearizableReadLoop","detail":"{readStateIndex:18416; appliedIndex:18415; }","duration":"114.03106ms","start":"2026-03-04T16:05:09.066876Z","end":"2026-03-04T16:05:09.180907Z","steps":["trace[36588743] 'read index received' (duration: 94.029558ms)","trace[36588743] 'applied index is now lower than readState.Index' (duration: 20.000672ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:09.180965Z","caller":"traceutil/trace.go:171","msg":"trace[394719339] transaction","detail":"{read_only:false; response_revision:17758; number_of_response:1; }","duration":"163.754096ms","start":"2026-03-04T16:05:09.017183Z","end":"2026-03-04T16:05:09.180937Z","steps":["trace[394719339] 'process raft request' (duration: 143.789996ms)","trace[394719339] 'compare' (duration: 19.714844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:09.181133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.240135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544000-4tdgr\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-03-04T16:05:09.181165Z","caller":"traceutil/trace.go:171","msg":"trace[892612704] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544000-4tdgr; range_end:; response_count:1; response_revision:17758; }","duration":"114.328247ms","start":"2026-03-04T16:05:09.066829Z","end":"2026-03-04T16:05:09.181157Z","steps":["trace[892612704] 'agreement among raft nodes before linearized reading' (duration: 114.183873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:09.181168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.377503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-6tnsg\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-04T16:05:09.181241Z","caller":"traceutil/trace.go:171","msg":"trace[763713187] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-6tnsg; range_end:; response_count:1; response_revision:17758; }","duration":"107.490655ms","start":"2026-03-04T16:05:09.073735Z","end":"2026-03-04T16:05:09.181226Z","steps":["trace[763713187] 'agreement among raft nodes before linearized reading' (duration: 107.318721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:22.214495Z","caller":"traceutil/trace.go:171","msg":"trace[1690604771] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"222.347234ms","start":"2026-03-04T16:05:21.992123Z","end":"2026-03-04T16:05:22.214471Z","steps":["trace[1690604771] 'process raft request' (duration: 222.205741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:22.235103Z","caller":"traceutil/trace.go:171","msg":"trace[1230184182] linearizableReadLoop","detail":"{readStateIndex:18527; appliedIndex:18525; }","duration":"223.761041ms","start":"2026-03-04T16:05:22.011322Z","end":"2026-03-04T16:05:22.235083Z","steps":["trace[1230184182] 'read index received' (duration: 203.053361ms)","trace[1230184182] 'applied index is now lower than readState.Index' (duration: 20.70707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:22.235233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.893884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:22.235189Z","caller":"traceutil/trace.go:171","msg":"trace[388998042] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"242.539141ms","start":"2026-03-04T16:05:21.992612Z","end":"2026-03-04T16:05:22.235151Z","steps":["trace[388998042] 'process raft request' (duration: 242.366997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:22.235262Z","caller":"traceutil/trace.go:171","msg":"trace[197088862] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17866; }","duration":"223.961666ms","start":"2026-03-04T16:05:22.011292Z","end":"2026-03-04T16:05:22.235254Z","steps":["trace[197088862] 'agreement among raft nodes before linearized reading' (duration: 223.881244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:22.235348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.263598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:22.235427Z","caller":"traceutil/trace.go:171","msg":"trace[2131065943] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17866; }","duration":"223.400532ms","start":"2026-03-04T16:05:22.012007Z","end":"2026-03-04T16:05:22.235407Z","steps":["trace[2131065943] 'agreement among raft nodes before linearized reading' (duration: 223.257888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:22.235716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.50969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:22.235747Z","caller":"traceutil/trace.go:171","msg":"trace[122053884] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17866; }","duration":"222.561811ms","start":"2026-03-04T16:05:22.013178Z","end":"2026-03-04T16:05:22.23574Z","steps":["trace[122053884] 'agreement among raft nodes before linearized reading' (duration: 222.52399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:22.235785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.869669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:22.235817Z","caller":"traceutil/trace.go:171","msg":"trace[413028736] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17866; }","duration":"222.944661ms","start":"2026-03-04T16:05:22.012865Z","end":"2026-03-04T16:05:22.23581Z","steps":["trace[413028736] 'agreement among raft nodes before linearized reading' (duration: 222.894969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:22.235921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.023687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:05:22.236031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.704853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-04T16:05:22.236105Z","caller":"traceutil/trace.go:171","msg":"trace[1432353634] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17866; }","duration":"222.808456ms","start":"2026-03-04T16:05:22.013277Z","end":"2026-03-04T16:05:22.236085Z","steps":["trace[1432353634] 'agreement among raft nodes before linearized reading' (duration: 222.55161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:22.236031Z","caller":"traceutil/trace.go:171","msg":"trace[1423233816] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17866; }","duration":"222.309434ms","start":"2026-03-04T16:05:22.013701Z","end":"2026-03-04T16:05:22.23601Z","steps":["trace[1423233816] 'agreement among raft nodes before linearized reading' (duration: 222.021496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:32.832466Z","caller":"traceutil/trace.go:171","msg":"trace[564539598] transaction","detail":"{read_only:false; response_revision:17939; number_of_response:1; }","duration":"118.603815ms","start":"2026-03-04T16:05:32.713837Z","end":"2026-03-04T16:05:32.83244Z","steps":["trace[564539598] 'process raft request' (duration: 118.446691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.112856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.338915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:05:33.113215Z","caller":"traceutil/trace.go:171","msg":"trace[973410277] transaction","detail":"{read_only:false; response_revision:17941; number_of_response:1; }","duration":"388.415659ms","start":"2026-03-04T16:05:32.724778Z","end":"2026-03-04T16:05:33.113193Z","steps":["trace[973410277] 'process raft request' (duration: 388.336307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:33.113269Z","caller":"traceutil/trace.go:171","msg":"trace[630426530] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"391.006834ms","start":"2026-03-04T16:05:32.722228Z","end":"2026-03-04T16:05:33.113235Z","steps":["trace[630426530] 'process raft request' (duration: 245.170408ms)","trace[630426530] 'compare' (duration: 145.17448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:05:33.113376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:32.724768Z","time spent":"388.523092ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:05:33.113447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:32.722216Z","time spent":"391.125838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:05:33.200799Z","caller":"traceutil/trace.go:171","msg":"trace[480372385] linearizableReadLoop","detail":"{readStateIndex:18606; appliedIndex:18603; }","duration":"323.974904ms","start":"2026-03-04T16:05:32.876791Z","end":"2026-03-04T16:05:33.200766Z","steps":["trace[480372385] 'read index received' (duration: 90.628773ms)","trace[480372385] 'applied index is now lower than readState.Index' (duration: 233.345081ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:33.200867Z","caller":"traceutil/trace.go:171","msg":"trace[1172068265] transaction","detail":"{read_only:false; response_revision:17942; number_of_response:1; }","duration":"328.832445ms","start":"2026-03-04T16:05:32.872Z","end":"2026-03-04T16:05:33.200833Z","steps":["trace[1172068265] 'process raft request' (duration: 328.614999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.201008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:32.871971Z","time spent":"328.961158ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:05:33.201062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.257821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-rabbit-init-gq5r5\" ","response":"range_response_count:1 size:2781"} {"level":"info","ts":"2026-03-04T16:05:33.201099Z","caller":"traceutil/trace.go:171","msg":"trace[348604803] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-rabbit-init-gq5r5; range_end:; response_count:1; response_revision:17942; }","duration":"324.371164ms","start":"2026-03-04T16:05:32.876715Z","end":"2026-03-04T16:05:33.201087Z","steps":["trace[348604803] 'agreement among raft nodes before linearized reading' (duration: 324.20059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.201139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:05:32.876697Z","time spent":"324.433585ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2804,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-rabbit-init-gq5r5\" "} {"level":"warn","ts":"2026-03-04T16:05:33.201326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.844156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:05:33.201394Z","caller":"traceutil/trace.go:171","msg":"trace[2115283236] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17942; }","duration":"130.0133ms","start":"2026-03-04T16:05:33.071367Z","end":"2026-03-04T16:05:33.201381Z","steps":["trace[2115283236] 'agreement among raft nodes before linearized reading' (duration: 129.876327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.201373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.311785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:05:33.201439Z","caller":"traceutil/trace.go:171","msg":"trace[657188357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17942; }","duration":"297.419187ms","start":"2026-03-04T16:05:32.904006Z","end":"2026-03-04T16:05:33.201426Z","steps":["trace[657188357] 'agreement among raft nodes before linearized reading' (duration: 297.214482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.201496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.946009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:05:33.201534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.376062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:05:33.201618Z","caller":"traceutil/trace.go:171","msg":"trace[390579980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17942; }","duration":"184.502575ms","start":"2026-03-04T16:05:33.017094Z","end":"2026-03-04T16:05:33.201597Z","steps":["trace[390579980] 'agreement among raft nodes before linearized reading' (duration: 184.27435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:33.201614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.13948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:05:33.201694Z","caller":"traceutil/trace.go:171","msg":"trace[441618922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17942; }","duration":"100.230362ms","start":"2026-03-04T16:05:33.101442Z","end":"2026-03-04T16:05:33.201672Z","steps":["trace[441618922] 'agreement among raft nodes before linearized reading' (duration: 99.981926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:33.201833Z","caller":"traceutil/trace.go:171","msg":"trace[387043317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17942; }","duration":"203.04902ms","start":"2026-03-04T16:05:32.99851Z","end":"2026-03-04T16:05:33.201559Z","steps":["trace[387043317] 'agreement among raft nodes before linearized reading' (duration: 202.863186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:34.940616Z","caller":"traceutil/trace.go:171","msg":"trace[1791552466] transaction","detail":"{read_only:false; response_revision:17955; number_of_response:1; }","duration":"201.865451ms","start":"2026-03-04T16:05:34.738723Z","end":"2026-03-04T16:05:34.940589Z","steps":["trace[1791552466] 'process raft request' (duration: 201.695747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:34.952432Z","caller":"traceutil/trace.go:171","msg":"trace[427873887] transaction","detail":"{read_only:false; response_revision:17956; number_of_response:1; }","duration":"114.224803ms","start":"2026-03-04T16:05:34.838183Z","end":"2026-03-04T16:05:34.952408Z","steps":["trace[427873887] 'process raft request' (duration: 114.1057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:52.363712Z","caller":"traceutil/trace.go:171","msg":"trace[1623331884] linearizableReadLoop","detail":"{readStateIndex:18762; appliedIndex:18761; }","duration":"113.742323ms","start":"2026-03-04T16:05:52.24995Z","end":"2026-03-04T16:05:52.363692Z","steps":["trace[1623331884] 'read index received' (duration: 113.602019ms)","trace[1623331884] 'applied index is now lower than readState.Index' (duration: 139.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:05:52.363766Z","caller":"traceutil/trace.go:171","msg":"trace[1391223097] transaction","detail":"{read_only:false; response_revision:18095; number_of_response:1; }","duration":"116.134023ms","start":"2026-03-04T16:05:52.247603Z","end":"2026-03-04T16:05:52.363737Z","steps":["trace[1391223097] 'process raft request' (duration: 115.942608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:05:52.363932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.967208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:05:52.36397Z","caller":"traceutil/trace.go:171","msg":"trace[1686835410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18095; }","duration":"114.04309ms","start":"2026-03-04T16:05:52.249914Z","end":"2026-03-04T16:05:52.363957Z","steps":["trace[1686835410] 'agreement among raft nodes before linearized reading' (duration: 113.898947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:52.517547Z","caller":"traceutil/trace.go:171","msg":"trace[2058606744] transaction","detail":"{read_only:false; response_revision:18096; number_of_response:1; }","duration":"148.617237ms","start":"2026-03-04T16:05:52.36889Z","end":"2026-03-04T16:05:52.517507Z","steps":["trace[2058606744] 'process raft request' (duration: 148.36714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:05:58.533501Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15669} {"level":"info","ts":"2026-03-04T16:05:58.829927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15669,"took":"292.919955ms","hash":1179416324,"current-db-size-bytes":43261952,"current-db-size":"43 MB","current-db-size-in-use-bytes":29884416,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T16:05:58.830007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1179416324,"revision":15669,"compact-revision":13310} {"level":"warn","ts":"2026-03-04T16:06:02.825848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832370477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:06:03.098962Z","caller":"traceutil/trace.go:171","msg":"trace[437646185] linearizableReadLoop","detail":"{readStateIndex:18834; appliedIndex:18833; }","duration":"773.926687ms","start":"2026-03-04T16:06:02.325008Z","end":"2026-03-04T16:06:03.098935Z","steps":["trace[437646185] 'read index received' (duration: 773.504116ms)","trace[437646185] 'applied index is now lower than readState.Index' (duration: 421.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:03.099015Z","caller":"traceutil/trace.go:171","msg":"trace[782124686] transaction","detail":"{read_only:false; response_revision:18164; number_of_response:1; }","duration":"869.650296ms","start":"2026-03-04T16:06:02.229343Z","end":"2026-03-04T16:06:03.098993Z","steps":["trace[782124686] 'process raft request' (duration: 869.361089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.229319Z","time spent":"869.741639ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24908,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:06:03.099216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.197903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:06:03.099278Z","caller":"traceutil/trace.go:171","msg":"trace[1725719617] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:18164; }","duration":"774.287115ms","start":"2026-03-04T16:06:02.324976Z","end":"2026-03-04T16:06:03.099263Z","steps":["trace[1725719617] 'agreement among raft nodes before linearized reading' (duration: 774.10766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.185625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:06:03.099325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.32496Z","time spent":"774.353137ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:06:03.099327Z","caller":"traceutil/trace.go:171","msg":"trace[729827126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18164; }","duration":"611.276297ms","start":"2026-03-04T16:06:02.488039Z","end":"2026-03-04T16:06:03.099315Z","steps":["trace[729827126] 'agreement among raft nodes before linearized reading' (duration: 611.202625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.293286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:06:03.099369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.870374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:06:03.099424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.737561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:03.099427Z","caller":"traceutil/trace.go:171","msg":"trace[1564895239] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18164; }","duration":"707.512721ms","start":"2026-03-04T16:06:02.391885Z","end":"2026-03-04T16:06:03.099398Z","steps":["trace[1564895239] 'agreement among raft nodes before linearized reading' (duration: 707.250075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:03.099459Z","caller":"traceutil/trace.go:171","msg":"trace[1956811634] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18164; }","duration":"706.789451ms","start":"2026-03-04T16:06:02.392661Z","end":"2026-03-04T16:06:03.099451Z","steps":["trace[1956811634] 'agreement among raft nodes before linearized reading' (duration: 706.73571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.39265Z","time spent":"706.830813ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:06:03.099497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.391866Z","time spent":"707.617363ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-04T16:06:03.099489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.005753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:06:03.099499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.613958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-03-04T16:06:03.099509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.047263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"warn","ts":"2026-03-04T16:06:03.099553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.063363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:03.099578Z","caller":"traceutil/trace.go:171","msg":"trace[1760727160] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18164; }","duration":"706.116675ms","start":"2026-03-04T16:06:02.393438Z","end":"2026-03-04T16:06:03.099554Z","steps":["trace[1760727160] 'agreement among raft nodes before linearized reading' (duration: 705.949091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:03.099584Z","caller":"traceutil/trace.go:171","msg":"trace[1906202222] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18164; }","duration":"704.7205ms","start":"2026-03-04T16:06:02.394844Z","end":"2026-03-04T16:06:03.099564Z","steps":["trace[1906202222] 'agreement among raft nodes before linearized reading' (duration: 704.465144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.488016Z","time spent":"611.338019ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:06:03.099599Z","caller":"traceutil/trace.go:171","msg":"trace[2120980485] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18164; }","duration":"704.159086ms","start":"2026-03-04T16:06:02.39542Z","end":"2026-03-04T16:06:03.099579Z","steps":["trace[2120980485] 'agreement among raft nodes before linearized reading' (duration: 703.843558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.057098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:03.099615Z","caller":"traceutil/trace.go:171","msg":"trace[1191420637] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18164; }","duration":"706.139066ms","start":"2026-03-04T16:06:02.393459Z","end":"2026-03-04T16:06:03.099598Z","steps":["trace[1191420637] 'agreement among raft nodes before linearized reading' (duration: 706.026583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.39484Z","time spent":"704.784713ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21402,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:06:03.099637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.393426Z","time spent":"706.197757ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-04T16:06:03.099645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.395417Z","time spent":"704.218927ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21402,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:06:03.099657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.393453Z","time spent":"706.196547ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-04T16:06:03.099659Z","caller":"traceutil/trace.go:171","msg":"trace[640409225] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18164; }","duration":"707.170081ms","start":"2026-03-04T16:06:02.392469Z","end":"2026-03-04T16:06:03.099639Z","steps":["trace[640409225] 'agreement among raft nodes before linearized reading' (duration: 707.027727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.392447Z","time spent":"707.244883ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-04T16:06:03.099472Z","caller":"traceutil/trace.go:171","msg":"trace[810744819] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18164; }","duration":"705.021568ms","start":"2026-03-04T16:06:02.394425Z","end":"2026-03-04T16:06:03.099446Z","steps":["trace[810744819] 'agreement among raft nodes before linearized reading' (duration: 704.791363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.099817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:02.394413Z","time spent":"705.392927ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:06:03.4389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.150963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:06:03.439113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:03.100232Z","time spent":"338.874127ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:06:03.43918Z","caller":"traceutil/trace.go:171","msg":"trace[898148704] linearizableReadLoop","detail":"{readStateIndex:18835; appliedIndex:18834; }","duration":"338.652691ms","start":"2026-03-04T16:06:03.10052Z","end":"2026-03-04T16:06:03.439173Z","steps":["trace[898148704] 'read index received' (duration: 143.213741ms)","trace[898148704] 'applied index is now lower than readState.Index' (duration: 195.43788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:03.439152Z","caller":"traceutil/trace.go:171","msg":"trace[856085260] transaction","detail":"{read_only:false; response_revision:18166; number_of_response:1; }","duration":"213.714368ms","start":"2026-03-04T16:06:03.225422Z","end":"2026-03-04T16:06:03.439137Z","steps":["trace[856085260] 'process raft request' (duration: 213.683578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.439362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.832036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:03.439395Z","caller":"traceutil/trace.go:171","msg":"trace[1705873496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18166; }","duration":"338.895067ms","start":"2026-03-04T16:06:03.10049Z","end":"2026-03-04T16:06:03.439385Z","steps":["trace[1705873496] 'agreement among raft nodes before linearized reading' (duration: 338.781665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:03.439471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:03.100475Z","time spent":"338.985709ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:06:03.439524Z","caller":"traceutil/trace.go:171","msg":"trace[1550651927] transaction","detail":"{read_only:false; response_revision:18165; number_of_response:1; }","duration":"287.503048ms","start":"2026-03-04T16:06:03.151986Z","end":"2026-03-04T16:06:03.439489Z","steps":["trace[1550651927] 'process raft request' (duration: 287.004316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:03.44907Z","caller":"traceutil/trace.go:171","msg":"trace[1458039426] transaction","detail":"{read_only:false; response_revision:18168; number_of_response:1; }","duration":"112.50379ms","start":"2026-03-04T16:06:03.33655Z","end":"2026-03-04T16:06:03.449053Z","steps":["trace[1458039426] 'process raft request' (duration: 112.452319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:03.449087Z","caller":"traceutil/trace.go:171","msg":"trace[1407621179] transaction","detail":"{read_only:false; response_revision:18167; number_of_response:1; }","duration":"141.57265ms","start":"2026-03-04T16:06:03.307498Z","end":"2026-03-04T16:06:03.449071Z","steps":["trace[1407621179] 'process raft request' (duration: 141.402506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:05.735038Z","caller":"traceutil/trace.go:171","msg":"trace[1013970275] linearizableReadLoop","detail":"{readStateIndex:18867; appliedIndex:18866; }","duration":"106.457939ms","start":"2026-03-04T16:06:05.628559Z","end":"2026-03-04T16:06:05.735017Z","steps":["trace[1013970275] 'read index received' (duration: 25.233532ms)","trace[1013970275] 'applied index is now lower than readState.Index' (duration: 81.222797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:05.735029Z","caller":"traceutil/trace.go:171","msg":"trace[238226211] transaction","detail":"{read_only:false; response_revision:18196; number_of_response:1; }","duration":"111.944217ms","start":"2026-03-04T16:06:05.623045Z","end":"2026-03-04T16:06:05.73499Z","steps":["trace[238226211] 'process raft request' (duration: 30.738291ms)","trace[238226211] 'compare' (duration: 80.973381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:06:05.735194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.76569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:06:05.735219Z","caller":"traceutil/trace.go:171","msg":"trace[1874004681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18197; }","duration":"144.863463ms","start":"2026-03-04T16:06:05.590347Z","end":"2026-03-04T16:06:05.735211Z","steps":["trace[1874004681] 'agreement among raft nodes before linearized reading' (duration: 144.7515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:13.993623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.627072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:13.993785Z","caller":"traceutil/trace.go:171","msg":"trace[203321608] linearizableReadLoop","detail":"{readStateIndex:18917; appliedIndex:18916; }","duration":"273.116619ms","start":"2026-03-04T16:06:13.720637Z","end":"2026-03-04T16:06:13.993754Z","steps":["trace[203321608] 'read index received' (duration: 266.01748ms)","trace[203321608] 'applied index is now lower than readState.Index' (duration: 7.097769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:13.99389Z","caller":"traceutil/trace.go:171","msg":"trace[371221771] transaction","detail":"{read_only:false; response_revision:18244; number_of_response:1; }","duration":"273.669493ms","start":"2026-03-04T16:06:13.72021Z","end":"2026-03-04T16:06:13.99388Z","steps":["trace[371221771] 'process raft request' (duration: 266.478072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:13.994042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.095773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:06:13.99409Z","caller":"traceutil/trace.go:171","msg":"trace[1660345805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18244; }","duration":"215.173566ms","start":"2026-03-04T16:06:13.778903Z","end":"2026-03-04T16:06:13.994076Z","steps":["trace[1660345805] 'agreement among raft nodes before linearized reading' (duration: 215.052493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:13.994256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.629862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:06:13.994285Z","caller":"traceutil/trace.go:171","msg":"trace[1039689624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18244; }","duration":"273.685893ms","start":"2026-03-04T16:06:13.720593Z","end":"2026-03-04T16:06:13.994278Z","steps":["trace[1039689624] 'agreement among raft nodes before linearized reading' (duration: 273.620571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:13.99448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.098464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sd2dn\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T16:06:13.994521Z","caller":"traceutil/trace.go:171","msg":"trace[887366068] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sd2dn; range_end:; response_count:1; response_revision:18244; }","duration":"150.187486ms","start":"2026-03-04T16:06:13.844324Z","end":"2026-03-04T16:06:13.994511Z","steps":["trace[887366068] 'agreement among raft nodes before linearized reading' (duration: 150.045443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:13.994679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:06:13.994706Z","caller":"traceutil/trace.go:171","msg":"trace[101422009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18244; }","duration":"134.40223ms","start":"2026-03-04T16:06:13.860295Z","end":"2026-03-04T16:06:13.994697Z","steps":["trace[101422009] 'agreement among raft nodes before linearized reading' (duration: 134.332208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:13.994786Z","caller":"traceutil/trace.go:171","msg":"trace[1495486487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18243; }","duration":"147.816166ms","start":"2026-03-04T16:06:13.845965Z","end":"2026-03-04T16:06:13.993781Z","steps":["trace[1495486487] 'range keys from in-memory index tree' (duration: 147.608241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:14.944355Z","caller":"traceutil/trace.go:171","msg":"trace[2067007502] linearizableReadLoop","detail":"{readStateIndex:18921; appliedIndex:18920; }","duration":"176.458185ms","start":"2026-03-04T16:06:14.767877Z","end":"2026-03-04T16:06:14.944335Z","steps":["trace[2067007502] 'read index received' (duration: 176.24278ms)","trace[2067007502] 'applied index is now lower than readState.Index' (duration: 214.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:06:14.94448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.577028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:14.944511Z","caller":"traceutil/trace.go:171","msg":"trace[594358913] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18248; }","duration":"176.651389ms","start":"2026-03-04T16:06:14.76785Z","end":"2026-03-04T16:06:14.944502Z","steps":["trace[594358913] 'agreement among raft nodes before linearized reading' (duration: 176.561307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:14.944763Z","caller":"traceutil/trace.go:171","msg":"trace[1799616233] transaction","detail":"{read_only:false; response_revision:18248; number_of_response:1; }","duration":"259.69017ms","start":"2026-03-04T16:06:14.685065Z","end":"2026-03-04T16:06:14.944755Z","steps":["trace[1799616233] 'process raft request' (duration: 259.118996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:23.951196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:06:23.95137Z","caller":"traceutil/trace.go:171","msg":"trace[2076965981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18309; }","duration":"105.438553ms","start":"2026-03-04T16:06:23.845912Z","end":"2026-03-04T16:06:23.951351Z","steps":["trace[2076965981] 'range keys from in-memory index tree' (duration: 105.235668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:23.951672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.39948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:06:23.951968Z","caller":"traceutil/trace.go:171","msg":"trace[302827779] transaction","detail":"{read_only:false; response_revision:18310; number_of_response:1; }","duration":"365.983487ms","start":"2026-03-04T16:06:23.585949Z","end":"2026-03-04T16:06:23.951933Z","steps":["trace[302827779] 'process raft request' (duration: 22.024303ms)","trace[302827779] 'compare' (duration: 342.860306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:06:23.952138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:23.585931Z","time spent":"366.11965ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:06:23.952166Z","caller":"traceutil/trace.go:171","msg":"trace[1614845575] transaction","detail":"{read_only:false; response_revision:18311; number_of_response:1; }","duration":"365.29337ms","start":"2026-03-04T16:06:23.586849Z","end":"2026-03-04T16:06:23.952142Z","steps":["trace[1614845575] 'process raft request' (duration: 365.101446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:23.952287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:06:23.586828Z","time spent":"365.388162ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:06:23.952328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.323312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:06:23.952388Z","caller":"traceutil/trace.go:171","msg":"trace[2096427971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18311; }","duration":"113.386473ms","start":"2026-03-04T16:06:23.838987Z","end":"2026-03-04T16:06:23.952373Z","steps":["trace[2096427971] 'agreement among raft nodes before linearized reading' (duration: 113.229069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:06:23.95219Z","caller":"traceutil/trace.go:171","msg":"trace[796774950] linearizableReadLoop","detail":"{readStateIndex:18987; appliedIndex:18985; }","duration":"113.059245ms","start":"2026-03-04T16:06:23.838994Z","end":"2026-03-04T16:06:23.952053Z","steps":["trace[796774950] 'read index received' (duration: 49.926442ms)","trace[796774950] 'applied index is now lower than readState.Index' (duration: 63.131493ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:24.327564Z","caller":"traceutil/trace.go:171","msg":"trace[1511182698] linearizableReadLoop","detail":"{readStateIndex:18990; appliedIndex:18989; }","duration":"127.233061ms","start":"2026-03-04T16:06:24.200306Z","end":"2026-03-04T16:06:24.327539Z","steps":["trace[1511182698] 'read index received' (duration: 110.158393ms)","trace[1511182698] 'applied index is now lower than readState.Index' (duration: 17.073318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:06:24.327605Z","caller":"traceutil/trace.go:171","msg":"trace[1401145708] transaction","detail":"{read_only:false; response_revision:18314; number_of_response:1; }","duration":"128.563834ms","start":"2026-03-04T16:06:24.199015Z","end":"2026-03-04T16:06:24.327579Z","steps":["trace[1401145708] 'process raft request' (duration: 111.495136ms)","trace[1401145708] 'compare' (duration: 16.911364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:06:24.327791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.220285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:06:24.327822Z","caller":"traceutil/trace.go:171","msg":"trace[1692383689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18314; }","duration":"122.286077ms","start":"2026-03-04T16:06:24.205528Z","end":"2026-03-04T16:06:24.327814Z","steps":["trace[1692383689] 'agreement among raft nodes before linearized reading' (duration: 122.137723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:24.327835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.496778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:06:24.327954Z","caller":"traceutil/trace.go:171","msg":"trace[75618546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18314; }","duration":"127.642101ms","start":"2026-03-04T16:06:24.200288Z","end":"2026-03-04T16:06:24.32793Z","steps":["trace[75618546] 'agreement among raft nodes before linearized reading' (duration: 127.361614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:06:24.327954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.142016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T16:06:24.328048Z","caller":"traceutil/trace.go:171","msg":"trace[1447928535] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:18314; }","duration":"107.28174ms","start":"2026-03-04T16:06:24.220744Z","end":"2026-03-04T16:06:24.328026Z","steps":["trace[1447928535] 'agreement among raft nodes before linearized reading' (duration: 106.990083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:25.913153Z","caller":"traceutil/trace.go:171","msg":"trace[101376970] transaction","detail":"{read_only:false; response_revision:18691; number_of_response:1; }","duration":"219.946156ms","start":"2026-03-04T16:07:25.693186Z","end":"2026-03-04T16:07:25.913132Z","steps":["trace[101376970] 'process raft request' (duration: 219.818302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:26.508402Z","caller":"traceutil/trace.go:171","msg":"trace[2052703416] transaction","detail":"{read_only:false; response_revision:18697; number_of_response:1; }","duration":"151.53881ms","start":"2026-03-04T16:07:26.356822Z","end":"2026-03-04T16:07:26.508361Z","steps":["trace[2052703416] 'process raft request' (duration: 74.844347ms)","trace[2052703416] 'compare' (duration: 76.473757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:26.68077Z","caller":"traceutil/trace.go:171","msg":"trace[1051046672] transaction","detail":"{read_only:false; response_revision:18698; number_of_response:1; }","duration":"165.769427ms","start":"2026-03-04T16:07:26.514955Z","end":"2026-03-04T16:07:26.680725Z","steps":["trace[1051046672] 'process raft request' (duration: 145.433937ms)","trace[1051046672] 'compare' (duration: 20.108784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:27.051907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.824885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:27.052303Z","caller":"traceutil/trace.go:171","msg":"trace[1855025508] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"184.003573ms","start":"2026-03-04T16:07:26.868265Z","end":"2026-03-04T16:07:27.052269Z","steps":["trace[1855025508] 'process raft request' (duration: 53.736027ms)","trace[1855025508] 'compare' (duration: 129.706642ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:27.126684Z","caller":"traceutil/trace.go:171","msg":"trace[1191404483] transaction","detail":"{read_only:false; response_revision:18704; number_of_response:1; }","duration":"203.416351ms","start":"2026-03-04T16:07:26.923243Z","end":"2026-03-04T16:07:27.126659Z","steps":["trace[1191404483] 'process raft request' (duration: 203.278518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:28.136938Z","caller":"traceutil/trace.go:171","msg":"trace[1965407765] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:18708; }","duration":"100.035048ms","start":"2026-03-04T16:07:28.03683Z","end":"2026-03-04T16:07:28.136865Z","steps":["trace[1965407765] 'agreement among raft nodes before linearized reading' (duration: 99.988997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:28.137527Z","caller":"traceutil/trace.go:171","msg":"trace[1252678474] transaction","detail":"{read_only:false; response_revision:18708; number_of_response:1; }","duration":"163.304856ms","start":"2026-03-04T16:07:27.974206Z","end":"2026-03-04T16:07:28.137511Z","steps":["trace[1252678474] 'process raft request' (duration: 161.817048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:28.329115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.99881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:07:28.329194Z","caller":"traceutil/trace.go:171","msg":"trace[1737787641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18708; }","duration":"138.117133ms","start":"2026-03-04T16:07:28.191056Z","end":"2026-03-04T16:07:28.329173Z","steps":["trace[1737787641] 'range keys from in-memory index tree' (duration: 137.843326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:28.458017Z","caller":"traceutil/trace.go:171","msg":"trace[16850250] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"102.955033ms","start":"2026-03-04T16:07:28.355038Z","end":"2026-03-04T16:07:28.457993Z","steps":["trace[16850250] 'process raft request' (duration: 101.664481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:28.458156Z","caller":"traceutil/trace.go:171","msg":"trace[665544585] transaction","detail":"{read_only:false; response_revision:18711; number_of_response:1; }","duration":"100.288005ms","start":"2026-03-04T16:07:28.35786Z","end":"2026-03-04T16:07:28.458148Z","steps":["trace[665544585] 'process raft request' (duration: 100.07128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:30.632541Z","caller":"traceutil/trace.go:171","msg":"trace[757818469] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"169.208502ms","start":"2026-03-04T16:07:30.463308Z","end":"2026-03-04T16:07:30.632517Z","steps":["trace[757818469] 'process raft request' (duration: 169.006858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:30.662261Z","caller":"traceutil/trace.go:171","msg":"trace[1602221772] linearizableReadLoop","detail":"{readStateIndex:19409; appliedIndex:19407; }","duration":"141.145589ms","start":"2026-03-04T16:07:30.521088Z","end":"2026-03-04T16:07:30.662234Z","steps":["trace[1602221772] 'read index received' (duration: 111.27788ms)","trace[1602221772] 'applied index is now lower than readState.Index' (duration: 29.866489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:30.66232Z","caller":"traceutil/trace.go:171","msg":"trace[895733314] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"198.61276ms","start":"2026-03-04T16:07:30.463676Z","end":"2026-03-04T16:07:30.662289Z","steps":["trace[895733314] 'process raft request' (duration: 198.416835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:30.662629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.397375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:07:30.662686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.513868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:30.662732Z","caller":"traceutil/trace.go:171","msg":"trace[1094589991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18719; }","duration":"135.537968ms","start":"2026-03-04T16:07:30.527174Z","end":"2026-03-04T16:07:30.662712Z","steps":["trace[1094589991] 'agreement among raft nodes before linearized reading' (duration: 135.342283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:30.66276Z","caller":"traceutil/trace.go:171","msg":"trace[576164516] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18719; }","duration":"141.62532ms","start":"2026-03-04T16:07:30.521112Z","end":"2026-03-04T16:07:30.662737Z","steps":["trace[576164516] 'agreement among raft nodes before linearized reading' (duration: 141.388174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:30.662728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:07:30.662879Z","caller":"traceutil/trace.go:171","msg":"trace[1256992927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18719; }","duration":"118.423479ms","start":"2026-03-04T16:07:30.544441Z","end":"2026-03-04T16:07:30.662865Z","steps":["trace[1256992927] 'agreement among raft nodes before linearized reading' (duration: 118.147033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:30.663794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.504832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:30.663857Z","caller":"traceutil/trace.go:171","msg":"trace[494888587] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18719; }","duration":"142.798251ms","start":"2026-03-04T16:07:30.52104Z","end":"2026-03-04T16:07:30.663838Z","steps":["trace[494888587] 'agreement among raft nodes before linearized reading' (duration: 141.445476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:31.020451Z","caller":"traceutil/trace.go:171","msg":"trace[1625534480] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"106.831948ms","start":"2026-03-04T16:07:30.913595Z","end":"2026-03-04T16:07:31.020427Z","steps":["trace[1625534480] 'process raft request' (duration: 43.534631ms)","trace[1625534480] 'compare' (duration: 63.185415ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:31.599746Z","caller":"traceutil/trace.go:171","msg":"trace[2121551051] linearizableReadLoop","detail":"{readStateIndex:19414; appliedIndex:19413; }","duration":"263.174579ms","start":"2026-03-04T16:07:31.336547Z","end":"2026-03-04T16:07:31.599722Z","steps":["trace[2121551051] 'read index received' (duration: 228.057608ms)","trace[2121551051] 'applied index is now lower than readState.Index' (duration: 35.115691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:31.599792Z","caller":"traceutil/trace.go:171","msg":"trace[1491333765] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"482.253423ms","start":"2026-03-04T16:07:31.117483Z","end":"2026-03-04T16:07:31.599737Z","steps":["trace[1491333765] 'process raft request' (duration: 447.171533ms)","trace[1491333765] 'compare' (duration: 34.838664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:31.599952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.395014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-04T16:07:31.599964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:31.117468Z","time spent":"482.407287ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:31.600031Z","caller":"traceutil/trace.go:171","msg":"trace[372169142] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18724; }","duration":"263.502787ms","start":"2026-03-04T16:07:31.336499Z","end":"2026-03-04T16:07:31.600002Z","steps":["trace[372169142] 'agreement among raft nodes before linearized reading' (duration: 263.304882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:31.60004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.025595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:31.60012Z","caller":"traceutil/trace.go:171","msg":"trace[580637169] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18724; }","duration":"261.139517ms","start":"2026-03-04T16:07:31.338959Z","end":"2026-03-04T16:07:31.600099Z","steps":["trace[580637169] 'agreement among raft nodes before linearized reading' (duration: 260.904131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:32.953004Z","caller":"traceutil/trace.go:171","msg":"trace[1932054720] linearizableReadLoop","detail":"{readStateIndex:19419; appliedIndex:19418; }","duration":"285.053438ms","start":"2026-03-04T16:07:32.66791Z","end":"2026-03-04T16:07:32.952964Z","steps":["trace[1932054720] 'read index received' (duration: 214.814166ms)","trace[1932054720] 'applied index is now lower than readState.Index' (duration: 70.237812ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:32.953082Z","caller":"traceutil/trace.go:171","msg":"trace[1949380201] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"285.676164ms","start":"2026-03-04T16:07:32.667368Z","end":"2026-03-04T16:07:32.953044Z","steps":["trace[1949380201] 'process raft request' (duration: 215.441963ms)","trace[1949380201] 'compare' (duration: 69.879612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:32.953275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.343125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-04T16:07:32.95338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.656048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:07:32.953446Z","caller":"traceutil/trace.go:171","msg":"trace[2059977273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18728; }","duration":"219.778751ms","start":"2026-03-04T16:07:32.73365Z","end":"2026-03-04T16:07:32.953429Z","steps":["trace[2059977273] 'agreement among raft nodes before linearized reading' (duration: 219.521365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:32.953519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.75044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:07:32.953385Z","caller":"traceutil/trace.go:171","msg":"trace[1325953011] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18728; }","duration":"285.494099ms","start":"2026-03-04T16:07:32.667865Z","end":"2026-03-04T16:07:32.953359Z","steps":["trace[1325953011] 'agreement among raft nodes before linearized reading' (duration: 285.221322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:32.953566Z","caller":"traceutil/trace.go:171","msg":"trace[1800526546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18728; }","duration":"150.838842ms","start":"2026-03-04T16:07:32.802715Z","end":"2026-03-04T16:07:32.953554Z","steps":["trace[1800526546] 'agreement among raft nodes before linearized reading' (duration: 150.716479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:33.124412Z","caller":"traceutil/trace.go:171","msg":"trace[820834301] transaction","detail":"{read_only:false; response_revision:18730; number_of_response:1; }","duration":"167.010307ms","start":"2026-03-04T16:07:32.957374Z","end":"2026-03-04T16:07:33.124384Z","steps":["trace[820834301] 'process raft request' (duration: 135.372115ms)","trace[820834301] 'compare' (duration: 31.488429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:33.124649Z","caller":"traceutil/trace.go:171","msg":"trace[1487552076] transaction","detail":"{read_only:false; response_revision:18731; number_of_response:1; }","duration":"167.190332ms","start":"2026-03-04T16:07:32.957424Z","end":"2026-03-04T16:07:33.124614Z","steps":["trace[1487552076] 'process raft request' (duration: 166.917815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:33.124825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.218163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:07:33.124915Z","caller":"traceutil/trace.go:171","msg":"trace[369152336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18731; }","duration":"100.354046ms","start":"2026-03-04T16:07:33.024539Z","end":"2026-03-04T16:07:33.124893Z","steps":["trace[369152336] 'agreement among raft nodes before linearized reading' (duration: 100.009158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:33.895234Z","caller":"traceutil/trace.go:171","msg":"trace[789616494] linearizableReadLoop","detail":"{readStateIndex:19424; appliedIndex:19423; }","duration":"291.019444ms","start":"2026-03-04T16:07:33.604192Z","end":"2026-03-04T16:07:33.895212Z","steps":["trace[789616494] 'read index received' (duration: 290.83207ms)","trace[789616494] 'applied index is now lower than readState.Index' (duration: 186.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:33.895328Z","caller":"traceutil/trace.go:171","msg":"trace[909083454] transaction","detail":"{read_only:false; response_revision:18733; number_of_response:1; }","duration":"331.279835ms","start":"2026-03-04T16:07:33.564013Z","end":"2026-03-04T16:07:33.895293Z","steps":["trace[909083454] 'process raft request' (duration: 331.06961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:33.895455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-04T16:07:33.895482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:33.563991Z","time spent":"331.407059ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:07:33.895578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.651805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:33.895607Z","caller":"traceutil/trace.go:171","msg":"trace[1787667697] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18733; }","duration":"290.718677ms","start":"2026-03-04T16:07:33.604879Z","end":"2026-03-04T16:07:33.895597Z","steps":["trace[1787667697] 'agreement among raft nodes before linearized reading' (duration: 290.640635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:33.895604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.86288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:07:33.895699Z","caller":"traceutil/trace.go:171","msg":"trace[448277585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18733; }","duration":"290.994014ms","start":"2026-03-04T16:07:33.604682Z","end":"2026-03-04T16:07:33.895676Z","steps":["trace[448277585] 'agreement among raft nodes before linearized reading' (duration: 290.707787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:33.89549Z","caller":"traceutil/trace.go:171","msg":"trace[1291998527] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18733; }","duration":"291.333342ms","start":"2026-03-04T16:07:33.604146Z","end":"2026-03-04T16:07:33.89548Z","steps":["trace[1291998527] 'agreement among raft nodes before linearized reading' (duration: 291.177378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:34.008453Z","caller":"traceutil/trace.go:171","msg":"trace[1958705185] linearizableReadLoop","detail":"{readStateIndex:19425; appliedIndex:19424; }","duration":"107.44179ms","start":"2026-03-04T16:07:33.900985Z","end":"2026-03-04T16:07:34.008426Z","steps":["trace[1958705185] 'read index received' (duration: 78.536564ms)","trace[1958705185] 'applied index is now lower than readState.Index' (duration: 28.904156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:34.008664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.655106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-04T16:07:34.008638Z","caller":"traceutil/trace.go:171","msg":"trace[1088312855] transaction","detail":"{read_only:false; response_revision:18734; number_of_response:1; }","duration":"108.408794ms","start":"2026-03-04T16:07:33.90018Z","end":"2026-03-04T16:07:34.008589Z","steps":["trace[1088312855] 'process raft request' (duration: 79.408186ms)","trace[1088312855] 'compare' (duration: 28.716941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:34.008704Z","caller":"traceutil/trace.go:171","msg":"trace[2009986673] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18734; }","duration":"107.744779ms","start":"2026-03-04T16:07:33.900948Z","end":"2026-03-04T16:07:34.008692Z","steps":["trace[2009986673] 'agreement among raft nodes before linearized reading' (duration: 107.577534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:34.7757Z","caller":"traceutil/trace.go:171","msg":"trace[2108815057] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"104.493225ms","start":"2026-03-04T16:07:34.671182Z","end":"2026-03-04T16:07:34.775675Z","steps":["trace[2108815057] 'process raft request' (duration: 104.262109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:35.325071Z","caller":"traceutil/trace.go:171","msg":"trace[24299627] linearizableReadLoop","detail":"{readStateIndex:19431; appliedIndex:19430; }","duration":"124.383496ms","start":"2026-03-04T16:07:35.200661Z","end":"2026-03-04T16:07:35.325044Z","steps":["trace[24299627] 'read index received' (duration: 42.937259ms)","trace[24299627] 'applied index is now lower than readState.Index' (duration: 81.444867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:35.325091Z","caller":"traceutil/trace.go:171","msg":"trace[1978428146] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"191.184574ms","start":"2026-03-04T16:07:35.133873Z","end":"2026-03-04T16:07:35.325058Z","steps":["trace[1978428146] 'process raft request' (duration: 109.810959ms)","trace[1978428146] 'compare' (duration: 81.243162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:35.325297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.632092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:07:35.325364Z","caller":"traceutil/trace.go:171","msg":"trace[656532363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18740; }","duration":"124.742836ms","start":"2026-03-04T16:07:35.200606Z","end":"2026-03-04T16:07:35.325349Z","steps":["trace[656532363] 'agreement among raft nodes before linearized reading' (duration: 124.580091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:35.514253Z","caller":"traceutil/trace.go:171","msg":"trace[732055220] linearizableReadLoop","detail":"{readStateIndex:19432; appliedIndex:19431; }","duration":"133.877025ms","start":"2026-03-04T16:07:35.380354Z","end":"2026-03-04T16:07:35.514231Z","steps":["trace[732055220] 'read index received' (duration: 84.953785ms)","trace[732055220] 'applied index is now lower than readState.Index' (duration: 48.92193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:35.514353Z","caller":"traceutil/trace.go:171","msg":"trace[711793445] transaction","detail":"{read_only:false; response_revision:18741; number_of_response:1; }","duration":"185.04707ms","start":"2026-03-04T16:07:35.329267Z","end":"2026-03-04T16:07:35.514315Z","steps":["trace[711793445] 'process raft request' (duration: 136.091049ms)","trace[711793445] 'compare' (duration: 48.758576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:35.514402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.031819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:35.514428Z","caller":"traceutil/trace.go:171","msg":"trace[1523527396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18741; }","duration":"134.08099ms","start":"2026-03-04T16:07:35.380338Z","end":"2026-03-04T16:07:35.514419Z","steps":["trace[1523527396] 'agreement among raft nodes before linearized reading' (duration: 134.005418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.219407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.298138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:37.219633Z","caller":"traceutil/trace.go:171","msg":"trace[1645146239] linearizableReadLoop","detail":"{readStateIndex:19437; appliedIndex:19435; }","duration":"244.833544ms","start":"2026-03-04T16:07:36.974714Z","end":"2026-03-04T16:07:37.219548Z","steps":["trace[1645146239] 'read index received' (duration: 57.395543ms)","trace[1645146239] 'applied index is now lower than readState.Index' (duration: 187.431671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:37.219725Z","caller":"traceutil/trace.go:171","msg":"trace[1743664465] transaction","detail":"{read_only:false; response_revision:18745; number_of_response:1; }","duration":"324.69499ms","start":"2026-03-04T16:07:36.895019Z","end":"2026-03-04T16:07:37.219714Z","steps":["trace[1743664465] 'process raft request' (duration: 137.016423ms)","trace[1743664465] 'compare' (duration: 187.204975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:37.219786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:36.894995Z","time spent":"324.757882ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:37.220033Z","caller":"traceutil/trace.go:171","msg":"trace[225788274] transaction","detail":"{read_only:false; response_revision:18746; number_of_response:1; }","duration":"246.650848ms","start":"2026-03-04T16:07:36.973362Z","end":"2026-03-04T16:07:37.220012Z","steps":["trace[225788274] 'process raft request' (duration: 246.133236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.220186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.245951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:07:37.220262Z","caller":"traceutil/trace.go:171","msg":"trace[1488779308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18746; }","duration":"184.352643ms","start":"2026-03-04T16:07:37.035893Z","end":"2026-03-04T16:07:37.220245Z","steps":["trace[1488779308] 'agreement among raft nodes before linearized reading' (duration: 184.065906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.220222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.469489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:37.220421Z","caller":"traceutil/trace.go:171","msg":"trace[1742303334] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18746; }","duration":"245.731866ms","start":"2026-03-04T16:07:36.97467Z","end":"2026-03-04T16:07:37.220402Z","steps":["trace[1742303334] 'agreement among raft nodes before linearized reading' (duration: 245.226944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.607478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:37.60759Z","caller":"traceutil/trace.go:171","msg":"trace[1101563211] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"384.234676ms","start":"2026-03-04T16:07:37.223336Z","end":"2026-03-04T16:07:37.607571Z","steps":["trace[1101563211] 'process raft request' (duration: 251.814678ms)","trace[1101563211] 'compare' (duration: 132.123141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:37.607783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:37.223282Z","time spent":"384.441191ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:37.644052Z","caller":"traceutil/trace.go:171","msg":"trace[971013911] linearizableReadLoop","detail":"{readStateIndex:19439; appliedIndex:19437; }","duration":"314.077913ms","start":"2026-03-04T16:07:37.329945Z","end":"2026-03-04T16:07:37.644022Z","steps":["trace[971013911] 'read index received' (duration: 145.205339ms)","trace[971013911] 'applied index is now lower than readState.Index' (duration: 168.871674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:37.644124Z","caller":"traceutil/trace.go:171","msg":"trace[1511015275] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"419.666497ms","start":"2026-03-04T16:07:37.224426Z","end":"2026-03-04T16:07:37.644093Z","steps":["trace[1511015275] 'process raft request' (duration: 419.488523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.644261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:37.224402Z","time spent":"419.7834ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:07:37.644303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.34538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:07:37.644387Z","caller":"traceutil/trace.go:171","msg":"trace[403536882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18748; }","duration":"314.480314ms","start":"2026-03-04T16:07:37.329885Z","end":"2026-03-04T16:07:37.644365Z","steps":["trace[403536882] 'agreement among raft nodes before linearized reading' (duration: 314.276339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.64443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:37.329863Z","time spent":"314.559325ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:07:37.815776Z","caller":"traceutil/trace.go:171","msg":"trace[371987859] transaction","detail":"{read_only:false; response_revision:18749; number_of_response:1; }","duration":"167.48962ms","start":"2026-03-04T16:07:37.648261Z","end":"2026-03-04T16:07:37.815751Z","steps":["trace[371987859] 'process raft request' (duration: 167.351195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:37.815905Z","caller":"traceutil/trace.go:171","msg":"trace[281811955] linearizableReadLoop","detail":"{readStateIndex:19440; appliedIndex:19439; }","duration":"171.760657ms","start":"2026-03-04T16:07:37.644111Z","end":"2026-03-04T16:07:37.815872Z","steps":["trace[281811955] 'read index received' (duration: 119.36741ms)","trace[281811955] 'applied index is now lower than readState.Index' (duration: 52.390517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:37.816189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.050977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:07:37.816231Z","caller":"traceutil/trace.go:171","msg":"trace[633039449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18749; }","duration":"379.134799ms","start":"2026-03-04T16:07:37.437086Z","end":"2026-03-04T16:07:37.81622Z","steps":["trace[633039449] 'agreement among raft nodes before linearized reading' (duration: 378.890192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.816269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:37.437071Z","time spent":"379.190461ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:07:37.816376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.070916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:07:37.816422Z","caller":"traceutil/trace.go:171","msg":"trace[2029772390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18749; }","duration":"297.160688ms","start":"2026-03-04T16:07:37.519246Z","end":"2026-03-04T16:07:37.816407Z","steps":["trace[2029772390] 'agreement among raft nodes before linearized reading' (duration: 297.014155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.816417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.123169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:07:37.816493Z","caller":"traceutil/trace.go:171","msg":"trace[1574806660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18749; }","duration":"231.261562ms","start":"2026-03-04T16:07:37.585215Z","end":"2026-03-04T16:07:37.816477Z","steps":["trace[1574806660] 'agreement among raft nodes before linearized reading' (duration: 231.041716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.816515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.940708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:37.816566Z","caller":"traceutil/trace.go:171","msg":"trace[1776722570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18749; }","duration":"329.02195ms","start":"2026-03-04T16:07:37.487527Z","end":"2026-03-04T16:07:37.816549Z","steps":["trace[1776722570] 'agreement among raft nodes before linearized reading' (duration: 328.946338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:37.816599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:37.487509Z","time spent":"329.083491ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:07:37.984264Z","caller":"traceutil/trace.go:171","msg":"trace[1634275519] transaction","detail":"{read_only:false; response_revision:18751; number_of_response:1; }","duration":"164.016642ms","start":"2026-03-04T16:07:37.820218Z","end":"2026-03-04T16:07:37.984235Z","steps":["trace[1634275519] 'process raft request' (duration: 163.600401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:37.984534Z","caller":"traceutil/trace.go:171","msg":"trace[1814378344] transaction","detail":"{read_only:false; response_revision:18752; number_of_response:1; }","duration":"163.459248ms","start":"2026-03-04T16:07:37.821059Z","end":"2026-03-04T16:07:37.984518Z","steps":["trace[1814378344] 'process raft request' (duration: 162.896644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:38.380695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.073885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:38.380774Z","caller":"traceutil/trace.go:171","msg":"trace[1412307202] transaction","detail":"{read_only:false; response_revision:18753; number_of_response:1; }","duration":"296.113272ms","start":"2026-03-04T16:07:38.084645Z","end":"2026-03-04T16:07:38.380758Z","steps":["trace[1412307202] 'process raft request' (duration: 187.910854ms)","trace[1412307202] 'compare' (duration: 107.832589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:39.458124Z","caller":"traceutil/trace.go:171","msg":"trace[1427809667] linearizableReadLoop","detail":"{readStateIndex:19449; appliedIndex:19448; }","duration":"222.751939ms","start":"2026-03-04T16:07:39.235347Z","end":"2026-03-04T16:07:39.458099Z","steps":["trace[1427809667] 'read index received' (duration: 222.598855ms)","trace[1427809667] 'applied index is now lower than readState.Index' (duration: 152.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:39.458253Z","caller":"traceutil/trace.go:171","msg":"trace[272663902] transaction","detail":"{read_only:false; response_revision:18757; number_of_response:1; }","duration":"231.672473ms","start":"2026-03-04T16:07:39.22656Z","end":"2026-03-04T16:07:39.458233Z","steps":["trace[272663902] 'process raft request' (duration: 231.354045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:39.458405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.901957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:39.458461Z","caller":"traceutil/trace.go:171","msg":"trace[1832302473] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18757; }","duration":"112.99708ms","start":"2026-03-04T16:07:39.345449Z","end":"2026-03-04T16:07:39.458446Z","steps":["trace[1832302473] 'agreement among raft nodes before linearized reading' (duration: 112.882127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:39.458598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.264691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:39.458616Z","caller":"traceutil/trace.go:171","msg":"trace[718558473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18757; }","duration":"223.309333ms","start":"2026-03-04T16:07:39.235302Z","end":"2026-03-04T16:07:39.458611Z","steps":["trace[718558473] 'agreement among raft nodes before linearized reading' (duration: 223.281952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:39.961522Z","caller":"traceutil/trace.go:171","msg":"trace[1099707032] transaction","detail":"{read_only:false; response_revision:18760; number_of_response:1; }","duration":"137.363682ms","start":"2026-03-04T16:07:39.824139Z","end":"2026-03-04T16:07:39.961503Z","steps":["trace[1099707032] 'process raft request' (duration: 135.729831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:40.623514Z","caller":"traceutil/trace.go:171","msg":"trace[419900619] linearizableReadLoop","detail":"{readStateIndex:19455; appliedIndex:19454; }","duration":"163.774587ms","start":"2026-03-04T16:07:40.459714Z","end":"2026-03-04T16:07:40.623488Z","steps":["trace[419900619] 'read index received' (duration: 155.806106ms)","trace[419900619] 'applied index is now lower than readState.Index' (duration: 7.967641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:40.623637Z","caller":"traceutil/trace.go:171","msg":"trace[1549854132] transaction","detail":"{read_only:false; response_revision:18763; number_of_response:1; }","duration":"235.15775ms","start":"2026-03-04T16:07:40.388469Z","end":"2026-03-04T16:07:40.623626Z","steps":["trace[1549854132] 'process raft request' (duration: 227.133578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:40.623826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.759717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:40.623927Z","caller":"traceutil/trace.go:171","msg":"trace[1223943297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18763; }","duration":"132.87354ms","start":"2026-03-04T16:07:40.491011Z","end":"2026-03-04T16:07:40.623884Z","steps":["trace[1223943297] 'agreement among raft nodes before linearized reading' (duration: 132.756147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:40.624217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.445723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:40.624266Z","caller":"traceutil/trace.go:171","msg":"trace[1117229973] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18763; }","duration":"164.590807ms","start":"2026-03-04T16:07:40.459665Z","end":"2026-03-04T16:07:40.624256Z","steps":["trace[1117229973] 'agreement among raft nodes before linearized reading' (duration: 164.398772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:41.751417Z","caller":"traceutil/trace.go:171","msg":"trace[654666731] transaction","detail":"{read_only:false; response_revision:18766; number_of_response:1; }","duration":"288.011588ms","start":"2026-03-04T16:07:41.463377Z","end":"2026-03-04T16:07:41.751389Z","steps":["trace[654666731] 'process raft request' (duration: 219.388694ms)","trace[654666731] 'compare' (duration: 68.341187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:42.014239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.871827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:42.014344Z","caller":"traceutil/trace.go:171","msg":"trace[1821447984] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18768; }","duration":"156.027211ms","start":"2026-03-04T16:07:41.858294Z","end":"2026-03-04T16:07:42.014322Z","steps":["trace[1821447984] 'count revisions from in-memory index tree' (duration: 155.792245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:42.364147Z","caller":"traceutil/trace.go:171","msg":"trace[1453287011] linearizableReadLoop","detail":"{readStateIndex:19461; appliedIndex:19460; }","duration":"331.087231ms","start":"2026-03-04T16:07:42.033034Z","end":"2026-03-04T16:07:42.364121Z","steps":["trace[1453287011] 'read index received' (duration: 330.950477ms)","trace[1453287011] 'applied index is now lower than readState.Index' (duration: 135.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:42.364286Z","caller":"traceutil/trace.go:171","msg":"trace[963467583] transaction","detail":"{read_only:false; response_revision:18769; number_of_response:1; }","duration":"345.910703ms","start":"2026-03-04T16:07:42.018352Z","end":"2026-03-04T16:07:42.364263Z","steps":["trace[963467583] 'process raft request' (duration: 345.589785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:42.364394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.345467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:07:42.364429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.018328Z","time spent":"346.020025ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:42.364448Z","caller":"traceutil/trace.go:171","msg":"trace[1999471000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18769; }","duration":"331.4492ms","start":"2026-03-04T16:07:42.032983Z","end":"2026-03-04T16:07:42.364432Z","steps":["trace[1999471000] 'agreement among raft nodes before linearized reading' (duration: 331.279186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:42.364487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.032965Z","time spent":"331.513251ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:07:42.364987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.527499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:42.365063Z","caller":"traceutil/trace.go:171","msg":"trace[206083775] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18769; }","duration":"266.644121ms","start":"2026-03-04T16:07:42.098402Z","end":"2026-03-04T16:07:42.365046Z","steps":["trace[206083775] 'agreement among raft nodes before linearized reading' (duration: 265.987965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.319043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.431588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:43.319323Z","caller":"traceutil/trace.go:171","msg":"trace[634424489] linearizableReadLoop","detail":"{readStateIndex:19465; appliedIndex:19462; }","duration":"833.566749ms","start":"2026-03-04T16:07:42.485739Z","end":"2026-03-04T16:07:43.319306Z","steps":["trace[634424489] 'read index received' (duration: 53.787471ms)","trace[634424489] 'applied index is now lower than readState.Index' (duration: 779.778127ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:43.319404Z","caller":"traceutil/trace.go:171","msg":"trace[463523414] transaction","detail":"{read_only:false; response_revision:18772; number_of_response:1; }","duration":"869.221075ms","start":"2026-03-04T16:07:42.450171Z","end":"2026-03-04T16:07:43.319392Z","steps":["trace[463523414] 'process raft request' (duration: 869.088261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:43.31946Z","caller":"traceutil/trace.go:171","msg":"trace[1545068398] transaction","detail":"{read_only:false; response_revision:18771; number_of_response:1; }","duration":"924.166896ms","start":"2026-03-04T16:07:42.395218Z","end":"2026-03-04T16:07:43.319385Z","steps":["trace[1545068398] 'process raft request' (duration: 923.944631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.319774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.450144Z","time spent":"869.586594ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:43.319402Z","caller":"traceutil/trace.go:171","msg":"trace[795235472] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"950.244051ms","start":"2026-03-04T16:07:42.369128Z","end":"2026-03-04T16:07:43.319372Z","steps":["trace[795235472] 'process raft request' (duration: 170.385132ms)","trace[795235472] 'compare' (duration: 779.021698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:43.319903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.369106Z","time spent":"950.745544ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:07:43.319997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.3952Z","time spent":"924.602058ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:07:43.320318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.04289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:43.321108Z","caller":"traceutil/trace.go:171","msg":"trace[1946456063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18772; }","duration":"835.438826ms","start":"2026-03-04T16:07:42.485648Z","end":"2026-03-04T16:07:43.321086Z","steps":["trace[1946456063] 'agreement among raft nodes before linearized reading' (duration: 834.013419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.321276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.48562Z","time spent":"835.636682ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:07:43.351434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.158942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:07:43.351465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.789316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:43.351514Z","caller":"traceutil/trace.go:171","msg":"trace[171293851] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:18773; }","duration":"512.280265ms","start":"2026-03-04T16:07:42.839215Z","end":"2026-03-04T16:07:43.351495Z","steps":["trace[171293851] 'agreement among raft nodes before linearized reading' (duration: 512.136352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:43.351608Z","caller":"traceutil/trace.go:171","msg":"trace[511509877] transaction","detail":"{read_only:false; response_revision:18773; number_of_response:1; }","duration":"352.154741ms","start":"2026-03-04T16:07:42.999427Z","end":"2026-03-04T16:07:43.351582Z","steps":["trace[511509877] 'process raft request' (duration: 351.677368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.351644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.83816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:07:43.351676Z","caller":"traceutil/trace.go:171","msg":"trace[698537945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:18773; }","duration":"175.917901ms","start":"2026-03-04T16:07:43.17575Z","end":"2026-03-04T16:07:43.351668Z","steps":["trace[698537945] 'agreement among raft nodes before linearized reading' (duration: 175.789838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.35177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.17692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:43.353611Z","caller":"traceutil/trace.go:171","msg":"trace[2015408201] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18773; }","duration":"118.011836ms","start":"2026-03-04T16:07:43.235531Z","end":"2026-03-04T16:07:43.353542Z","steps":["trace[2015408201] 'agreement among raft nodes before linearized reading' (duration: 115.850622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.351807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.999402Z","time spent":"352.260483ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:07:43.351561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.8392Z","time spent":"512.350667ms","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:07:43.351518Z","caller":"traceutil/trace.go:171","msg":"trace[1649906154] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:18773; }","duration":"500.865318ms","start":"2026-03-04T16:07:42.850639Z","end":"2026-03-04T16:07:43.351504Z","steps":["trace[1649906154] 'agreement among raft nodes before linearized reading' (duration: 500.707074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.351928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.782731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:07:43.352086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.715817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T16:07:43.352159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.678737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:07:43.354034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.850629Z","time spent":"503.37768ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:07:43.354152Z","caller":"traceutil/trace.go:171","msg":"trace[1290988297] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18773; }","duration":"602.641356ms","start":"2026-03-04T16:07:42.751431Z","end":"2026-03-04T16:07:43.354072Z","steps":["trace[1290988297] 'agreement among raft nodes before linearized reading' (duration: 600.383499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.354273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.751415Z","time spent":"602.833251ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:07:43.354166Z","caller":"traceutil/trace.go:171","msg":"trace[498520695] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18773; }","duration":"602.830841ms","start":"2026-03-04T16:07:42.751315Z","end":"2026-03-04T16:07:43.354146Z","steps":["trace[498520695] 'agreement among raft nodes before linearized reading' (duration: 600.545893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.35449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.751299Z","time spent":"603.17253ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T16:07:43.354154Z","caller":"traceutil/trace.go:171","msg":"trace[824151460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18773; }","duration":"726.007037ms","start":"2026-03-04T16:07:42.628094Z","end":"2026-03-04T16:07:43.354101Z","steps":["trace[824151460] 'agreement among raft nodes before linearized reading' (duration: 723.729659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.354617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:42.628075Z","time spent":"726.52212ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:07:43.694129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.311477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:07:43.694213Z","caller":"traceutil/trace.go:171","msg":"trace[245627379] linearizableReadLoop","detail":"{readStateIndex:19467; appliedIndex:19466; }","duration":"208.214903ms","start":"2026-03-04T16:07:43.485986Z","end":"2026-03-04T16:07:43.6942Z","steps":["trace[245627379] 'read index received' (duration: 26.729361ms)","trace[245627379] 'applied index is now lower than readState.Index' (duration: 181.484462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:43.69428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.297535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:43.694308Z","caller":"traceutil/trace.go:171","msg":"trace[1820464332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18774; }","duration":"208.345676ms","start":"2026-03-04T16:07:43.485953Z","end":"2026-03-04T16:07:43.694299Z","steps":["trace[1820464332] 'agreement among raft nodes before linearized reading' (duration: 208.280595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:43.694449Z","caller":"traceutil/trace.go:171","msg":"trace[1670565650] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"335.735568ms","start":"2026-03-04T16:07:43.358686Z","end":"2026-03-04T16:07:43.694422Z","steps":["trace[1670565650] 'process raft request' (duration: 154.064412ms)","trace[1670565650] 'compare' (duration: 181.046851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:43.694763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:07:43.358671Z","time spent":"335.83302ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:07:43.941412Z","caller":"traceutil/trace.go:171","msg":"trace[1555538112] linearizableReadLoop","detail":"{readStateIndex:19468; appliedIndex:19467; }","duration":"113.033941ms","start":"2026-03-04T16:07:43.828357Z","end":"2026-03-04T16:07:43.941391Z","steps":["trace[1555538112] 'read index received' (duration: 112.877227ms)","trace[1555538112] 'applied index is now lower than readState.Index' (duration: 155.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:43.941684Z","caller":"traceutil/trace.go:171","msg":"trace[1946796727] transaction","detail":"{read_only:false; response_revision:18775; number_of_response:1; }","duration":"185.44694ms","start":"2026-03-04T16:07:43.756159Z","end":"2026-03-04T16:07:43.941606Z","steps":["trace[1946796727] 'process raft request' (duration: 185.084641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.941727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.600054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:07:43.941832Z","caller":"traceutil/trace.go:171","msg":"trace[673938573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18775; }","duration":"109.728858ms","start":"2026-03-04T16:07:43.832075Z","end":"2026-03-04T16:07:43.941803Z","steps":["trace[673938573] 'agreement among raft nodes before linearized reading' (duration: 109.552384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.941853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.64652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:07:43.941892Z","caller":"traceutil/trace.go:171","msg":"trace[87456438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18775; }","duration":"106.724302ms","start":"2026-03-04T16:07:43.835157Z","end":"2026-03-04T16:07:43.941881Z","steps":["trace[87456438] 'agreement among raft nodes before linearized reading' (duration: 106.569538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:07:43.941995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.633855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:07:43.942053Z","caller":"traceutil/trace.go:171","msg":"trace[390394208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18775; }","duration":"113.720228ms","start":"2026-03-04T16:07:43.828324Z","end":"2026-03-04T16:07:43.942044Z","steps":["trace[390394208] 'agreement among raft nodes before linearized reading' (duration: 113.252256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:45.539074Z","caller":"traceutil/trace.go:171","msg":"trace[1552059367] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"213.160097ms","start":"2026-03-04T16:07:45.325881Z","end":"2026-03-04T16:07:45.539041Z","steps":["trace[1552059367] 'process raft request' (duration: 142.570113ms)","trace[1552059367] 'compare' (duration: 70.372109ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:45.539395Z","caller":"traceutil/trace.go:171","msg":"trace[1154609908] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"178.679281ms","start":"2026-03-04T16:07:45.360676Z","end":"2026-03-04T16:07:45.539355Z","steps":["trace[1154609908] 'process raft request' (duration: 178.303671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:45.539492Z","caller":"traceutil/trace.go:171","msg":"trace[762109960] linearizableReadLoop","detail":"{readStateIndex:19473; appliedIndex:19471; }","duration":"179.091431ms","start":"2026-03-04T16:07:45.36036Z","end":"2026-03-04T16:07:45.539451Z","steps":["trace[762109960] 'read index received' (duration: 8.894604ms)","trace[762109960] 'applied index is now lower than readState.Index' (duration: 170.193927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:45.539737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.368318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-04T16:07:45.539777Z","caller":"traceutil/trace.go:171","msg":"trace[721433332] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18781; }","duration":"179.46203ms","start":"2026-03-04T16:07:45.360304Z","end":"2026-03-04T16:07:45.539766Z","steps":["trace[721433332] 'agreement among raft nodes before linearized reading' (duration: 179.304736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:46.073685Z","caller":"traceutil/trace.go:171","msg":"trace[543450184] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"123.888613ms","start":"2026-03-04T16:07:45.949756Z","end":"2026-03-04T16:07:46.073644Z","steps":["trace[543450184] 'process raft request' (duration: 55.093645ms)","trace[543450184] 'compare' (duration: 68.437519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:07:46.233999Z","caller":"traceutil/trace.go:171","msg":"trace[1645226921] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"156.35604ms","start":"2026-03-04T16:07:46.077613Z","end":"2026-03-04T16:07:46.233969Z","steps":["trace[1645226921] 'process raft request' (duration: 153.632211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:46.640316Z","caller":"traceutil/trace.go:171","msg":"trace[698373866] linearizableReadLoop","detail":"{readStateIndex:19479; appliedIndex:19478; }","duration":"151.696824ms","start":"2026-03-04T16:07:46.488594Z","end":"2026-03-04T16:07:46.64029Z","steps":["trace[698373866] 'read index received' (duration: 151.598281ms)","trace[698373866] 'applied index is now lower than readState.Index' (duration: 96.813µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:07:46.640489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.872778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:07:46.640526Z","caller":"traceutil/trace.go:171","msg":"trace[946116548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18786; }","duration":"151.96526ms","start":"2026-03-04T16:07:46.488549Z","end":"2026-03-04T16:07:46.640514Z","steps":["trace[946116548] 'agreement among raft nodes before linearized reading' (duration: 151.840277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:07:46.64086Z","caller":"traceutil/trace.go:171","msg":"trace[558245006] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"177.122552ms","start":"2026-03-04T16:07:46.463725Z","end":"2026-03-04T16:07:46.640848Z","steps":["trace[558245006] 'process raft request' (duration: 176.405954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:34.396888Z","caller":"traceutil/trace.go:171","msg":"trace[1956831223] transaction","detail":"{read_only:false; response_revision:19075; number_of_response:1; }","duration":"153.280102ms","start":"2026-03-04T16:08:34.243581Z","end":"2026-03-04T16:08:34.396861Z","steps":["trace[1956831223] 'process raft request' (duration: 153.104068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:34.936892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.850214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:08:34.937034Z","caller":"traceutil/trace.go:171","msg":"trace[367500692] linearizableReadLoop","detail":"{readStateIndex:19780; appliedIndex:19779; }","duration":"469.027738ms","start":"2026-03-04T16:08:34.467981Z","end":"2026-03-04T16:08:34.937009Z","steps":["trace[367500692] 'read index received' (duration: 182.98122ms)","trace[367500692] 'applied index is now lower than readState.Index' (duration: 286.044958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:34.93715Z","caller":"traceutil/trace.go:171","msg":"trace[1694258201] transaction","detail":"{read_only:false; response_revision:19076; number_of_response:1; }","duration":"516.898091ms","start":"2026-03-04T16:08:34.420204Z","end":"2026-03-04T16:08:34.937103Z","steps":["trace[1694258201] 'process raft request' (duration: 230.734279ms)","trace[1694258201] 'compare' (duration: 285.445544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:34.93731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.785808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:08:34.937379Z","caller":"traceutil/trace.go:171","msg":"trace[608805880] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19076; }","duration":"257.896641ms","start":"2026-03-04T16:08:34.679464Z","end":"2026-03-04T16:08:34.93736Z","steps":["trace[608805880] 'agreement among raft nodes before linearized reading' (duration: 257.696176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:34.937406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:34.420183Z","time spent":"517.104976ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:08:34.937776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.662974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:08:34.937891Z","caller":"traceutil/trace.go:171","msg":"trace[1839742934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19076; }","duration":"469.927201ms","start":"2026-03-04T16:08:34.467944Z","end":"2026-03-04T16:08:34.937871Z","steps":["trace[1839742934] 'agreement among raft nodes before linearized reading' (duration: 469.190943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:34.937929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:08:34.467927Z","time spent":"469.992292ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:08:35.044609Z","caller":"traceutil/trace.go:171","msg":"trace[525416768] transaction","detail":"{read_only:false; response_revision:19077; number_of_response:1; }","duration":"102.304661ms","start":"2026-03-04T16:08:34.942276Z","end":"2026-03-04T16:08:35.04458Z","steps":["trace[525416768] 'process raft request' (duration: 96.487534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:35.044873Z","caller":"traceutil/trace.go:171","msg":"trace[9140739] transaction","detail":"{read_only:false; response_revision:19078; number_of_response:1; }","duration":"102.446774ms","start":"2026-03-04T16:08:34.942407Z","end":"2026-03-04T16:08:35.044854Z","steps":["trace[9140739] 'process raft request' (duration: 101.695936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:42.343602Z","caller":"traceutil/trace.go:171","msg":"trace[753331724] linearizableReadLoop","detail":"{readStateIndex:19891; appliedIndex:19890; }","duration":"243.200643ms","start":"2026-03-04T16:08:42.10038Z","end":"2026-03-04T16:08:42.343581Z","steps":["trace[753331724] 'read index received' (duration: 242.943956ms)","trace[753331724] 'applied index is now lower than readState.Index' (duration: 256.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:42.343945Z","caller":"traceutil/trace.go:171","msg":"trace[683895592] transaction","detail":"{read_only:false; response_revision:19180; number_of_response:1; }","duration":"254.589828ms","start":"2026-03-04T16:08:42.089345Z","end":"2026-03-04T16:08:42.343934Z","steps":["trace[683895592] 'process raft request' (duration: 254.080476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:42.344156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.765366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:08:42.344186Z","caller":"traceutil/trace.go:171","msg":"trace[1615181570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19180; }","duration":"243.843189ms","start":"2026-03-04T16:08:42.100335Z","end":"2026-03-04T16:08:42.344178Z","steps":["trace[1615181570] 'agreement among raft nodes before linearized reading' (duration: 243.734556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:42.344372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.714664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T16:08:42.344443Z","caller":"traceutil/trace.go:171","msg":"trace[941924887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19180; }","duration":"196.826607ms","start":"2026-03-04T16:08:42.147599Z","end":"2026-03-04T16:08:42.344426Z","steps":["trace[941924887] 'agreement among raft nodes before linearized reading' (duration: 196.609471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:43.47732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.813352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-slmgt.1899aced1fb49fd6\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-03-04T16:08:43.477378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.733991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:08:43.477422Z","caller":"traceutil/trace.go:171","msg":"trace[292072082] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-slmgt.1899aced1fb49fd6; range_end:; response_count:1; response_revision:19190; }","duration":"162.962726ms","start":"2026-03-04T16:08:43.314436Z","end":"2026-03-04T16:08:43.477398Z","steps":["trace[292072082] 'range keys from in-memory index tree' (duration: 162.652388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:43.477439Z","caller":"traceutil/trace.go:171","msg":"trace[255640121] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19190; }","duration":"283.846534ms","start":"2026-03-04T16:08:43.193575Z","end":"2026-03-04T16:08:43.477422Z","steps":["trace[255640121] 'range keys from in-memory index tree' (duration: 283.459194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:45.418274Z","caller":"traceutil/trace.go:171","msg":"trace[477179394] transaction","detail":"{read_only:false; response_revision:19200; number_of_response:1; }","duration":"149.159069ms","start":"2026-03-04T16:08:45.269084Z","end":"2026-03-04T16:08:45.418243Z","steps":["trace[477179394] 'process raft request' (duration: 113.691218ms)","trace[477179394] 'compare' (duration: 35.168663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:50.190607Z","caller":"traceutil/trace.go:171","msg":"trace[585595482] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"109.322258ms","start":"2026-03-04T16:08:50.081256Z","end":"2026-03-04T16:08:50.190578Z","steps":["trace[585595482] 'process raft request' (duration: 109.120003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:51.57276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.33371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:08:51.572953Z","caller":"traceutil/trace.go:171","msg":"trace[966157090] linearizableReadLoop","detail":"{readStateIndex:19943; appliedIndex:19942; }","duration":"217.502866ms","start":"2026-03-04T16:08:51.355427Z","end":"2026-03-04T16:08:51.57293Z","steps":["trace[966157090] 'read index received' (duration: 7.852438ms)","trace[966157090] 'applied index is now lower than readState.Index' (duration: 209.648278ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:08:51.573033Z","caller":"traceutil/trace.go:171","msg":"trace[1033996694] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"268.875448ms","start":"2026-03-04T16:08:51.304098Z","end":"2026-03-04T16:08:51.572974Z","steps":["trace[1033996694] 'process raft request' (duration: 59.196869ms)","trace[1033996694] 'compare' (duration: 208.985482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:08:51.573137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.742872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:08:51.57319Z","caller":"traceutil/trace.go:171","msg":"trace[222896808] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19230; }","duration":"176.840704ms","start":"2026-03-04T16:08:51.396334Z","end":"2026-03-04T16:08:51.573174Z","steps":["trace[222896808] 'agreement among raft nodes before linearized reading' (duration: 176.732711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:08:51.573166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.70374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:08:51.573282Z","caller":"traceutil/trace.go:171","msg":"trace[1922254130] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:0; response_revision:19230; }","duration":"217.841164ms","start":"2026-03-04T16:08:51.355413Z","end":"2026-03-04T16:08:51.573254Z","steps":["trace[1922254130] 'agreement among raft nodes before linearized reading' (duration: 217.610598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:52.09559Z","caller":"traceutil/trace.go:171","msg":"trace[109728988] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"106.042415ms","start":"2026-03-04T16:08:51.989511Z","end":"2026-03-04T16:08:52.095553Z","steps":["trace[109728988] 'process raft request' (duration: 99.85218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:52.527807Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f20dfa43a2e4607","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:08:52.555632Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T16:08:52.555809Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T16:09:13.930509Z","caller":"traceutil/trace.go:171","msg":"trace[152476883] transaction","detail":"{read_only:false; response_revision:19429; number_of_response:1; }","duration":"255.191053ms","start":"2026-03-04T16:09:13.675284Z","end":"2026-03-04T16:09:13.930475Z","steps":["trace[152476883] 'process raft request' (duration: 254.999398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:22.980116Z","caller":"traceutil/trace.go:171","msg":"trace[1731100987] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"186.465577ms","start":"2026-03-04T16:09:22.793598Z","end":"2026-03-04T16:09:22.980063Z","steps":["trace[1731100987] 'process raft request' (duration: 96.603898ms)","trace[1731100987] 'compare' (duration: 87.953601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:23.52471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.450292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:09:23.524902Z","caller":"traceutil/trace.go:171","msg":"trace[640430494] linearizableReadLoop","detail":"{readStateIndex:20210; appliedIndex:20209; }","duration":"456.338899ms","start":"2026-03-04T16:09:23.068551Z","end":"2026-03-04T16:09:23.52489Z","steps":["trace[640430494] 'read index received' (duration: 69.563449ms)","trace[640430494] 'applied index is now lower than readState.Index' (duration: 386.77439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:09:23.524979Z","caller":"traceutil/trace.go:171","msg":"trace[539557822] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"540.823562ms","start":"2026-03-04T16:09:22.984145Z","end":"2026-03-04T16:09:23.524969Z","steps":["trace[539557822] 'process raft request' (duration: 154.034961ms)","trace[539557822] 'compare' (duration: 386.282878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:23.52503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:22.984119Z","time spent":"540.888374ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:09:23.525249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.703838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T16:09:23.525277Z","caller":"traceutil/trace.go:171","msg":"trace[1606569774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19489; }","duration":"456.80194ms","start":"2026-03-04T16:09:23.068468Z","end":"2026-03-04T16:09:23.52527Z","steps":["trace[1606569774] 'agreement among raft nodes before linearized reading' (duration: 456.701758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:23.525296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:23.068448Z","time spent":"456.843361ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:09:23.526253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.536054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:09:23.526331Z","caller":"traceutil/trace.go:171","msg":"trace[1613519093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19489; }","duration":"232.687007ms","start":"2026-03-04T16:09:23.293624Z","end":"2026-03-04T16:09:23.526311Z","steps":["trace[1613519093] 'agreement among raft nodes before linearized reading' (duration: 231.754673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:23.902826Z","caller":"traceutil/trace.go:171","msg":"trace[2059060156] transaction","detail":"{read_only:false; response_revision:19491; number_of_response:1; }","duration":"373.047335ms","start":"2026-03-04T16:09:23.529752Z","end":"2026-03-04T16:09:23.902799Z","steps":["trace[2059060156] 'process raft request' (duration: 372.8614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:23.902983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:23.529735Z","time spent":"373.170409ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:09:23.903053Z","caller":"traceutil/trace.go:171","msg":"trace[1645152007] linearizableReadLoop","detail":"{readStateIndex:20213; appliedIndex:20211; }","duration":"344.1812ms","start":"2026-03-04T16:09:23.55885Z","end":"2026-03-04T16:09:23.903031Z","steps":["trace[1645152007] 'read index received' (duration: 343.659817ms)","trace[1645152007] 'applied index is now lower than readState.Index' (duration: 519.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:23.903177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.302724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:09:23.903149Z","caller":"traceutil/trace.go:171","msg":"trace[1031313368] transaction","detail":"{read_only:false; response_revision:19492; number_of_response:1; }","duration":"372.357048ms","start":"2026-03-04T16:09:23.530747Z","end":"2026-03-04T16:09:23.903104Z","steps":["trace[1031313368] 'process raft request' (duration: 372.01381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:23.903205Z","caller":"traceutil/trace.go:171","msg":"trace[1720495216] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19492; }","duration":"344.384505ms","start":"2026-03-04T16:09:23.558812Z","end":"2026-03-04T16:09:23.903196Z","steps":["trace[1720495216] 'agreement among raft nodes before linearized reading' (duration: 344.302653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:23.903346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:23.530741Z","time spent":"372.499132ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:09:23.903366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:23.558795Z","time spent":"344.528679ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:09:26.027331Z","caller":"traceutil/trace.go:171","msg":"trace[1200484840] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"116.462276ms","start":"2026-03-04T16:09:25.910832Z","end":"2026-03-04T16:09:26.027295Z","steps":["trace[1200484840] 'process raft request' (duration: 114.298592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:37.988616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.725963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:09:38.276978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.552802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:09:38.277129Z","caller":"traceutil/trace.go:171","msg":"trace[437961529] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"204.13096ms","start":"2026-03-04T16:09:38.072974Z","end":"2026-03-04T16:09:38.277104Z","steps":["trace[437961529] 'process raft request' (duration: 63.346712ms)","trace[437961529] 'compare' (duration: 140.402129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:09:38.300429Z","caller":"traceutil/trace.go:171","msg":"trace[1057351553] linearizableReadLoop","detail":"{readStateIndex:20286; appliedIndex:20284; }","duration":"208.47932ms","start":"2026-03-04T16:09:38.091926Z","end":"2026-03-04T16:09:38.300405Z","steps":["trace[1057351553] 'read index received' (duration: 44.490679ms)","trace[1057351553] 'applied index is now lower than readState.Index' (duration: 163.987631ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:09:38.3005Z","caller":"traceutil/trace.go:171","msg":"trace[1558009569] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"225.365275ms","start":"2026-03-04T16:09:38.07511Z","end":"2026-03-04T16:09:38.300475Z","steps":["trace[1558009569] 'process raft request' (duration: 225.142709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:38.300638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.959967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:09:38.300677Z","caller":"traceutil/trace.go:171","msg":"trace[757946702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19561; }","duration":"204.058879ms","start":"2026-03-04T16:09:38.096606Z","end":"2026-03-04T16:09:38.300665Z","steps":["trace[757946702] 'agreement among raft nodes before linearized reading' (duration: 203.927306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:38.300671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.748437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:09:38.300734Z","caller":"traceutil/trace.go:171","msg":"trace[677799008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19561; }","duration":"208.88111ms","start":"2026-03-04T16:09:38.09184Z","end":"2026-03-04T16:09:38.300721Z","steps":["trace[677799008] 'agreement among raft nodes before linearized reading' (duration: 208.701046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:38.300927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.114977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:09:38.301001Z","caller":"traceutil/trace.go:171","msg":"trace[1209385833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19561; }","duration":"176.23335ms","start":"2026-03-04T16:09:38.124746Z","end":"2026-03-04T16:09:38.300979Z","steps":["trace[1209385833] 'agreement among raft nodes before linearized reading' (duration: 175.883791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:46.515955Z","caller":"traceutil/trace.go:171","msg":"trace[1481860946] transaction","detail":"{read_only:false; response_revision:19597; number_of_response:1; }","duration":"393.281493ms","start":"2026-03-04T16:09:46.12265Z","end":"2026-03-04T16:09:46.515932Z","steps":["trace[1481860946] 'process raft request' (duration: 393.1504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:46.516082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:46.122632Z","time spent":"393.383255ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:09:46.619323Z","caller":"traceutil/trace.go:171","msg":"trace[853035355] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"310.261627ms","start":"2026-03-04T16:09:46.309036Z","end":"2026-03-04T16:09:46.619298Z","steps":["trace[853035355] 'process raft request' (duration: 283.060543ms)","trace[853035355] 'compare' (duration: 27.03137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:46.619479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:46.309017Z","time spent":"310.384111ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:09:46.619475Z","caller":"traceutil/trace.go:171","msg":"trace[1737579552] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20323; }","duration":"276.267282ms","start":"2026-03-04T16:09:46.343175Z","end":"2026-03-04T16:09:46.619442Z","steps":["trace[1737579552] 'read index received' (duration: 172.828712ms)","trace[1737579552] 'applied index is now lower than readState.Index' (duration: 103.43629ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:09:46.619624Z","caller":"traceutil/trace.go:171","msg":"trace[406262736] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"292.774237ms","start":"2026-03-04T16:09:46.326831Z","end":"2026-03-04T16:09:46.619605Z","steps":["trace[406262736] 'process raft request' (duration: 292.392538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:46.619758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.409991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:09:46.619824Z","caller":"traceutil/trace.go:171","msg":"trace[999362030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19599; }","duration":"275.483073ms","start":"2026-03-04T16:09:46.344323Z","end":"2026-03-04T16:09:46.619806Z","steps":["trace[999362030] 'agreement among raft nodes before linearized reading' (duration: 275.314989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:46.619897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.698973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:09:46.619977Z","caller":"traceutil/trace.go:171","msg":"trace[145090714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19599; }","duration":"276.807386ms","start":"2026-03-04T16:09:46.343156Z","end":"2026-03-04T16:09:46.619963Z","steps":["trace[145090714] 'agreement among raft nodes before linearized reading' (duration: 276.613921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:46.62021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.98995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:09:46.620329Z","caller":"traceutil/trace.go:171","msg":"trace[251752043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19599; }","duration":"273.171245ms","start":"2026-03-04T16:09:46.347138Z","end":"2026-03-04T16:09:46.620309Z","steps":["trace[251752043] 'agreement among raft nodes before linearized reading' (duration: 272.718613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:48.704879Z","caller":"traceutil/trace.go:171","msg":"trace[405615089] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"171.927481ms","start":"2026-03-04T16:09:48.532911Z","end":"2026-03-04T16:09:48.704838Z","steps":["trace[405615089] 'process raft request' (duration: 171.631933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:49.305059Z","caller":"traceutil/trace.go:171","msg":"trace[671996795] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"680.396421ms","start":"2026-03-04T16:09:48.624637Z","end":"2026-03-04T16:09:49.305034Z","steps":["trace[671996795] 'process raft request' (duration: 680.108153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:49.305141Z","caller":"traceutil/trace.go:171","msg":"trace[68580195] linearizableReadLoop","detail":"{readStateIndex:20334; appliedIndex:20331; }","duration":"602.981664ms","start":"2026-03-04T16:09:48.702134Z","end":"2026-03-04T16:09:49.305116Z","steps":["trace[68580195] 'read index received' (duration: 2.346197ms)","trace[68580195] 'applied index is now lower than readState.Index' (duration: 600.633716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:49.30523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.624612Z","time spent":"680.529083ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:09:49.305258Z","caller":"traceutil/trace.go:171","msg":"trace[901789850] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"679.298403ms","start":"2026-03-04T16:09:48.625903Z","end":"2026-03-04T16:09:49.305202Z","steps":["trace[901789850] 'process raft request' (duration: 679.084097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.305317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.167939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:09:49.305347Z","caller":"traceutil/trace.go:171","msg":"trace[1533457887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19607; }","duration":"603.24355ms","start":"2026-03-04T16:09:48.702096Z","end":"2026-03-04T16:09:49.305339Z","steps":["trace[1533457887] 'agreement among raft nodes before linearized reading' (duration: 603.118197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.305373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.702076Z","time spent":"603.290012ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:09:49.305445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.625885Z","time spent":"679.458807ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:09:49.504839Z","caller":"traceutil/trace.go:171","msg":"trace[1927955557] linearizableReadLoop","detail":"{readStateIndex:20336; appliedIndex:20334; }","duration":"199.628257ms","start":"2026-03-04T16:09:49.305189Z","end":"2026-03-04T16:09:49.504817Z","steps":["trace[1927955557] 'read index received' (duration: 119.572216ms)","trace[1927955557] 'applied index is now lower than readState.Index' (duration: 80.055001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:49.505059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.76827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:09:49.504986Z","caller":"traceutil/trace.go:171","msg":"trace[452023133] transaction","detail":"{read_only:false; response_revision:19610; number_of_response:1; }","duration":"195.35623ms","start":"2026-03-04T16:09:49.309596Z","end":"2026-03-04T16:09:49.504952Z","steps":["trace[452023133] 'process raft request' (duration: 195.195526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:49.505099Z","caller":"traceutil/trace.go:171","msg":"trace[1914220064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19610; }","duration":"795.849872ms","start":"2026-03-04T16:09:48.70924Z","end":"2026-03-04T16:09:49.50509Z","steps":["trace[1914220064] 'agreement among raft nodes before linearized reading' (duration: 795.699708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.505166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.709223Z","time spent":"795.895603ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:09:49.505182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.192116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:09:49.505212Z","caller":"traceutil/trace.go:171","msg":"trace[211011955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19610; }","duration":"273.307419ms","start":"2026-03-04T16:09:49.231896Z","end":"2026-03-04T16:09:49.505203Z","steps":["trace[211011955] 'agreement among raft nodes before linearized reading' (duration: 272.977731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.505317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.980016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:09:49.505408Z","caller":"traceutil/trace.go:171","msg":"trace[334042452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19610; }","duration":"354.123959ms","start":"2026-03-04T16:09:49.151263Z","end":"2026-03-04T16:09:49.505387Z","steps":["trace[334042452] 'agreement among raft nodes before linearized reading' (duration: 353.574636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.505426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.801902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:09:49.505461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:49.151242Z","time spent":"354.208092ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T16:09:49.505465Z","caller":"traceutil/trace.go:171","msg":"trace[735451294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19610; }","duration":"540.888214ms","start":"2026-03-04T16:09:48.964566Z","end":"2026-03-04T16:09:49.505454Z","steps":["trace[735451294] 'agreement among raft nodes before linearized reading' (duration: 540.32758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.505075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.838817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:09:49.505518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.964545Z","time spent":"540.964795ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:09:49.505552Z","caller":"traceutil/trace.go:171","msg":"trace[505212603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19610; }","duration":"803.38001ms","start":"2026-03-04T16:09:48.702163Z","end":"2026-03-04T16:09:49.505543Z","steps":["trace[505212603] 'agreement among raft nodes before linearized reading' (duration: 802.770045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:09:49.505582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:48.702139Z","time spent":"803.434671ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:09:49.50484Z","caller":"traceutil/trace.go:171","msg":"trace[1435975204] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"402.366682ms","start":"2026-03-04T16:09:49.102449Z","end":"2026-03-04T16:09:49.504816Z","steps":["trace[1435975204] 'process raft request' (duration: 402.248679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:09:49.505094Z","caller":"traceutil/trace.go:171","msg":"trace[2007440817] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"406.518067ms","start":"2026-03-04T16:09:49.098554Z","end":"2026-03-04T16:09:49.505072Z","steps":["trace[2007440817] 'process raft request' (duration: 326.188238ms)","trace[2007440817] 'compare' (duration: 79.660372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:09:49.505706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:49.09853Z","time spent":"407.112782ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:09:49.505729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:09:49.102429Z","time spent":"403.229733ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:03.884839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832374949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:04.389098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832374949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:04.890162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832374949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:04.895358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514899403s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:10:04.895846Z","caller":"traceutil/trace.go:171","msg":"trace[105596673] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"1.516589745s","start":"2026-03-04T16:10:03.37923Z","end":"2026-03-04T16:10:04.89582Z","steps":["trace[105596673] 'process raft request' (duration: 1.51640131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:04.896001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.379209Z","time spent":"1.516708547s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:05.505277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:10:05.505384Z","caller":"traceutil/trace.go:171","msg":"trace[257000480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155229s","start":"2026-03-04T16:10:03.505204Z","end":"2026-03-04T16:10:05.505359Z","steps":["trace[257000480] 'agreement among raft nodes before linearized reading' (duration: 2.000024055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:05.505447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.505181Z","time spent":"2.000250401s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:10:07.183219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.53226Z","time spent":"1.650952683s","remote":"127.0.0.1:53040","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:10:07.186083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519894378s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:10:07.186218Z","caller":"traceutil/trace.go:171","msg":"trace[1089472726] linearizableReadLoop","detail":"{readStateIndex:20420; appliedIndex:20416; }","duration":"3.801660964s","start":"2026-03-04T16:10:03.384545Z","end":"2026-03-04T16:10:07.186206Z","steps":["trace[1089472726] 'read index received' (duration: 1.510951573s)","trace[1089472726] 'applied index is now lower than readState.Index' (duration: 2.290708601s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:07.186381Z","caller":"traceutil/trace.go:171","msg":"trace[1533099977] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"2.655110219s","start":"2026-03-04T16:10:04.531261Z","end":"2026-03-04T16:10:07.186371Z","steps":["trace[1533099977] 'process raft request' (duration: 2.654915594s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.186361Z","caller":"traceutil/trace.go:171","msg":"trace[1533624773] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"3.619025704s","start":"2026-03-04T16:10:03.567303Z","end":"2026-03-04T16:10:07.186329Z","steps":["trace[1533624773] 'process raft request' (duration: 3.61884526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.186511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.567279Z","time spent":"3.619147047s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:07.18656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:04.531243Z","time spent":"2.65515857s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:07.186554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801996363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:07.186618Z","caller":"traceutil/trace.go:171","msg":"trace[1159543881] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19690; }","duration":"3.802101366s","start":"2026-03-04T16:10:03.384499Z","end":"2026-03-04T16:10:07.186601Z","steps":["trace[1159543881] 'agreement among raft nodes before linearized reading' (duration: 3.801977973s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.186645Z","caller":"traceutil/trace.go:171","msg":"trace[1734340328] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"3.80582472s","start":"2026-03-04T16:10:03.38081Z","end":"2026-03-04T16:10:07.186635Z","steps":["trace[1734340328] 'process raft request' (duration: 2.285324226s)","trace[1734340328] 'compare' (duration: 1.519731075s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:07.186648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.384481Z","time spent":"3.802153607s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.186692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.380781Z","time spent":"3.80588338s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:07.505443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:10:07.505523Z","caller":"traceutil/trace.go:171","msg":"trace[418263248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053506s","start":"2026-03-04T16:10:05.505452Z","end":"2026-03-04T16:10:07.505506Z","steps":["trace[418263248] 'agreement among raft nodes before linearized reading' (duration: 1.999954923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.50557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.505435Z","time spent":"2.000123728s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T16:10:07.550502Z","caller":"traceutil/trace.go:171","msg":"trace[644462137] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20420; }","duration":"364.229024ms","start":"2026-03-04T16:10:07.186239Z","end":"2026-03-04T16:10:07.550468Z","steps":["trace[644462137] 'read index received' (duration: 362.403727ms)","trace[644462137] 'applied index is now lower than readState.Index' (duration: 1.823977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:07.550627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247835324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:10:07.550686Z","caller":"traceutil/trace.go:171","msg":"trace[700173848] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19691; }","duration":"2.247965477s","start":"2026-03-04T16:10:05.302708Z","end":"2026-03-04T16:10:07.550673Z","steps":["trace[700173848] 'agreement among raft nodes before linearized reading' (duration: 2.247764822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.550713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.302678Z","time spent":"2.248029109s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.550688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719702872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:10:07.550778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914563092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:10:07.550809Z","caller":"traceutil/trace.go:171","msg":"trace[1728294620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19691; }","duration":"2.719831065s","start":"2026-03-04T16:10:04.830911Z","end":"2026-03-04T16:10:07.550742Z","steps":["trace[1728294620] 'agreement among raft nodes before linearized reading' (duration: 2.719660911s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.55083Z","caller":"traceutil/trace.go:171","msg":"trace[832029452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19691; }","duration":"3.914625993s","start":"2026-03-04T16:10:03.636191Z","end":"2026-03-04T16:10:07.550817Z","steps":["trace[832029452] 'agreement among raft nodes before linearized reading' (duration: 3.914451409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.55083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907226218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:10:07.550855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:04.83089Z","time spent":"2.719951188s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.550962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963933533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:10:07.550865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.636133Z","time spent":"3.914724425s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:10:07.551Z","caller":"traceutil/trace.go:171","msg":"trace[271591449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19691; }","duration":"3.964000724s","start":"2026-03-04T16:10:03.586985Z","end":"2026-03-04T16:10:07.550986Z","steps":["trace[271591449] 'agreement among raft nodes before linearized reading' (duration: 3.963900932s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.551015Z","caller":"traceutil/trace.go:171","msg":"trace[778490713] transaction","detail":"{read_only:false; response_revision:19691; number_of_response:1; }","duration":"365.344742ms","start":"2026-03-04T16:10:07.185663Z","end":"2026-03-04T16:10:07.551008Z","steps":["trace[778490713] 'process raft request' (duration: 362.992183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.586967Z","time spent":"3.964053595s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:10:07.551081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:07.185646Z","time spent":"365.388473ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:07.551081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252631423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:07.551139Z","caller":"traceutil/trace.go:171","msg":"trace[708141158] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19691; }","duration":"2.252735586s","start":"2026-03-04T16:10:05.298386Z","end":"2026-03-04T16:10:07.551122Z","steps":["trace[708141158] 'agreement among raft nodes before linearized reading' (duration: 2.252634503s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439787047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:10:07.551132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298216951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:10:07.551175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.298363Z","time spent":"2.252803158s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:10:07.551204Z","caller":"traceutil/trace.go:171","msg":"trace[1868760119] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19691; }","duration":"3.298328163s","start":"2026-03-04T16:10:04.25286Z","end":"2026-03-04T16:10:07.551188Z","steps":["trace[1868760119] 'agreement among raft nodes before linearized reading' (duration: 3.298211281s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.551203Z","caller":"traceutil/trace.go:171","msg":"trace[1810301483] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19691; }","duration":"2.440002772s","start":"2026-03-04T16:10:05.11118Z","end":"2026-03-04T16:10:07.551182Z","steps":["trace[1810301483] 'agreement among raft nodes before linearized reading' (duration: 2.439723155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:04.252839Z","time spent":"3.298398026s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.55126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.111164Z","time spent":"2.440080085s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.551267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072390634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:07.550954Z","caller":"traceutil/trace.go:171","msg":"trace[2104037526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19691; }","duration":"3.907383641s","start":"2026-03-04T16:10:03.643509Z","end":"2026-03-04T16:10:07.550893Z","steps":["trace[2104037526] 'agreement among raft nodes before linearized reading' (duration: 3.907106814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.55118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976449006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:10:07.55137Z","caller":"traceutil/trace.go:171","msg":"trace[183898599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19691; }","duration":"2.072546988s","start":"2026-03-04T16:10:05.478787Z","end":"2026-03-04T16:10:07.551334Z","steps":["trace[183898599] 'agreement among raft nodes before linearized reading' (duration: 2.072280972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.643491Z","time spent":"3.907894114s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:10:07.551405Z","caller":"traceutil/trace.go:171","msg":"trace[1083424381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19691; }","duration":"3.976709953s","start":"2026-03-04T16:10:03.574683Z","end":"2026-03-04T16:10:07.551393Z","steps":["trace[1083424381] 'agreement among raft nodes before linearized reading' (duration: 3.976439676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.478768Z","time spent":"2.07265472s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.551446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:03.574649Z","time spent":"3.976785765s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:10:07.551275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220802614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:10:07.551516Z","caller":"traceutil/trace.go:171","msg":"trace[997862166] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19691; }","duration":"2.22109186s","start":"2026-03-04T16:10:05.330416Z","end":"2026-03-04T16:10:07.551507Z","steps":["trace[997862166] 'agreement among raft nodes before linearized reading' (duration: 2.220734012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.551538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:05.330398Z","time spent":"2.221132732s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.552226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404488108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:07.552317Z","caller":"traceutil/trace.go:171","msg":"trace[626055303] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19691; }","duration":"1.405280818s","start":"2026-03-04T16:10:06.147016Z","end":"2026-03-04T16:10:07.552297Z","steps":["trace[626055303] 'agreement among raft nodes before linearized reading' (duration: 1.404483507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.552373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:06.147Z","time spent":"1.40536025s","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:07.552611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720556484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:10:07.552674Z","caller":"traceutil/trace.go:171","msg":"trace[128639974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19691; }","duration":"2.720649547s","start":"2026-03-04T16:10:04.832015Z","end":"2026-03-04T16:10:07.552665Z","steps":["trace[128639974] 'agreement among raft nodes before linearized reading' (duration: 2.719638671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.552717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:04.832005Z","time spent":"2.720704458s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:10:07.553132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.520576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:10:07.553173Z","caller":"traceutil/trace.go:171","msg":"trace[1833493753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19691; }","duration":"367.578498ms","start":"2026-03-04T16:10:07.185577Z","end":"2026-03-04T16:10:07.553155Z","steps":["trace[1833493753] 'agreement among raft nodes before linearized reading' (duration: 366.968513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.5532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:07.185567Z","time spent":"367.626119ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:10:07.558649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399178145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417303"} {"level":"info","ts":"2026-03-04T16:10:07.558794Z","caller":"traceutil/trace.go:171","msg":"trace[342990387] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19691; }","duration":"1.399330199s","start":"2026-03-04T16:10:06.159411Z","end":"2026-03-04T16:10:07.558741Z","steps":["trace[342990387] 'agreement among raft nodes before linearized reading' (duration: 1.393572704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.558882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:06.159395Z","time spent":"1.399467362s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T16:10:07.689329Z","caller":"traceutil/trace.go:171","msg":"trace[1878646210] transaction","detail":"{read_only:false; response_revision:19693; number_of_response:1; }","duration":"133.793342ms","start":"2026-03-04T16:10:07.555504Z","end":"2026-03-04T16:10:07.689298Z","steps":["trace[1878646210] 'process raft request' (duration: 133.506764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.689562Z","caller":"traceutil/trace.go:171","msg":"trace[1654098340] transaction","detail":"{read_only:false; response_revision:19694; number_of_response:1; }","duration":"133.659518ms","start":"2026-03-04T16:10:07.555876Z","end":"2026-03-04T16:10:07.689536Z","steps":["trace[1654098340] 'process raft request' (duration: 133.348501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.689591Z","caller":"traceutil/trace.go:171","msg":"trace[1509771106] transaction","detail":"{read_only:false; response_revision:19695; number_of_response:1; }","duration":"133.550017ms","start":"2026-03-04T16:10:07.556018Z","end":"2026-03-04T16:10:07.689568Z","steps":["trace[1509771106] 'process raft request' (duration: 133.423923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.689822Z","caller":"traceutil/trace.go:171","msg":"trace[1564682728] transaction","detail":"{read_only:false; response_revision:19696; number_of_response:1; }","duration":"130.685325ms","start":"2026-03-04T16:10:07.559105Z","end":"2026-03-04T16:10:07.689791Z","steps":["trace[1564682728] 'process raft request' (duration: 130.416977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:07.689964Z","caller":"traceutil/trace.go:171","msg":"trace[1083994603] linearizableReadLoop","detail":"{readStateIndex:20426; appliedIndex:20421; }","duration":"130.746317ms","start":"2026-03-04T16:10:07.5592Z","end":"2026-03-04T16:10:07.689947Z","steps":["trace[1083994603] 'read index received' (duration: 23.128121ms)","trace[1083994603] 'applied index is now lower than readState.Index' (duration: 107.616856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:07.690046Z","caller":"traceutil/trace.go:171","msg":"trace[335716848] transaction","detail":"{read_only:false; response_revision:19697; number_of_response:1; }","duration":"130.654774ms","start":"2026-03-04T16:10:07.559377Z","end":"2026-03-04T16:10:07.690032Z","steps":["trace[335716848] 'process raft request' (duration: 130.282995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:07.690181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.963932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:10:07.690273Z","caller":"traceutil/trace.go:171","msg":"trace[1520868903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19697; }","duration":"131.069564ms","start":"2026-03-04T16:10:07.559155Z","end":"2026-03-04T16:10:07.690224Z","steps":["trace[1520868903] 'agreement among raft nodes before linearized reading' (duration: 130.88434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:08.054447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.356148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:10:08.054557Z","caller":"traceutil/trace.go:171","msg":"trace[1756886554] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20427; }","duration":"364.525871ms","start":"2026-03-04T16:10:07.690012Z","end":"2026-03-04T16:10:08.054538Z","steps":["trace[1756886554] 'read index received' (duration: 106.963948ms)","trace[1756886554] 'applied index is now lower than readState.Index' (duration: 257.560173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:08.054674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.870728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:08.05476Z","caller":"traceutil/trace.go:171","msg":"trace[1663447998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19697; }","duration":"494.99274ms","start":"2026-03-04T16:10:07.559746Z","end":"2026-03-04T16:10:08.054738Z","steps":["trace[1663447998] 'agreement among raft nodes before linearized reading' (duration: 494.838357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:08.054804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:07.559732Z","time spent":"495.064283ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:10:08.114237Z","caller":"traceutil/trace.go:171","msg":"trace[1975791586] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"186.696782ms","start":"2026-03-04T16:10:07.927501Z","end":"2026-03-04T16:10:08.114197Z","steps":["trace[1975791586] 'process raft request' (duration: 186.359994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:08.114265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.866597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-04T16:10:08.114413Z","caller":"traceutil/trace.go:171","msg":"trace[877230372] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19698; }","duration":"423.035062ms","start":"2026-03-04T16:10:07.691359Z","end":"2026-03-04T16:10:08.114394Z","steps":["trace[877230372] 'agreement among raft nodes before linearized reading' (duration: 422.780906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:08.114452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:07.691338Z","time spent":"423.106723ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:10:08.757542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.616491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:10:08.757653Z","caller":"traceutil/trace.go:171","msg":"trace[1164720929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19700; }","duration":"184.777305ms","start":"2026-03-04T16:10:08.572849Z","end":"2026-03-04T16:10:08.757627Z","steps":["trace[1164720929] 'range keys from in-memory index tree' (duration: 184.412665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:08.757575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.403538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:10:08.757771Z","caller":"traceutil/trace.go:171","msg":"trace[1325772709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19700; }","duration":"208.615514ms","start":"2026-03-04T16:10:08.549129Z","end":"2026-03-04T16:10:08.757745Z","steps":["trace[1325772709] 'range keys from in-memory index tree' (duration: 208.217323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:08.89737Z","caller":"traceutil/trace.go:171","msg":"trace[1396349548] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"135.647819ms","start":"2026-03-04T16:10:08.761697Z","end":"2026-03-04T16:10:08.897345Z","steps":["trace[1396349548] 'process raft request' (duration: 135.448914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:08.919739Z","caller":"traceutil/trace.go:171","msg":"trace[640148500] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"157.721414ms","start":"2026-03-04T16:10:08.761995Z","end":"2026-03-04T16:10:08.919716Z","steps":["trace[640148500] 'process raft request' (duration: 157.598461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:13.752451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:14.252591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:14.515131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301887709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:10:14.515537Z","caller":"traceutil/trace.go:171","msg":"trace[1088693960] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"1.302365932s","start":"2026-03-04T16:10:13.213143Z","end":"2026-03-04T16:10:14.515509Z","steps":["trace[1088693960] 'process raft request' (duration: 1.302204328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.515704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.213125Z","time spent":"1.302484334s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:14.518546Z","caller":"traceutil/trace.go:171","msg":"trace[803586493] linearizableReadLoop","detail":"{readStateIndex:20460; appliedIndex:20458; }","duration":"1.266330206s","start":"2026-03-04T16:10:13.252193Z","end":"2026-03-04T16:10:14.518523Z","steps":["trace[803586493] 'read index received' (duration: 1.263142805s)","trace[803586493] 'applied index is now lower than readState.Index' (duration: 3.18596ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:14.518847Z","caller":"traceutil/trace.go:171","msg":"trace[438747995] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"940.422804ms","start":"2026-03-04T16:10:13.578411Z","end":"2026-03-04T16:10:14.518834Z","steps":["trace[438747995] 'process raft request' (duration: 939.994764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.518965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.578388Z","time spent":"940.507407ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:14.519145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032640992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:14.519237Z","caller":"traceutil/trace.go:171","msg":"trace[2024976873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19728; }","duration":"1.032778586s","start":"2026-03-04T16:10:13.486443Z","end":"2026-03-04T16:10:14.519221Z","steps":["trace[2024976873] 'agreement among raft nodes before linearized reading' (duration: 1.032597851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.486422Z","time spent":"1.032848397s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:10:14.519325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.681867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:10:14.519368Z","caller":"traceutil/trace.go:171","msg":"trace[482068069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19728; }","duration":"793.739649ms","start":"2026-03-04T16:10:13.725614Z","end":"2026-03-04T16:10:14.519353Z","steps":["trace[482068069] 'agreement among raft nodes before linearized reading' (duration: 793.623055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.725604Z","time spent":"793.78697ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:10:14.519552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267358902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:10:14.51957Z","caller":"traceutil/trace.go:171","msg":"trace[1135770409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19728; }","duration":"1.267399733s","start":"2026-03-04T16:10:13.252165Z","end":"2026-03-04T16:10:14.519564Z","steps":["trace[1135770409] 'agreement among raft nodes before linearized reading' (duration: 1.267333272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.252152Z","time spent":"1.267429114s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:10:14.519603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.873658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:10:14.519634Z","caller":"traceutil/trace.go:171","msg":"trace[1452985461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19728; }","duration":"797.219036ms","start":"2026-03-04T16:10:13.722406Z","end":"2026-03-04T16:10:14.519625Z","steps":["trace[1452985461] 'agreement among raft nodes before linearized reading' (duration: 797.085353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.722385Z","time spent":"797.266398ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:10:14.519697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.177318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:14.519719Z","caller":"traceutil/trace.go:171","msg":"trace[269088768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19728; }","duration":"593.24369ms","start":"2026-03-04T16:10:13.926468Z","end":"2026-03-04T16:10:14.519711Z","steps":["trace[269088768] 'agreement among raft nodes before linearized reading' (duration: 593.206839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.926447Z","time spent":"593.288612ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:14.519858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.60781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:10:14.519889Z","caller":"traceutil/trace.go:171","msg":"trace[461440079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19728; }","duration":"792.673842ms","start":"2026-03-04T16:10:13.727206Z","end":"2026-03-04T16:10:14.51988Z","steps":["trace[461440079] 'agreement among raft nodes before linearized reading' (duration: 792.555079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.519905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.727188Z","time spent":"792.712893ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:10:14.519969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.766105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:10:14.520041Z","caller":"traceutil/trace.go:171","msg":"trace[1985549732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19728; }","duration":"798.879638ms","start":"2026-03-04T16:10:13.721144Z","end":"2026-03-04T16:10:14.520024Z","steps":["trace[1985549732] 'agreement among raft nodes before linearized reading' (duration: 798.665862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.520078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.721125Z","time spent":"798.947439ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:10:14.520726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.195436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:10:14.52076Z","caller":"traceutil/trace.go:171","msg":"trace[720683866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19728; }","duration":"877.297159ms","start":"2026-03-04T16:10:13.643454Z","end":"2026-03-04T16:10:14.520752Z","steps":["trace[720683866] 'agreement among raft nodes before linearized reading' (duration: 876.305384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:14.520781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:13.64344Z","time spent":"877.334839ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:10:17.673798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:18.096582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370306709s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:10:18.448016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.119464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:10:18.448145Z","caller":"traceutil/trace.go:171","msg":"trace[1969098027] linearizableReadLoop","detail":"{readStateIndex:20479; appliedIndex:20478; }","duration":"1.274724567s","start":"2026-03-04T16:10:17.173399Z","end":"2026-03-04T16:10:18.448123Z","steps":["trace[1969098027] 'read index received' (duration: 923.379557ms)","trace[1969098027] 'applied index is now lower than readState.Index' (duration: 351.34341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:18.448416Z","caller":"traceutil/trace.go:171","msg":"trace[412113458] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"1.722269734s","start":"2026-03-04T16:10:16.726126Z","end":"2026-03-04T16:10:18.448396Z","steps":["trace[412113458] 'process raft request' (duration: 1.370656548s)","trace[412113458] 'compare' (duration: 350.768106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:18.448519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:16.726094Z","time spent":"1.722377797s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:18.448707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27525266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:10:18.448831Z","caller":"traceutil/trace.go:171","msg":"trace[1278056155] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19747; }","duration":"1.275404174s","start":"2026-03-04T16:10:17.173365Z","end":"2026-03-04T16:10:18.448769Z","steps":["trace[1278056155] 'agreement among raft nodes before linearized reading' (duration: 1.275093386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:18.448909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:17.173349Z","time spent":"1.275526366s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:10:19.731395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275396744s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:10:19.73186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584269456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:10:19.7319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211304864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T16:10:19.731922Z","caller":"traceutil/trace.go:171","msg":"trace[839718414] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19747; }","duration":"1.584386989s","start":"2026-03-04T16:10:18.147522Z","end":"2026-03-04T16:10:19.731909Z","steps":["trace[839718414] 'agreement among raft nodes before linearized reading' (duration: 1.584263006s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:19.731947Z","caller":"traceutil/trace.go:171","msg":"trace[1447346264] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:19747; }","duration":"2.211390327s","start":"2026-03-04T16:10:17.520542Z","end":"2026-03-04T16:10:19.731933Z","steps":["trace[1447346264] 'agreement among raft nodes before linearized reading' (duration: 2.211245223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:19.731978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:17.520526Z","time spent":"2.211445849s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:10:19.73195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.147502Z","time spent":"1.58444351s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:10:19.732509Z","caller":"traceutil/trace.go:171","msg":"trace[1028728521] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"1.200620924s","start":"2026-03-04T16:10:18.531852Z","end":"2026-03-04T16:10:19.732473Z","steps":["trace[1028728521] 'process raft request' (duration: 1.199790463s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:19.732543Z","caller":"traceutil/trace.go:171","msg":"trace[1897724878] linearizableReadLoop","detail":"{readStateIndex:20480; appliedIndex:20479; }","duration":"1.283586919s","start":"2026-03-04T16:10:18.448177Z","end":"2026-03-04T16:10:19.731764Z","steps":["trace[1897724878] 'read index received' (duration: 7.725244ms)","trace[1897724878] 'applied index is now lower than readState.Index' (duration: 1.275860035s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:19.732873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.53183Z","time spent":"1.200755937s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:20.232721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:20.48812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:10:20.488218Z","caller":"traceutil/trace.go:171","msg":"trace[466503793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369884s","start":"2026-03-04T16:10:18.487828Z","end":"2026-03-04T16:10:20.488198Z","steps":["trace[466503793] 'agreement among raft nodes before linearized reading' (duration: 2.000226811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:20.488286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.487806Z","time spent":"2.000454746s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:10:20.733245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:21.234154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:21.434903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066983213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:10:21.435007Z","caller":"traceutil/trace.go:171","msg":"trace[342102702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19748; }","duration":"4.067140437s","start":"2026-03-04T16:10:17.367839Z","end":"2026-03-04T16:10:21.43498Z","steps":["trace[342102702] 'agreement among raft nodes before linearized reading' (duration: 2.36468516s)","trace[342102702] 'count revisions from in-memory index tree' (duration: 1.702312383s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:21.435066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:17.367819Z","time spent":"4.067229019s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:21.734751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:22.235851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:22.489483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:10:22.489564Z","caller":"traceutil/trace.go:171","msg":"trace[1445502114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684592s","start":"2026-03-04T16:10:20.48886Z","end":"2026-03-04T16:10:22.489545Z","steps":["trace[1445502114] 'agreement among raft nodes before linearized reading' (duration: 2.00058796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.489613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:20.48884Z","time spent":"2.000763084s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:10:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:10:22.736484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:22.868395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.382731836s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:10:22.868666Z","caller":"traceutil/trace.go:171","msg":"trace[2116367630] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"4.335056741s","start":"2026-03-04T16:10:18.533592Z","end":"2026-03-04T16:10:22.868649Z","steps":["trace[2116367630] 'process raft request' (duration: 4.334952308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.868786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.533583Z","time spent":"4.335133052s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:22.89935Z","caller":"traceutil/trace.go:171","msg":"trace[288205329] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"2.445493911s","start":"2026-03-04T16:10:20.45382Z","end":"2026-03-04T16:10:22.899314Z","steps":["trace[288205329] 'process raft request' (duration: 2.445208554s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:22.899436Z","caller":"traceutil/trace.go:171","msg":"trace[354411181] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20481; }","duration":"3.166766779s","start":"2026-03-04T16:10:19.732651Z","end":"2026-03-04T16:10:22.899418Z","steps":["trace[354411181] 'read index received' (duration: 3.135936984s)","trace[354411181] 'applied index is now lower than readState.Index' (duration: 30.828715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:22.899539Z","caller":"traceutil/trace.go:171","msg":"trace[1518651907] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"2.443289416s","start":"2026-03-04T16:10:20.456236Z","end":"2026-03-04T16:10:22.899526Z","steps":["trace[1518651907] 'process raft request' (duration: 2.442923747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.899634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:20.456219Z","time spent":"2.443366247s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:22.899801Z","caller":"traceutil/trace.go:171","msg":"trace[104076816] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"1.161106031s","start":"2026-03-04T16:10:21.73868Z","end":"2026-03-04T16:10:22.899786Z","steps":["trace[104076816] 'process raft request' (duration: 1.160518207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.899936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:21.738649Z","time spent":"1.161197294s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:22.900058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343133983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:10:22.900113Z","caller":"traceutil/trace.go:171","msg":"trace[681396698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19754; }","duration":"4.343255836s","start":"2026-03-04T16:10:18.556842Z","end":"2026-03-04T16:10:22.900098Z","steps":["trace[681396698] 'agreement among raft nodes before linearized reading' (duration: 4.343082632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.900125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343332757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:10:22.900155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.556818Z","time spent":"4.343326297s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:10:22.90017Z","caller":"traceutil/trace.go:171","msg":"trace[1710982428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19754; }","duration":"4.343387929s","start":"2026-03-04T16:10:18.556766Z","end":"2026-03-04T16:10:22.900153Z","steps":["trace[1710982428] 'agreement among raft nodes before linearized reading' (duration: 4.343272716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.900246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.556758Z","time spent":"4.343475911s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:10:22.900264Z","caller":"traceutil/trace.go:171","msg":"trace[1449451958] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"983.430426ms","start":"2026-03-04T16:10:21.916817Z","end":"2026-03-04T16:10:22.900248Z","steps":["trace[1449451958] 'process raft request' (duration: 982.443421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.89954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:20.453794Z","time spent":"2.445649905s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:22.900343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:21.916793Z","time spent":"983.502448ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:22.900422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161051464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T16:10:22.900442Z","caller":"traceutil/trace.go:171","msg":"trace[1150106035] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"700.149737ms","start":"2026-03-04T16:10:22.200279Z","end":"2026-03-04T16:10:22.900429Z","steps":["trace[1150106035] 'process raft request' (duration: 699.085271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.90051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.430815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T16:10:22.900519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.200257Z","time spent":"700.219298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:22.90047Z","caller":"traceutil/trace.go:171","msg":"trace[894065096] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:19754; }","duration":"3.161134146s","start":"2026-03-04T16:10:19.739325Z","end":"2026-03-04T16:10:22.900459Z","steps":["trace[894065096] 'agreement among raft nodes before linearized reading' (duration: 3.161000323s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:22.900556Z","caller":"traceutil/trace.go:171","msg":"trace[773893478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:19754; }","duration":"408.476396ms","start":"2026-03-04T16:10:22.492066Z","end":"2026-03-04T16:10:22.900542Z","steps":["trace[773893478] 'agreement among raft nodes before linearized reading' (duration: 408.346853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.900572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:19.739312Z","time spent":"3.161253449s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:10:22.900608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.49205Z","time spent":"408.535557ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T16:10:22.90072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290306842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:10:22.900773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774870436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:22.900783Z","caller":"traceutil/trace.go:171","msg":"trace[1240138654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19754; }","duration":"3.290408755s","start":"2026-03-04T16:10:19.610361Z","end":"2026-03-04T16:10:22.900769Z","steps":["trace[1240138654] 'agreement among raft nodes before linearized reading' (duration: 3.29023904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.900839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13902984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:10:22.900836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:19.610341Z","time spent":"3.290483727s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:10:22.900854Z","caller":"traceutil/trace.go:171","msg":"trace[971997242] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19754; }","duration":"3.139068172s","start":"2026-03-04T16:10:19.761782Z","end":"2026-03-04T16:10:22.90085Z","steps":["trace[971997242] 'agreement among raft nodes before linearized reading' (duration: 3.139027201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.900879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:19.761771Z","time spent":"3.139104722s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:22.900914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347807101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:10:22.900973Z","caller":"traceutil/trace.go:171","msg":"trace[678610318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19754; }","duration":"4.347890802s","start":"2026-03-04T16:10:18.553069Z","end":"2026-03-04T16:10:22.90096Z","steps":["trace[678610318] 'agreement among raft nodes before linearized reading' (duration: 4.347744329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.553061Z","time spent":"4.347949355s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:10:22.900738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.231639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T16:10:22.901035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344011205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:10:22.901078Z","caller":"traceutil/trace.go:171","msg":"trace[721893764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19754; }","duration":"4.344099058s","start":"2026-03-04T16:10:18.556966Z","end":"2026-03-04T16:10:22.901065Z","steps":["trace[721893764] 'agreement among raft nodes before linearized reading' (duration: 4.343983454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661594675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T16:10:22.901121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.556926Z","time spent":"4.34418749s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:10:22.90114Z","caller":"traceutil/trace.go:171","msg":"trace[1798551914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19754; }","duration":"3.661649317s","start":"2026-03-04T16:10:19.239486Z","end":"2026-03-04T16:10:22.901135Z","steps":["trace[1798551914] 'agreement among raft nodes before linearized reading' (duration: 3.661600305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:19.239466Z","time spent":"3.661687468s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T16:10:22.900794Z","caller":"traceutil/trace.go:171","msg":"trace[911078231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19754; }","duration":"1.774891747s","start":"2026-03-04T16:10:21.125894Z","end":"2026-03-04T16:10:22.900786Z","steps":["trace[911078231] 'agreement among raft nodes before linearized reading' (duration: 1.774856456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:21.125837Z","time spent":"1.77541294s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:22.901327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.586529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:22.901346Z","caller":"traceutil/trace.go:171","msg":"trace[1907641543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19754; }","duration":"404.62514ms","start":"2026-03-04T16:10:22.496717Z","end":"2026-03-04T16:10:22.901342Z","steps":["trace[1907641543] 'agreement among raft nodes before linearized reading' (duration: 404.595099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.49671Z","time spent":"404.64516ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:10:22.901077Z","caller":"traceutil/trace.go:171","msg":"trace[2007109647] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:19754; }","duration":"554.597999ms","start":"2026-03-04T16:10:22.346459Z","end":"2026-03-04T16:10:22.901057Z","steps":["trace[2007109647] 'agreement among raft nodes before linearized reading' (duration: 554.237919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35336218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:10:22.901405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.346439Z","time spent":"554.949248ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:10:22.901427Z","caller":"traceutil/trace.go:171","msg":"trace[1124060062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19754; }","duration":"4.353549255s","start":"2026-03-04T16:10:18.547866Z","end":"2026-03-04T16:10:22.901415Z","steps":["trace[1124060062] 'agreement among raft nodes before linearized reading' (duration: 4.353309859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:22.901476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:18.547843Z","time spent":"4.353623027s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:10:23.405892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:23.907072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832375102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:10:24.112044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.614586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:24.11218Z","caller":"traceutil/trace.go:171","msg":"trace[526590576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19754; }","duration":"265.76393ms","start":"2026-03-04T16:10:23.846394Z","end":"2026-03-04T16:10:24.112158Z","steps":["trace[526590576] 'range keys from in-memory index tree' (duration: 265.592655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:24.181931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279530777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:10:24.182341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.902325Z","time spent":"1.280012059s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:10:26.48665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:10:26.486724Z","caller":"traceutil/trace.go:171","msg":"trace[219324822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060635s","start":"2026-03-04T16:10:24.486639Z","end":"2026-03-04T16:10:26.4867Z","steps":["trace[219324822] 'agreement among raft nodes before linearized reading' (duration: 1.999976673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.486755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.48662Z","time spent":"2.000128918s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:10:26.612157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.783710219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:10:26.612956Z","caller":"traceutil/trace.go:171","msg":"trace[255024280] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"3.707705863s","start":"2026-03-04T16:10:22.905224Z","end":"2026-03-04T16:10:26.61293Z","steps":["trace[255024280] 'process raft request' (duration: 3.707541108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.613131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.905209Z","time spent":"3.707835267s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:26.613235Z","caller":"traceutil/trace.go:171","msg":"trace[830885953] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"3.708253637s","start":"2026-03-04T16:10:22.904901Z","end":"2026-03-04T16:10:26.613155Z","steps":["trace[830885953] 'process raft request' (duration: 3.707591959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.613405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.904877Z","time spent":"3.708443442s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:26.613602Z","caller":"traceutil/trace.go:171","msg":"trace[358331331] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"3.707640642s","start":"2026-03-04T16:10:22.905936Z","end":"2026-03-04T16:10:26.613577Z","steps":["trace[358331331] 'process raft request' (duration: 3.707320684s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:26.613385Z","caller":"traceutil/trace.go:171","msg":"trace[882680047] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"3.708094433s","start":"2026-03-04T16:10:22.90526Z","end":"2026-03-04T16:10:26.613354Z","steps":["trace[882680047] 'process raft request' (duration: 3.70758769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.61376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.90593Z","time spent":"3.707761045s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:26.613801Z","caller":"traceutil/trace.go:171","msg":"trace[386742832] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"3.706643016s","start":"2026-03-04T16:10:22.907139Z","end":"2026-03-04T16:10:26.613782Z","steps":["trace[386742832] 'process raft request' (duration: 3.706371499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.613913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.90713Z","time spent":"3.706734708s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:26.613898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.905245Z","time spent":"3.708489923s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:26.614021Z","caller":"traceutil/trace.go:171","msg":"trace[1155328217] linearizableReadLoop","detail":"{readStateIndex:20494; appliedIndex:20487; }","duration":"3.708627547s","start":"2026-03-04T16:10:22.905378Z","end":"2026-03-04T16:10:26.614006Z","steps":["trace[1155328217] 'read index received' (duration: 1.27681297s)","trace[1155328217] 'applied index is now lower than readState.Index' (duration: 2.431813317s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:26.61403Z","caller":"traceutil/trace.go:171","msg":"trace[846676063] transaction","detail":"{read_only:false; response_revision:19760; number_of_response:1; }","duration":"3.702104023s","start":"2026-03-04T16:10:22.911914Z","end":"2026-03-04T16:10:26.614018Z","steps":["trace[846676063] 'process raft request' (duration: 3.701818316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.614091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.911905Z","time spent":"3.702159654s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:10:26.614208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708824151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T16:10:26.614249Z","caller":"traceutil/trace.go:171","msg":"trace[477702108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:19760; }","duration":"3.708863082s","start":"2026-03-04T16:10:22.905373Z","end":"2026-03-04T16:10:26.614236Z","steps":["trace[477702108] 'agreement among raft nodes before linearized reading' (duration: 3.708707939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:26.614283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.905343Z","time spent":"3.708933183s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" "} {"level":"warn","ts":"2026-03-04T16:10:27.563898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.273905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:10:27.564175Z","caller":"traceutil/trace.go:171","msg":"trace[2098810234] linearizableReadLoop","detail":"{readStateIndex:20498; appliedIndex:20494; }","duration":"950.092248ms","start":"2026-03-04T16:10:26.614055Z","end":"2026-03-04T16:10:27.564147Z","steps":["trace[2098810234] 'read index received' (duration: 172.411992ms)","trace[2098810234] 'applied index is now lower than readState.Index' (duration: 777.678926ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:27.564277Z","caller":"traceutil/trace.go:171","msg":"trace[1851186352] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"3.380618823s","start":"2026-03-04T16:10:24.183647Z","end":"2026-03-04T16:10:27.564266Z","steps":["trace[1851186352] 'process raft request' (duration: 2.602880096s)","trace[1851186352] 'compare' (duration: 777.135492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:10:27.564359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.183622Z","time spent":"3.380689525s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:27.564464Z","caller":"traceutil/trace.go:171","msg":"trace[1232834457] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"2.657408926s","start":"2026-03-04T16:10:24.907031Z","end":"2026-03-04T16:10:27.56444Z","steps":["trace[1232834457] 'process raft request' (duration: 2.657022076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317755862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:27.564538Z","caller":"traceutil/trace.go:171","msg":"trace[277724351] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19764; }","duration":"3.317858295s","start":"2026-03-04T16:10:24.246668Z","end":"2026-03-04T16:10:27.564527Z","steps":["trace[277724351] 'agreement among raft nodes before linearized reading' (duration: 3.317725242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.246648Z","time spent":"3.317921037s","remote":"127.0.0.1:47374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:27.564593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.402985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T16:10:27.564596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.907007Z","time spent":"2.657514169s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:27.564571Z","caller":"traceutil/trace.go:171","msg":"trace[254838784] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"2.684011676s","start":"2026-03-04T16:10:24.880496Z","end":"2026-03-04T16:10:27.564508Z","steps":["trace[254838784] 'process raft request' (duration: 2.683501253s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:27.564629Z","caller":"traceutil/trace.go:171","msg":"trace[1746635512] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19764; }","duration":"946.467057ms","start":"2026-03-04T16:10:26.618153Z","end":"2026-03-04T16:10:27.56462Z","steps":["trace[1746635512] 'agreement among raft nodes before linearized reading' (duration: 946.325714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.56461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65816088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:10:27.564601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.408233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:27.564663Z","caller":"traceutil/trace.go:171","msg":"trace[559750634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19764; }","duration":"4.658225792s","start":"2026-03-04T16:10:22.906423Z","end":"2026-03-04T16:10:27.564648Z","steps":["trace[559750634] 'agreement among raft nodes before linearized reading' (duration: 4.658051158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63991572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:10:27.564706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:22.906418Z","time spent":"4.658280153s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:10:27.564668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.053458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:27.564712Z","caller":"traceutil/trace.go:171","msg":"trace[1562292602] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"2.657607521s","start":"2026-03-04T16:10:24.907076Z","end":"2026-03-04T16:10:27.564684Z","steps":["trace[1562292602] 'process raft request' (duration: 2.657023767s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:27.564742Z","caller":"traceutil/trace.go:171","msg":"trace[1418904806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19764; }","duration":"3.640063093s","start":"2026-03-04T16:10:23.924665Z","end":"2026-03-04T16:10:27.564728Z","steps":["trace[1418904806] 'agreement among raft nodes before linearized reading' (duration: 3.639806037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157778471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:10:27.564722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.880473Z","time spent":"2.684169209s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:27.564773Z","caller":"traceutil/trace.go:171","msg":"trace[1522238693] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19764; }","duration":"890.211683ms","start":"2026-03-04T16:10:26.674537Z","end":"2026-03-04T16:10:27.564749Z","steps":["trace[1522238693] 'agreement among raft nodes before linearized reading' (duration: 890.008378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:27.564803Z","caller":"traceutil/trace.go:171","msg":"trace[1111439551] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19764; }","duration":"3.157861284s","start":"2026-03-04T16:10:24.40693Z","end":"2026-03-04T16:10:27.564791Z","steps":["trace[1111439551] 'agreement among raft nodes before linearized reading' (duration: 3.157766921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:26.61814Z","time spent":"946.504398ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T16:10:27.564807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:23.924631Z","time spent":"3.640157556s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:10:27.564844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.406913Z","time spent":"3.157922666s","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:27.564605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266536468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:10:27.564877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.907044Z","time spent":"2.657741705s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:10:27.564936Z","caller":"traceutil/trace.go:171","msg":"trace[528710847] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19764; }","duration":"4.266949348s","start":"2026-03-04T16:10:23.297962Z","end":"2026-03-04T16:10:27.564911Z","steps":["trace[528710847] 'agreement among raft nodes before linearized reading' (duration: 4.266491586s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:27.5647Z","caller":"traceutil/trace.go:171","msg":"trace[583279700] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19764; }","duration":"815.560337ms","start":"2026-03-04T16:10:26.749121Z","end":"2026-03-04T16:10:27.564682Z","steps":["trace[583279700] 'agreement among raft nodes before linearized reading' (duration: 815.399593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.564814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077219683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:10:27.565514Z","caller":"traceutil/trace.go:171","msg":"trace[457259639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19764; }","duration":"1.078048404s","start":"2026-03-04T16:10:26.487444Z","end":"2026-03-04T16:10:27.565493Z","steps":["trace[457259639] 'agreement among raft nodes before linearized reading' (duration: 1.077039618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.565619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:26.487422Z","time spent":"1.078178788s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:10:27.564941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417976152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544010-vvck8\" ","response":"range_response_count:1 size:7285"} {"level":"warn","ts":"2026-03-04T16:10:27.565004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:23.297935Z","time spent":"4.26704972s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:27.565032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:26.749094Z","time spent":"815.919836ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:27.564858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:26.674519Z","time spent":"890.321505ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:10:27.565043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663142853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:10:27.566427Z","caller":"traceutil/trace.go:171","msg":"trace[645411963] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19764; }","duration":"3.664552539s","start":"2026-03-04T16:10:23.901854Z","end":"2026-03-04T16:10:27.566406Z","steps":["trace[645411963] 'agreement among raft nodes before linearized reading' (duration: 3.662823145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.566488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:23.901825Z","time spent":"3.664644981s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T16:10:27.566349Z","caller":"traceutil/trace.go:171","msg":"trace[62444491] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29544010-vvck8; range_end:; response_count:1; response_revision:19764; }","duration":"3.419263925s","start":"2026-03-04T16:10:24.146909Z","end":"2026-03-04T16:10:27.566173Z","steps":["trace[62444491] 'agreement among raft nodes before linearized reading' (duration: 3.417797168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:10:27.566881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:10:24.146884Z","time spent":"3.419979392s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544010-vvck8\" "} {"level":"info","ts":"2026-03-04T16:10:35.731458Z","caller":"traceutil/trace.go:171","msg":"trace[900994363] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"138.186554ms","start":"2026-03-04T16:10:35.593242Z","end":"2026-03-04T16:10:35.731429Z","steps":["trace[900994363] 'process raft request' (duration: 137.998038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:35.860641Z","caller":"traceutil/trace.go:171","msg":"trace[1742397884] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"243.735335ms","start":"2026-03-04T16:10:35.616879Z","end":"2026-03-04T16:10:35.860614Z","steps":["trace[1742397884] 'process raft request' (duration: 243.653293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:35.860659Z","caller":"traceutil/trace.go:171","msg":"trace[834788645] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"244.135596ms","start":"2026-03-04T16:10:35.616486Z","end":"2026-03-04T16:10:35.860621Z","steps":["trace[834788645] 'process raft request' (duration: 159.509539ms)","trace[834788645] 'compare' (duration: 84.412712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:40.951333Z","caller":"traceutil/trace.go:171","msg":"trace[1668606389] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"127.754461ms","start":"2026-03-04T16:10:40.823549Z","end":"2026-03-04T16:10:40.951303Z","steps":["trace[1668606389] 'process raft request' (duration: 107.843621ms)","trace[1668606389] 'compare' (duration: 19.569312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:10:40.951733Z","caller":"traceutil/trace.go:171","msg":"trace[1805487511] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"125.208497ms","start":"2026-03-04T16:10:40.826494Z","end":"2026-03-04T16:10:40.951703Z","steps":["trace[1805487511] 'process raft request' (duration: 124.722895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:40.951812Z","caller":"traceutil/trace.go:171","msg":"trace[1021839955] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"124.258933ms","start":"2026-03-04T16:10:40.827526Z","end":"2026-03-04T16:10:40.951785Z","steps":["trace[1021839955] 'process raft request' (duration: 123.951885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:10:58.541002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18130} {"level":"info","ts":"2026-03-04T16:10:58.710846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18130,"took":"167.494439ms","hash":2126857775,"current-db-size-bytes":44957696,"current-db-size":"45 MB","current-db-size-in-use-bytes":25956352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T16:10:58.710906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2126857775,"revision":18130,"compact-revision":15669} {"level":"info","ts":"2026-03-04T16:11:03.048757Z","caller":"traceutil/trace.go:171","msg":"trace[418074490] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"105.347799ms","start":"2026-03-04T16:11:02.943383Z","end":"2026-03-04T16:11:03.048731Z","steps":["trace[418074490] 'process raft request' (duration: 105.180805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:17.623902Z","caller":"traceutil/trace.go:171","msg":"trace[330583285] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"128.773907ms","start":"2026-03-04T16:11:17.495109Z","end":"2026-03-04T16:11:17.623883Z","steps":["trace[330583285] 'process raft request' (duration: 128.724625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:17.624221Z","caller":"traceutil/trace.go:171","msg":"trace[1494742077] linearizableReadLoop","detail":"{readStateIndex:20824; appliedIndex:20823; }","duration":"129.175377ms","start":"2026-03-04T16:11:17.495024Z","end":"2026-03-04T16:11:17.624199Z","steps":["trace[1494742077] 'read index received' (duration: 68.178263ms)","trace[1494742077] 'applied index is now lower than readState.Index' (duration: 60.994293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:17.624572Z","caller":"traceutil/trace.go:171","msg":"trace[1310856658] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"129.706569ms","start":"2026-03-04T16:11:17.494849Z","end":"2026-03-04T16:11:17.624556Z","steps":["trace[1310856658] 'process raft request' (duration: 68.353997ms)","trace[1310856658] 'compare' (duration: 60.313787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:11:17.624725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.680849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T16:11:17.626305Z","caller":"traceutil/trace.go:171","msg":"trace[1296288990] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:20072; }","duration":"131.246449ms","start":"2026-03-04T16:11:17.495011Z","end":"2026-03-04T16:11:17.626257Z","steps":["trace[1296288990] 'agreement among raft nodes before linearized reading' (duration: 129.583836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:17.907326Z","caller":"traceutil/trace.go:171","msg":"trace[1083376359] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"103.399739ms","start":"2026-03-04T16:11:17.803906Z","end":"2026-03-04T16:11:17.907305Z","steps":["trace[1083376359] 'process raft request' (duration: 103.255475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:18.109339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.799856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:11:18.109827Z","caller":"traceutil/trace.go:171","msg":"trace[886044089] linearizableReadLoop","detail":"{readStateIndex:20827; appliedIndex:20825; }","duration":"218.105852ms","start":"2026-03-04T16:11:17.891698Z","end":"2026-03-04T16:11:18.109804Z","steps":["trace[886044089] 'read index received' (duration: 15.542141ms)","trace[886044089] 'applied index is now lower than readState.Index' (duration: 202.562051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:18.110195Z","caller":"traceutil/trace.go:171","msg":"trace[1742650241] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"191.695787ms","start":"2026-03-04T16:11:17.918482Z","end":"2026-03-04T16:11:18.110178Z","steps":["trace[1742650241] 'process raft request' (duration: 191.258726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:18.117547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.813546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T16:11:18.117768Z","caller":"traceutil/trace.go:171","msg":"trace[1715880125] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20073; }","duration":"226.074342ms","start":"2026-03-04T16:11:17.891664Z","end":"2026-03-04T16:11:18.117738Z","steps":["trace[1715880125] 'agreement among raft nodes before linearized reading' (duration: 218.213824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:18.254599Z","caller":"traceutil/trace.go:171","msg":"trace[1205051671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20074; }","duration":"335.537993ms","start":"2026-03-04T16:11:17.91902Z","end":"2026-03-04T16:11:18.254558Z","steps":["trace[1205051671] 'process raft request' (duration: 294.930302ms)","trace[1205051671] 'compare' (duration: 40.463207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:11:18.254855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:17.918981Z","time spent":"335.733738ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":1651,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:11:18.254948Z","caller":"traceutil/trace.go:171","msg":"trace[1191313637] linearizableReadLoop","detail":"{readStateIndex:20829; appliedIndex:20828; }","duration":"145.053876ms","start":"2026-03-04T16:11:18.109867Z","end":"2026-03-04T16:11:18.254921Z","steps":["trace[1191313637] 'read index received' (duration: 104.124777ms)","trace[1191313637] 'applied index is now lower than readState.Index' (duration: 40.926739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:11:18.255222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.137046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:11:18.255491Z","caller":"traceutil/trace.go:171","msg":"trace[2052308406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20077; }","duration":"201.458204ms","start":"2026-03-04T16:11:18.054022Z","end":"2026-03-04T16:11:18.255481Z","steps":["trace[2052308406] 'agreement among raft nodes before linearized reading' (duration: 201.108965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:18.255665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.01726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-04T16:11:18.255799Z","caller":"traceutil/trace.go:171","msg":"trace[880924243] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20077; }","duration":"111.234034ms","start":"2026-03-04T16:11:18.144555Z","end":"2026-03-04T16:11:18.255789Z","steps":["trace[880924243] 'agreement among raft nodes before linearized reading' (duration: 110.704191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:43.843626Z","caller":"traceutil/trace.go:171","msg":"trace[1574080475] transaction","detail":"{read_only:false; response_revision:20396; number_of_response:1; }","duration":"169.093209ms","start":"2026-03-04T16:11:43.674495Z","end":"2026-03-04T16:11:43.843588Z","steps":["trace[1574080475] 'process raft request' (duration: 168.826573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:45.650426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.634077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:11:45.650512Z","caller":"traceutil/trace.go:171","msg":"trace[1984105835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20404; }","duration":"164.794982ms","start":"2026-03-04T16:11:45.485697Z","end":"2026-03-04T16:11:45.650492Z","steps":["trace[1984105835] 'range keys from in-memory index tree' (duration: 164.499884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:45.858992Z","caller":"traceutil/trace.go:171","msg":"trace[669811509] transaction","detail":"{read_only:false; response_revision:20406; number_of_response:1; }","duration":"172.921736ms","start":"2026-03-04T16:11:45.686042Z","end":"2026-03-04T16:11:45.858964Z","steps":["trace[669811509] 'process raft request' (duration: 169.185171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.239537Z","caller":"traceutil/trace.go:171","msg":"trace[830127113] transaction","detail":"{read_only:false; response_revision:20423; number_of_response:1; }","duration":"358.49211ms","start":"2026-03-04T16:11:49.881005Z","end":"2026-03-04T16:11:50.239497Z","steps":["trace[830127113] 'process raft request' (duration: 358.356107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:50.23972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:49.880981Z","time spent":"358.669804ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:11:50.702165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.029693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:11:50.702353Z","caller":"traceutil/trace.go:171","msg":"trace[1438135434] transaction","detail":"{read_only:false; response_revision:20426; number_of_response:1; }","duration":"316.095884ms","start":"2026-03-04T16:11:50.386245Z","end":"2026-03-04T16:11:50.702341Z","steps":["trace[1438135434] 'process raft request' (duration: 316.036483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:50.702413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:50.386221Z","time spent":"316.169076ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:11:50.702475Z","caller":"traceutil/trace.go:171","msg":"trace[1497920745] transaction","detail":"{read_only:false; response_revision:20425; number_of_response:1; }","duration":"821.095986ms","start":"2026-03-04T16:11:49.881328Z","end":"2026-03-04T16:11:50.702424Z","steps":["trace[1497920745] 'process raft request' (duration: 820.908782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.702566Z","caller":"traceutil/trace.go:171","msg":"trace[960218084] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"309.723895ms","start":"2026-03-04T16:11:50.392795Z","end":"2026-03-04T16:11:50.702519Z","steps":["trace[960218084] 'process raft request' (duration: 309.641543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:50.702648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:49.881318Z","time spent":"821.24467ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:11:50.702741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:50.392783Z","time spent":"309.868128ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:11:50.702741Z","caller":"traceutil/trace.go:171","msg":"trace[1978213120] transaction","detail":"{read_only:false; response_revision:20427; number_of_response:1; }","duration":"310.106564ms","start":"2026-03-04T16:11:50.392616Z","end":"2026-03-04T16:11:50.702722Z","steps":["trace[1978213120] 'process raft request' (duration: 309.689053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.702744Z","caller":"traceutil/trace.go:171","msg":"trace[65128531] linearizableReadLoop","detail":"{readStateIndex:21190; appliedIndex:21188; }","duration":"698.547417ms","start":"2026-03-04T16:11:50.004141Z","end":"2026-03-04T16:11:50.702688Z","steps":["trace[65128531] 'read index received' (duration: 235.418107ms)","trace[65128531] 'applied index is now lower than readState.Index' (duration: 463.116849ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:50.702789Z","caller":"traceutil/trace.go:171","msg":"trace[1036025868] transaction","detail":"{read_only:false; response_revision:20424; number_of_response:1; }","duration":"821.450825ms","start":"2026-03-04T16:11:49.881281Z","end":"2026-03-04T16:11:50.702732Z","steps":["trace[1036025868] 'process raft request' (duration: 545.742495ms)","trace[1036025868] 'compare' (duration: 274.832187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:11:50.702856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:50.392595Z","time spent":"310.216037ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:11:50.703006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.077455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:11:50.703001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:49.881267Z","time spent":"821.629299ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:11:50.703023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.48189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:11:50.703032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.553813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:11:50.703063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.911725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:11:50.703113Z","caller":"traceutil/trace.go:171","msg":"trace[1196799684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20428; }","duration":"214.661495ms","start":"2026-03-04T16:11:50.488429Z","end":"2026-03-04T16:11:50.70309Z","steps":["trace[1196799684] 'agreement among raft nodes before linearized reading' (duration: 214.507941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.703048Z","caller":"traceutil/trace.go:171","msg":"trace[1144047267] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20428; }","duration":"291.150897ms","start":"2026-03-04T16:11:50.411887Z","end":"2026-03-04T16:11:50.703038Z","steps":["trace[1144047267] 'agreement among raft nodes before linearized reading' (duration: 291.064125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:50.703145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.120789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T16:11:50.703142Z","caller":"traceutil/trace.go:171","msg":"trace[107136192] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20428; }","duration":"239.572852ms","start":"2026-03-04T16:11:50.463483Z","end":"2026-03-04T16:11:50.703056Z","steps":["trace[107136192] 'agreement among raft nodes before linearized reading' (duration: 239.460999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.703231Z","caller":"traceutil/trace.go:171","msg":"trace[1794004945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20428; }","duration":"465.258633ms","start":"2026-03-04T16:11:50.237947Z","end":"2026-03-04T16:11:50.703206Z","steps":["trace[1794004945] 'agreement among raft nodes before linearized reading' (duration: 464.981926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:50.70316Z","caller":"traceutil/trace.go:171","msg":"trace[247366811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20428; }","duration":"699.051319ms","start":"2026-03-04T16:11:50.004086Z","end":"2026-03-04T16:11:50.703137Z","steps":["trace[247366811] 'agreement among raft nodes before linearized reading' (duration: 698.70641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:50.703304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:50.237928Z","time spent":"465.356876ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:11:50.703328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:50.00406Z","time spent":"699.253644ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:11:52.46847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.626575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:11:52.468519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.131494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:11:52.468561Z","caller":"traceutil/trace.go:171","msg":"trace[514818484] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20431; }","duration":"109.764798ms","start":"2026-03-04T16:11:52.358774Z","end":"2026-03-04T16:11:52.468539Z","steps":["trace[514818484] 'count revisions from in-memory index tree' (duration: 109.491392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:52.468591Z","caller":"traceutil/trace.go:171","msg":"trace[57227152] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:20431; }","duration":"117.251737ms","start":"2026-03-04T16:11:52.35132Z","end":"2026-03-04T16:11:52.468572Z","steps":["trace[57227152] 'range keys from in-memory index tree' (duration: 116.909498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.481003Z","caller":"traceutil/trace.go:171","msg":"trace[293877842] linearizableReadLoop","detail":"{readStateIndex:21218; appliedIndex:21217; }","duration":"192.98037ms","start":"2026-03-04T16:11:54.287997Z","end":"2026-03-04T16:11:54.480977Z","steps":["trace[293877842] 'read index received' (duration: 192.738233ms)","trace[293877842] 'applied index is now lower than readState.Index' (duration: 241.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:54.481041Z","caller":"traceutil/trace.go:171","msg":"trace[236820363] transaction","detail":"{read_only:false; response_revision:20452; number_of_response:1; }","duration":"391.172291ms","start":"2026-03-04T16:11:54.089839Z","end":"2026-03-04T16:11:54.481012Z","steps":["trace[236820363] 'process raft request' (duration: 390.964425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.481176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:11:54.089815Z","time spent":"391.289614ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:11:54.481185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.173435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:11:54.481194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.880001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:11:54.481238Z","caller":"traceutil/trace.go:171","msg":"trace[2019562970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20452; }","duration":"193.264257ms","start":"2026-03-04T16:11:54.287961Z","end":"2026-03-04T16:11:54.481225Z","steps":["trace[2019562970] 'agreement among raft nodes before linearized reading' (duration: 193.073212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.481248Z","caller":"traceutil/trace.go:171","msg":"trace[1909642888] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20452; }","duration":"181.969563ms","start":"2026-03-04T16:11:54.299266Z","end":"2026-03-04T16:11:54.481235Z","steps":["trace[1909642888] 'agreement among raft nodes before linearized reading' (duration: 181.883951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.702768Z","caller":"traceutil/trace.go:171","msg":"trace[1606140097] linearizableReadLoop","detail":"{readStateIndex:21220; appliedIndex:21219; }","duration":"204.998343ms","start":"2026-03-04T16:11:54.497745Z","end":"2026-03-04T16:11:54.702743Z","steps":["trace[1606140097] 'read index received' (duration: 204.811129ms)","trace[1606140097] 'applied index is now lower than readState.Index' (duration: 186.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:54.702871Z","caller":"traceutil/trace.go:171","msg":"trace[1304377562] transaction","detail":"{read_only:false; response_revision:20454; number_of_response:1; }","duration":"214.207334ms","start":"2026-03-04T16:11:54.488634Z","end":"2026-03-04T16:11:54.702841Z","steps":["trace[1304377562] 'process raft request' (duration: 213.916877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.702926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.173658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:11:54.702972Z","caller":"traceutil/trace.go:171","msg":"trace[2123050167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20454; }","duration":"213.25366ms","start":"2026-03-04T16:11:54.489709Z","end":"2026-03-04T16:11:54.702962Z","steps":["trace[2123050167] 'agreement among raft nodes before linearized reading' (duration: 213.151547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.839255Z","caller":"traceutil/trace.go:171","msg":"trace[1276412767] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"127.802142ms","start":"2026-03-04T16:11:54.711427Z","end":"2026-03-04T16:11:54.839229Z","steps":["trace[1276412767] 'process raft request' (duration: 127.582216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.846784Z","caller":"traceutil/trace.go:171","msg":"trace[265731855] linearizableReadLoop","detail":"{readStateIndex:21222; appliedIndex:21220; }","duration":"125.546635ms","start":"2026-03-04T16:11:54.721209Z","end":"2026-03-04T16:11:54.846756Z","steps":["trace[265731855] 'read index received' (duration: 117.877692ms)","trace[265731855] 'applied index is now lower than readState.Index' (duration: 7.667513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:11:54.846813Z","caller":"traceutil/trace.go:171","msg":"trace[780720850] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"124.010076ms","start":"2026-03-04T16:11:54.722779Z","end":"2026-03-04T16:11:54.846789Z","steps":["trace[780720850] 'process raft request' (duration: 123.864563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.846867Z","caller":"traceutil/trace.go:171","msg":"trace[2074061396] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"133.582118ms","start":"2026-03-04T16:11:54.713261Z","end":"2026-03-04T16:11:54.846843Z","steps":["trace[2074061396] 'process raft request' (duration: 133.253829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:54.846841Z","caller":"traceutil/trace.go:171","msg":"trace[1732603556] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"123.815742ms","start":"2026-03-04T16:11:54.722998Z","end":"2026-03-04T16:11:54.846813Z","steps":["trace[1732603556] 'process raft request' (duration: 123.701869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.847127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.895754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:11:54.847199Z","caller":"traceutil/trace.go:171","msg":"trace[81306080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20458; }","duration":"126.013007ms","start":"2026-03-04T16:11:54.721169Z","end":"2026-03-04T16:11:54.847182Z","steps":["trace[81306080] 'agreement among raft nodes before linearized reading' (duration: 125.783431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.847453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.472013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:11:54.84752Z","caller":"traceutil/trace.go:171","msg":"trace[757225689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20458; }","duration":"125.582925ms","start":"2026-03-04T16:11:54.721923Z","end":"2026-03-04T16:11:54.847506Z","steps":["trace[757225689] 'agreement among raft nodes before linearized reading' (duration: 125.451782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.847594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.318942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-04T16:11:54.847671Z","caller":"traceutil/trace.go:171","msg":"trace[180972578] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20458; }","duration":"106.431225ms","start":"2026-03-04T16:11:54.741221Z","end":"2026-03-04T16:11:54.847652Z","steps":["trace[180972578] 'agreement among raft nodes before linearized reading' (duration: 106.097966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:54.847697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.13329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:11:54.847771Z","caller":"traceutil/trace.go:171","msg":"trace[1560721699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20458; }","duration":"126.204932ms","start":"2026-03-04T16:11:54.721546Z","end":"2026-03-04T16:11:54.847751Z","steps":["trace[1560721699] 'agreement among raft nodes before linearized reading' (duration: 125.509015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:11:55.466739Z","caller":"traceutil/trace.go:171","msg":"trace[189973822] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"175.431749ms","start":"2026-03-04T16:11:55.291282Z","end":"2026-03-04T16:11:55.466714Z","steps":["trace[189973822] 'process raft request' (duration: 175.239214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:11:55.884491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.64287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:11:55.884565Z","caller":"traceutil/trace.go:171","msg":"trace[1466629598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20468; }","duration":"137.782544ms","start":"2026-03-04T16:11:55.746765Z","end":"2026-03-04T16:11:55.884548Z","steps":["trace[1466629598] 'range keys from in-memory index tree' (duration: 137.359442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:07.003509Z","caller":"traceutil/trace.go:171","msg":"trace[1325345375] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"112.168899ms","start":"2026-03-04T16:12:06.891307Z","end":"2026-03-04T16:12:07.003476Z","steps":["trace[1325345375] 'process raft request' (duration: 111.992054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:07.003693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.17857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:07.003777Z","caller":"traceutil/trace.go:171","msg":"trace[1840430245] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20520; }","duration":"114.282353ms","start":"2026-03-04T16:12:06.889469Z","end":"2026-03-04T16:12:07.003751Z","steps":["trace[1840430245] 'agreement among raft nodes before linearized reading' (duration: 114.16353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:07.003936Z","caller":"traceutil/trace.go:171","msg":"trace[478349733] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"111.3861ms","start":"2026-03-04T16:12:06.892536Z","end":"2026-03-04T16:12:07.003922Z","steps":["trace[478349733] 'process raft request' (duration: 110.895588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:07.003792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.698702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-04T16:12:07.003972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.484632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:07.004044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.283678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-04T16:12:07.004018Z","caller":"traceutil/trace.go:171","msg":"trace[653218619] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20520; }","duration":"110.946979ms","start":"2026-03-04T16:12:06.893053Z","end":"2026-03-04T16:12:07.004Z","steps":["trace[653218619] 'agreement among raft nodes before linearized reading' (duration: 110.60901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:07.004064Z","caller":"traceutil/trace.go:171","msg":"trace[889581091] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20520; }","duration":"111.608025ms","start":"2026-03-04T16:12:06.892438Z","end":"2026-03-04T16:12:07.004046Z","steps":["trace[889581091] 'agreement among raft nodes before linearized reading' (duration: 111.441491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:07.004085Z","caller":"traceutil/trace.go:171","msg":"trace[1292557047] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20520; }","duration":"113.36745ms","start":"2026-03-04T16:12:06.890708Z","end":"2026-03-04T16:12:07.004075Z","steps":["trace[1292557047] 'agreement among raft nodes before linearized reading' (duration: 113.239767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:07.004161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.516298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:07.004237Z","caller":"traceutil/trace.go:171","msg":"trace[1840971787] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20520; }","duration":"114.57671ms","start":"2026-03-04T16:12:06.889616Z","end":"2026-03-04T16:12:07.004193Z","steps":["trace[1840971787] 'agreement among raft nodes before linearized reading' (duration: 114.511768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:07.003961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.546794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:07.004365Z","caller":"traceutil/trace.go:171","msg":"trace[1996034753] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20520; }","duration":"111.988994ms","start":"2026-03-04T16:12:06.892352Z","end":"2026-03-04T16:12:07.004341Z","steps":["trace[1996034753] 'agreement among raft nodes before linearized reading' (duration: 111.490782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:07.004397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.939433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-04T16:12:07.004846Z","caller":"traceutil/trace.go:171","msg":"trace[1429689835] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20520; }","duration":"112.434196ms","start":"2026-03-04T16:12:06.892376Z","end":"2026-03-04T16:12:07.00481Z","steps":["trace[1429689835] 'agreement among raft nodes before linearized reading' (duration: 111.732779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:11.720776Z","caller":"traceutil/trace.go:171","msg":"trace[1344844416] transaction","detail":"{read_only:false; response_revision:20543; number_of_response:1; }","duration":"159.236362ms","start":"2026-03-04T16:12:11.561455Z","end":"2026-03-04T16:12:11.720691Z","steps":["trace[1344844416] 'process raft request' (duration: 158.907143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:24.186452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.388263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:24.186531Z","caller":"traceutil/trace.go:171","msg":"trace[1511634562] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20644; }","duration":"293.513976ms","start":"2026-03-04T16:12:23.893Z","end":"2026-03-04T16:12:24.186514Z","steps":["trace[1511634562] 'count revisions from in-memory index tree' (duration: 293.321931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.224465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.466505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-04T16:12:31.224532Z","caller":"traceutil/trace.go:171","msg":"trace[428327175] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20680; }","duration":"291.570428ms","start":"2026-03-04T16:12:30.932945Z","end":"2026-03-04T16:12:31.224516Z","steps":["trace[428327175] 'range keys from in-memory index tree' (duration: 291.295631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.224504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.293001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:31.224524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.501596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:31.224578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.300076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-04T16:12:31.224597Z","caller":"traceutil/trace.go:171","msg":"trace[1739535885] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20680; }","duration":"291.410303ms","start":"2026-03-04T16:12:30.93316Z","end":"2026-03-04T16:12:31.224571Z","steps":["trace[1739535885] 'range keys from in-memory index tree' (duration: 291.22453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:31.224617Z","caller":"traceutil/trace.go:171","msg":"trace[1397203846] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20680; }","duration":"291.620309ms","start":"2026-03-04T16:12:30.932976Z","end":"2026-03-04T16:12:31.224596Z","steps":["trace[1397203846] 'range keys from in-memory index tree' (duration: 291.300821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:31.224643Z","caller":"traceutil/trace.go:171","msg":"trace[469528876] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20680; }","duration":"288.378118ms","start":"2026-03-04T16:12:30.936249Z","end":"2026-03-04T16:12:31.224627Z","steps":["trace[469528876] 'range keys from in-memory index tree' (duration: 288.167053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.224692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.456475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:31.225594Z","caller":"traceutil/trace.go:171","msg":"trace[914029010] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20680; }","duration":"292.508592ms","start":"2026-03-04T16:12:30.933036Z","end":"2026-03-04T16:12:31.225545Z","steps":["trace[914029010] 'range keys from in-memory index tree' (duration: 291.294561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.224748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.66402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-04T16:12:31.225749Z","caller":"traceutil/trace.go:171","msg":"trace[906695352] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20680; }","duration":"292.696556ms","start":"2026-03-04T16:12:30.933021Z","end":"2026-03-04T16:12:31.225718Z","steps":["trace[906695352] 'range keys from in-memory index tree' (duration: 291.438614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:31.294168Z","caller":"traceutil/trace.go:171","msg":"trace[1431627391] transaction","detail":"{read_only:false; response_revision:20681; number_of_response:1; }","duration":"351.109935ms","start":"2026-03-04T16:12:30.943038Z","end":"2026-03-04T16:12:31.294148Z","steps":["trace[1431627391] 'process raft request' (duration: 350.993722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.29429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:30.943023Z","time spent":"351.207067ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:12:31.319678Z","caller":"traceutil/trace.go:171","msg":"trace[1918938155] transaction","detail":"{read_only:false; response_revision:20683; number_of_response:1; }","duration":"236.403291ms","start":"2026-03-04T16:12:31.083264Z","end":"2026-03-04T16:12:31.319668Z","steps":["trace[1918938155] 'process raft request' (duration: 236.35735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:31.319816Z","caller":"traceutil/trace.go:171","msg":"trace[777108223] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"258.367493ms","start":"2026-03-04T16:12:31.061442Z","end":"2026-03-04T16:12:31.319809Z","steps":["trace[777108223] 'process raft request' (duration: 258.117577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:31.319926Z","caller":"traceutil/trace.go:171","msg":"trace[845817619] linearizableReadLoop","detail":"{readStateIndex:21455; appliedIndex:21454; }","duration":"254.700111ms","start":"2026-03-04T16:12:31.065219Z","end":"2026-03-04T16:12:31.319919Z","steps":["trace[845817619] 'read index received' (duration: 229.053556ms)","trace[845817619] 'applied index is now lower than readState.Index' (duration: 25.645585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:12:31.320024Z","caller":"traceutil/trace.go:171","msg":"trace[996344946] transaction","detail":"{read_only:false; response_revision:20684; number_of_response:1; }","duration":"233.639552ms","start":"2026-03-04T16:12:31.086379Z","end":"2026-03-04T16:12:31.320018Z","steps":["trace[996344946] 'process raft request' (duration: 233.266903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.320093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.874936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:31.320118Z","caller":"traceutil/trace.go:171","msg":"trace[1669516032] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20684; }","duration":"254.932926ms","start":"2026-03-04T16:12:31.065178Z","end":"2026-03-04T16:12:31.320111Z","steps":["trace[1669516032] 'agreement among raft nodes before linearized reading' (duration: 254.890175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.320181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.539527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:31.32026Z","caller":"traceutil/trace.go:171","msg":"trace[747471044] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20684; }","duration":"254.665811ms","start":"2026-03-04T16:12:31.065575Z","end":"2026-03-04T16:12:31.320241Z","steps":["trace[747471044] 'agreement among raft nodes before linearized reading' (duration: 254.543828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:31.320515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.679271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:31.320615Z","caller":"traceutil/trace.go:171","msg":"trace[2070500794] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20684; }","duration":"254.827464ms","start":"2026-03-04T16:12:31.065762Z","end":"2026-03-04T16:12:31.32059Z","steps":["trace[2070500794] 'agreement among raft nodes before linearized reading' (duration: 254.695991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:33.446821Z","caller":"traceutil/trace.go:171","msg":"trace[2020882580] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"119.182726ms","start":"2026-03-04T16:12:33.327591Z","end":"2026-03-04T16:12:33.446774Z","steps":["trace[2020882580] 'process raft request' (duration: 116.621052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:33.446894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.521054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:33.446939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.420101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:33.446986Z","caller":"traceutil/trace.go:171","msg":"trace[534319690] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20693; }","duration":"119.647377ms","start":"2026-03-04T16:12:33.327318Z","end":"2026-03-04T16:12:33.446965Z","steps":["trace[534319690] 'agreement among raft nodes before linearized reading' (duration: 119.500493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:33.447051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.72307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:33.447051Z","caller":"traceutil/trace.go:171","msg":"trace[2116795539] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20693; }","duration":"119.563476ms","start":"2026-03-04T16:12:33.327464Z","end":"2026-03-04T16:12:33.447027Z","steps":["trace[2116795539] 'agreement among raft nodes before linearized reading' (duration: 119.366271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:33.447088Z","caller":"traceutil/trace.go:171","msg":"trace[1408839231] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20693; }","duration":"119.789731ms","start":"2026-03-04T16:12:33.32729Z","end":"2026-03-04T16:12:33.44708Z","steps":["trace[1408839231] 'agreement among raft nodes before linearized reading' (duration: 119.705289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:33.447142Z","caller":"traceutil/trace.go:171","msg":"trace[1781319482] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"118.951159ms","start":"2026-03-04T16:12:33.328107Z","end":"2026-03-04T16:12:33.447058Z","steps":["trace[1781319482] 'process raft request' (duration: 118.595221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:33.447229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.667898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:33.447349Z","caller":"traceutil/trace.go:171","msg":"trace[1131201088] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20693; }","duration":"119.826662ms","start":"2026-03-04T16:12:33.327497Z","end":"2026-03-04T16:12:33.447324Z","steps":["trace[1131201088] 'agreement among raft nodes before linearized reading' (duration: 119.572066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:38.093187Z","caller":"traceutil/trace.go:171","msg":"trace[692288954] transaction","detail":"{read_only:false; response_revision:20715; number_of_response:1; }","duration":"185.282088ms","start":"2026-03-04T16:12:37.907877Z","end":"2026-03-04T16:12:38.093159Z","steps":["trace[692288954] 'process raft request' (duration: 185.069723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:51.628011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.383178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:51.628102Z","caller":"traceutil/trace.go:171","msg":"trace[847698624] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20807; }","duration":"140.517671ms","start":"2026-03-04T16:12:51.487562Z","end":"2026-03-04T16:12:51.62808Z","steps":["trace[847698624] 'range keys from in-memory index tree' (duration: 140.320286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:51.628456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.558941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:51.628506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.454419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T16:12:51.62857Z","caller":"traceutil/trace.go:171","msg":"trace[1339513883] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20807; }","duration":"136.704535ms","start":"2026-03-04T16:12:51.491842Z","end":"2026-03-04T16:12:51.628546Z","steps":["trace[1339513883] 'range keys from in-memory index tree' (duration: 136.50198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:51.628581Z","caller":"traceutil/trace.go:171","msg":"trace[584985982] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20807; }","duration":"136.561211ms","start":"2026-03-04T16:12:51.492001Z","end":"2026-03-04T16:12:51.628562Z","steps":["trace[584985982] 'range keys from in-memory index tree' (duration: 136.328945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:51.628623Z","caller":"traceutil/trace.go:171","msg":"trace[841944189] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"126.971691ms","start":"2026-03-04T16:12:51.50162Z","end":"2026-03-04T16:12:51.628591Z","steps":["trace[841944189] 'process raft request' (duration: 37.671356ms)","trace[841944189] 'compare' (duration: 88.596747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:12:51.628837Z","caller":"traceutil/trace.go:171","msg":"trace[1012807903] transaction","detail":"{read_only:false; response_revision:20809; number_of_response:1; }","duration":"114.053836ms","start":"2026-03-04T16:12:51.51475Z","end":"2026-03-04T16:12:51.628804Z","steps":["trace[1012807903] 'process raft request' (duration: 113.785989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:51.629698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.796484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:51.629833Z","caller":"traceutil/trace.go:171","msg":"trace[416384024] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20807; }","duration":"138.0339ms","start":"2026-03-04T16:12:51.491748Z","end":"2026-03-04T16:12:51.629782Z","steps":["trace[416384024] 'range keys from in-memory index tree' (duration: 136.605893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:53.193717Z","caller":"traceutil/trace.go:171","msg":"trace[1475636602] transaction","detail":"{read_only:false; response_revision:20815; number_of_response:1; }","duration":"152.742099ms","start":"2026-03-04T16:12:53.040949Z","end":"2026-03-04T16:12:53.193691Z","steps":["trace[1475636602] 'process raft request' (duration: 152.486443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.059088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-04T16:12:59.759493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.648392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T16:12:59.759523Z","caller":"traceutil/trace.go:171","msg":"trace[852085154] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20845; }","duration":"461.191641ms","start":"2026-03-04T16:12:59.298312Z","end":"2026-03-04T16:12:59.759504Z","steps":["trace[852085154] 'range keys from in-memory index tree' (duration: 460.845122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.227232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-04T16:12:59.759502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.648852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T16:12:59.75957Z","caller":"traceutil/trace.go:171","msg":"trace[323462262] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20845; }","duration":"457.745304ms","start":"2026-03-04T16:12:59.301805Z","end":"2026-03-04T16:12:59.759551Z","steps":["trace[323462262] 'range keys from in-memory index tree' (duration: 457.489488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.298297Z","time spent":"461.269343ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-04T16:12:59.759603Z","caller":"traceutil/trace.go:171","msg":"trace[650778515] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20845; }","duration":"459.753584ms","start":"2026-03-04T16:12:59.299835Z","end":"2026-03-04T16:12:59.759588Z","steps":["trace[650778515] 'range keys from in-memory index tree' (duration: 459.523929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:12:59.759598Z","caller":"traceutil/trace.go:171","msg":"trace[2003941007] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20845; }","duration":"455.329914ms","start":"2026-03-04T16:12:59.304249Z","end":"2026-03-04T16:12:59.759579Z","steps":["trace[2003941007] 'range keys from in-memory index tree' (duration: 455.088428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.301772Z","time spent":"457.842497ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:12:59.759641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.299802Z","time spent":"459.830366ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:12:59.759651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.304243Z","time spent":"455.399246ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-04T16:12:59.759633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.426928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:12:59.759712Z","caller":"traceutil/trace.go:171","msg":"trace[1161511224] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20845; }","duration":"469.537991ms","start":"2026-03-04T16:12:59.290152Z","end":"2026-03-04T16:12:59.75969Z","steps":["trace[1161511224] 'range keys from in-memory index tree' (duration: 469.372547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.91129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:12:59.759761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.290142Z","time spent":"469.610632ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-04T16:12:59.759804Z","caller":"traceutil/trace.go:171","msg":"trace[2119765981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20845; }","duration":"273.057253ms","start":"2026-03-04T16:12:59.486727Z","end":"2026-03-04T16:12:59.759785Z","steps":["trace[2119765981] 'range keys from in-memory index tree' (duration: 272.814297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.759985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.879329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T16:12:59.7601Z","caller":"traceutil/trace.go:171","msg":"trace[1989359620] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20845; }","duration":"322.040253ms","start":"2026-03-04T16:12:59.438038Z","end":"2026-03-04T16:12:59.760078Z","steps":["trace[1989359620] 'range keys from in-memory index tree' (duration: 321.327357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.760017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.945332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-04T16:12:59.760227Z","caller":"traceutil/trace.go:171","msg":"trace[1373863483] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20845; }","duration":"470.185657ms","start":"2026-03-04T16:12:59.290022Z","end":"2026-03-04T16:12:59.760208Z","steps":["trace[1373863483] 'range keys from in-memory index tree' (duration: 469.333366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.760195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.43802Z","time spent":"322.161487ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:12:59.760292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.290004Z","time spent":"470.269489ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-04T16:12:59.822656Z","caller":"traceutil/trace.go:171","msg":"trace[1195863803] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"331.720996ms","start":"2026-03-04T16:12:59.490871Z","end":"2026-03-04T16:12:59.822592Z","steps":["trace[1195863803] 'process raft request' (duration: 331.504401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:12:59.822834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.490846Z","time spent":"331.896721ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:00.040945Z","caller":"traceutil/trace.go:171","msg":"trace[375747045] transaction","detail":"{read_only:false; response_revision:20848; number_of_response:1; }","duration":"352.828677ms","start":"2026-03-04T16:12:59.688093Z","end":"2026-03-04T16:13:00.040921Z","steps":["trace[375747045] 'process raft request' (duration: 352.670823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.040943Z","caller":"traceutil/trace.go:171","msg":"trace[854364] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"523.750203ms","start":"2026-03-04T16:12:59.517147Z","end":"2026-03-04T16:13:00.040897Z","steps":["trace[854364] 'process raft request' (duration: 522.996124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.040923Z","caller":"traceutil/trace.go:171","msg":"trace[957443167] linearizableReadLoop","detail":"{readStateIndex:21627; appliedIndex:21625; }","duration":"398.028684ms","start":"2026-03-04T16:12:59.642867Z","end":"2026-03-04T16:13:00.040896Z","steps":["trace[957443167] 'read index received' (duration: 179.522082ms)","trace[957443167] 'applied index is now lower than readState.Index' (duration: 218.505362ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:00.040991Z","caller":"traceutil/trace.go:171","msg":"trace[1034364268] transaction","detail":"{read_only:false; response_revision:20849; number_of_response:1; }","duration":"344.99087ms","start":"2026-03-04T16:12:59.695967Z","end":"2026-03-04T16:13:00.040957Z","steps":["trace[1034364268] 'process raft request' (duration: 344.878267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.041387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.695958Z","time spent":"345.365689ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:00.041469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.660027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-03-04T16:13:00.041475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.629255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:13:00.04152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.863362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:13:00.041523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.179395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:13:00.041538Z","caller":"traceutil/trace.go:171","msg":"trace[264301318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20849; }","duration":"388.75788ms","start":"2026-03-04T16:12:59.652762Z","end":"2026-03-04T16:13:00.04152Z","steps":["trace[264301318] 'agreement among raft nodes before linearized reading' (duration: 388.651517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.041572Z","caller":"traceutil/trace.go:171","msg":"trace[961980012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20849; }","duration":"339.287097ms","start":"2026-03-04T16:12:59.702273Z","end":"2026-03-04T16:13:00.041561Z","steps":["trace[961980012] 'agreement among raft nodes before linearized reading' (duration: 339.138143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.041571Z","caller":"traceutil/trace.go:171","msg":"trace[298533847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20849; }","duration":"341.951854ms","start":"2026-03-04T16:12:59.699604Z","end":"2026-03-04T16:13:00.041556Z","steps":["trace[298533847] 'agreement among raft nodes before linearized reading' (duration: 341.79517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.041097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.688069Z","time spent":"352.94156ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:00.041556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.142395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:13:00.041605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.652747Z","time spent":"388.842492ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:13:00.041607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.702257Z","time spent":"339.342068ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:13:00.041607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.699588Z","time spent":"342.012305ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:13:00.041116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.238188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:00.041688Z","caller":"traceutil/trace.go:171","msg":"trace[1415146943] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20849; }","duration":"398.844954ms","start":"2026-03-04T16:12:59.642812Z","end":"2026-03-04T16:13:00.041657Z","steps":["trace[1415146943] 'agreement among raft nodes before linearized reading' (duration: 398.230698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.041649Z","caller":"traceutil/trace.go:171","msg":"trace[283936429] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20849; }","duration":"394.246668ms","start":"2026-03-04T16:12:59.647382Z","end":"2026-03-04T16:13:00.041629Z","steps":["trace[283936429] 'agreement among raft nodes before linearized reading' (duration: 394.139445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.041547Z","caller":"traceutil/trace.go:171","msg":"trace[2060039425] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20849; }","duration":"234.736628ms","start":"2026-03-04T16:12:59.806792Z","end":"2026-03-04T16:13:00.041529Z","steps":["trace[2060039425] 'agreement among raft nodes before linearized reading' (duration: 234.613985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.041449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.990402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:00.041772Z","caller":"traceutil/trace.go:171","msg":"trace[530736590] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20849; }","duration":"398.370673ms","start":"2026-03-04T16:12:59.643391Z","end":"2026-03-04T16:13:00.041762Z","steps":["trace[530736590] 'agreement among raft nodes before linearized reading' (duration: 397.966412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.041799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.643371Z","time spent":"398.421084ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:13:00.041796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.647372Z","time spent":"394.366742ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:13:00.041715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.642792Z","time spent":"398.915496ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:13:00.042204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:12:59.517127Z","time spent":"524.051301ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12590,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:00.340932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.79827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:00.341029Z","caller":"traceutil/trace.go:171","msg":"trace[658223116] linearizableReadLoop","detail":"{readStateIndex:21631; appliedIndex:21629; }","duration":"274.185111ms","start":"2026-03-04T16:13:00.066826Z","end":"2026-03-04T16:13:00.341012Z","steps":["trace[658223116] 'read index received' (duration: 34.141809ms)","trace[658223116] 'applied index is now lower than readState.Index' (duration: 240.041722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:00.34126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.436377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-endpoints-fbn99\" ","response":"range_response_count:1 size:2835"} {"level":"info","ts":"2026-03-04T16:13:00.341297Z","caller":"traceutil/trace.go:171","msg":"trace[2052038473] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-endpoints-fbn99; range_end:; response_count:1; response_revision:20851; }","duration":"274.508709ms","start":"2026-03-04T16:13:00.066775Z","end":"2026-03-04T16:13:00.341283Z","steps":["trace[2052038473] 'agreement among raft nodes before linearized reading' (duration: 274.366205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.34131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.235039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:13:00.341295Z","caller":"traceutil/trace.go:171","msg":"trace[2104434019] transaction","detail":"{read_only:false; response_revision:20851; number_of_response:1; }","duration":"294.922842ms","start":"2026-03-04T16:13:00.046333Z","end":"2026-03-04T16:13:00.341256Z","steps":["trace[2104434019] 'process raft request' (duration: 178.715442ms)","trace[2104434019] 'compare' (duration: 115.471982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:00.341389Z","caller":"traceutil/trace.go:171","msg":"trace[1856420898] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20851; }","duration":"135.360872ms","start":"2026-03-04T16:13:00.206009Z","end":"2026-03-04T16:13:00.341369Z","steps":["trace[1856420898] 'agreement among raft nodes before linearized reading' (duration: 135.142437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.556701Z","caller":"traceutil/trace.go:171","msg":"trace[1922780821] linearizableReadLoop","detail":"{readStateIndex:21632; appliedIndex:21631; }","duration":"212.094379ms","start":"2026-03-04T16:13:00.344581Z","end":"2026-03-04T16:13:00.556676Z","steps":["trace[1922780821] 'read index received' (duration: 162.479343ms)","trace[1922780821] 'applied index is now lower than readState.Index' (duration: 49.614206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:00.556837Z","caller":"traceutil/trace.go:171","msg":"trace[991704275] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20852; }","duration":"213.077094ms","start":"2026-03-04T16:13:00.343725Z","end":"2026-03-04T16:13:00.556802Z","steps":["trace[991704275] 'process raft request' (duration: 163.289634ms)","trace[991704275] 'compare' (duration: 49.550605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:00.55693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.340806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T16:13:00.557211Z","caller":"traceutil/trace.go:171","msg":"trace[1581130960] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938; range_end:; response_count:1; response_revision:20852; }","duration":"212.641775ms","start":"2026-03-04T16:13:00.344528Z","end":"2026-03-04T16:13:00.55717Z","steps":["trace[1581130960] 'agreement among raft nodes before linearized reading' (duration: 212.279285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:00.597195Z","caller":"traceutil/trace.go:171","msg":"trace[17298316] transaction","detail":"{read_only:false; response_revision:20853; number_of_response:1; }","duration":"251.045989ms","start":"2026-03-04T16:13:00.346124Z","end":"2026-03-04T16:13:00.59717Z","steps":["trace[17298316] 'process raft request' (duration: 250.825484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:00.597253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.522813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:00.597323Z","caller":"traceutil/trace.go:171","msg":"trace[1856047121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20853; }","duration":"109.635015ms","start":"2026-03-04T16:13:00.487669Z","end":"2026-03-04T16:13:00.597304Z","steps":["trace[1856047121] 'agreement among raft nodes before linearized reading' (duration: 109.45353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:01.046467Z","caller":"traceutil/trace.go:171","msg":"trace[22391400] linearizableReadLoop","detail":"{readStateIndex:21635; appliedIndex:21634; }","duration":"122.207131ms","start":"2026-03-04T16:13:00.924243Z","end":"2026-03-04T16:13:01.04645Z","steps":["trace[22391400] 'read index received' (duration: 122.011436ms)","trace[22391400] 'applied index is now lower than readState.Index' (duration: 195.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:01.046573Z","caller":"traceutil/trace.go:171","msg":"trace[2077413074] transaction","detail":"{read_only:false; response_revision:20855; number_of_response:1; }","duration":"238.189146ms","start":"2026-03-04T16:13:00.808358Z","end":"2026-03-04T16:13:01.046547Z","steps":["trace[2077413074] 'process raft request' (duration: 237.96116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:01.046635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.366364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:01.046697Z","caller":"traceutil/trace.go:171","msg":"trace[2479341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20855; }","duration":"122.476827ms","start":"2026-03-04T16:13:00.924204Z","end":"2026-03-04T16:13:01.046681Z","steps":["trace[2479341] 'agreement among raft nodes before linearized reading' (duration: 122.345494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:01.494611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.070427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:01.494694Z","caller":"traceutil/trace.go:171","msg":"trace[1001781965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20855; }","duration":"379.21099ms","start":"2026-03-04T16:13:01.115463Z","end":"2026-03-04T16:13:01.494674Z","steps":["trace[1001781965] 'range keys from in-memory index tree' (duration: 378.994614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:01.494734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:01.115443Z","time spent":"379.282272ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:13:01.494627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.263113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T16:13:01.494846Z","caller":"traceutil/trace.go:171","msg":"trace[30267996] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20855; }","duration":"319.51861ms","start":"2026-03-04T16:13:01.175309Z","end":"2026-03-04T16:13:01.494827Z","steps":["trace[30267996] 'range keys from in-memory index tree' (duration: 319.109869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:01.494863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.846687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:13:01.494944Z","caller":"traceutil/trace.go:171","msg":"trace[1567230556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20855; }","duration":"236.007611ms","start":"2026-03-04T16:13:01.258913Z","end":"2026-03-04T16:13:01.49492Z","steps":["trace[1567230556] 'range keys from in-memory index tree' (duration: 235.627681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:01.495115Z","caller":"traceutil/trace.go:171","msg":"trace[364639597] transaction","detail":"{read_only:false; response_revision:20856; number_of_response:1; }","duration":"172.70579ms","start":"2026-03-04T16:13:01.322394Z","end":"2026-03-04T16:13:01.495099Z","steps":["trace[364639597] 'process raft request' (duration: 104.712771ms)","trace[364639597] 'compare' (duration: 67.410504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:01.494888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:01.175296Z","time spent":"319.580681ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T16:13:01.781486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.340157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:01.781567Z","caller":"traceutil/trace.go:171","msg":"trace[1632194713] linearizableReadLoop","detail":"{readStateIndex:21637; appliedIndex:21636; }","duration":"279.089675ms","start":"2026-03-04T16:13:01.502464Z","end":"2026-03-04T16:13:01.781554Z","steps":["trace[1632194713] 'read index received' (duration: 101.547732ms)","trace[1632194713] 'applied index is now lower than readState.Index' (duration: 177.540643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:01.781638Z","caller":"traceutil/trace.go:171","msg":"trace[2064479396] transaction","detail":"{read_only:false; response_revision:20857; number_of_response:1; }","duration":"282.87236ms","start":"2026-03-04T16:13:01.498745Z","end":"2026-03-04T16:13:01.781617Z","steps":["trace[2064479396] 'process raft request' (duration: 105.320957ms)","trace[2064479396] 'compare' (duration: 177.183903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:01.781736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.26968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:13:01.781761Z","caller":"traceutil/trace.go:171","msg":"trace[513270188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20857; }","duration":"279.32633ms","start":"2026-03-04T16:13:01.502427Z","end":"2026-03-04T16:13:01.781754Z","steps":["trace[513270188] 'agreement among raft nodes before linearized reading' (duration: 279.194757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:01.78173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.034188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:01.781933Z","caller":"traceutil/trace.go:171","msg":"trace[642671666] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20857; }","duration":"167.284184ms","start":"2026-03-04T16:13:01.614637Z","end":"2026-03-04T16:13:01.781922Z","steps":["trace[642671666] 'agreement among raft nodes before linearized reading' (duration: 167.025028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:02.133199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.501319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:02.133575Z","caller":"traceutil/trace.go:171","msg":"trace[1906959987] transaction","detail":"{read_only:false; response_revision:20858; number_of_response:1; }","duration":"306.730898ms","start":"2026-03-04T16:13:01.826798Z","end":"2026-03-04T16:13:02.133529Z","steps":["trace[1906959987] 'process raft request' (duration: 142.815889ms)","trace[1906959987] 'compare' (duration: 163.303834ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:02.133689Z","caller":"traceutil/trace.go:171","msg":"trace[1547783675] linearizableReadLoop","detail":"{readStateIndex:21638; appliedIndex:21637; }","duration":"225.433355ms","start":"2026-03-04T16:13:01.908208Z","end":"2026-03-04T16:13:02.133641Z","steps":["trace[1547783675] 'read index received' (duration: 61.350542ms)","trace[1547783675] 'applied index is now lower than readState.Index' (duration: 164.080003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:02.133756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.570298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:13:02.133765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:01.826778Z","time spent":"306.864721ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:02.133829Z","caller":"traceutil/trace.go:171","msg":"trace[1269951503] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20859; }","duration":"225.671961ms","start":"2026-03-04T16:13:01.908133Z","end":"2026-03-04T16:13:02.133805Z","steps":["trace[1269951503] 'agreement among raft nodes before linearized reading' (duration: 225.553598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:02.195951Z","caller":"traceutil/trace.go:171","msg":"trace[484780519] transaction","detail":"{read_only:false; response_revision:20860; number_of_response:1; }","duration":"148.79223ms","start":"2026-03-04T16:13:02.04713Z","end":"2026-03-04T16:13:02.195923Z","steps":["trace[484780519] 'process raft request' (duration: 148.601485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:02.196186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.826076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:13:02.196214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.230991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12711"} {"level":"warn","ts":"2026-03-04T16:13:02.196215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.660106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:02.196248Z","caller":"traceutil/trace.go:171","msg":"trace[1219510968] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20861; }","duration":"149.929619ms","start":"2026-03-04T16:13:02.046304Z","end":"2026-03-04T16:13:02.196234Z","steps":["trace[1219510968] 'agreement among raft nodes before linearized reading' (duration: 149.788086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:02.19621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.812016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:02.196273Z","caller":"traceutil/trace.go:171","msg":"trace[788966399] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20861; }","duration":"147.316833ms","start":"2026-03-04T16:13:02.048941Z","end":"2026-03-04T16:13:02.196258Z","steps":["trace[788966399] 'agreement among raft nodes before linearized reading' (duration: 147.20169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:02.196282Z","caller":"traceutil/trace.go:171","msg":"trace[1630116385] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20861; }","duration":"148.773469ms","start":"2026-03-04T16:13:02.047494Z","end":"2026-03-04T16:13:02.196267Z","steps":["trace[1630116385] 'agreement among raft nodes before linearized reading' (duration: 148.624625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:02.196312Z","caller":"traceutil/trace.go:171","msg":"trace[460063298] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20861; }","duration":"149.936738ms","start":"2026-03-04T16:13:02.046352Z","end":"2026-03-04T16:13:02.196289Z","steps":["trace[460063298] 'agreement among raft nodes before linearized reading' (duration: 149.759564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:02.196354Z","caller":"traceutil/trace.go:171","msg":"trace[1302452730] transaction","detail":"{read_only:false; response_revision:20861; number_of_response:1; }","duration":"138.478731ms","start":"2026-03-04T16:13:02.05785Z","end":"2026-03-04T16:13:02.196328Z","steps":["trace[1302452730] 'process raft request' (duration: 138.009159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:02.387189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.42171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:02.387383Z","caller":"traceutil/trace.go:171","msg":"trace[1390637804] transaction","detail":"{read_only:false; response_revision:20862; number_of_response:1; }","duration":"186.791965ms","start":"2026-03-04T16:13:02.200568Z","end":"2026-03-04T16:13:02.38736Z","steps":["trace[1390637804] 'process raft request' (duration: 50.1092ms)","trace[1390637804] 'compare' (duration: 136.192093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:02.392454Z","caller":"traceutil/trace.go:171","msg":"trace[248661001] linearizableReadLoop","detail":"{readStateIndex:21643; appliedIndex:21641; }","duration":"176.290501ms","start":"2026-03-04T16:13:02.216141Z","end":"2026-03-04T16:13:02.392431Z","steps":["trace[248661001] 'read index received' (duration: 33.687737ms)","trace[248661001] 'applied index is now lower than readState.Index' (duration: 142.601754ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:02.392497Z","caller":"traceutil/trace.go:171","msg":"trace[1826172500] transaction","detail":"{read_only:false; response_revision:20863; number_of_response:1; }","duration":"182.23827ms","start":"2026-03-04T16:13:02.210239Z","end":"2026-03-04T16:13:02.392477Z","steps":["trace[1826172500] 'process raft request' (duration: 182.065226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:02.392627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.500965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:13:02.392621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.314574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:02.392657Z","caller":"traceutil/trace.go:171","msg":"trace[769507330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20863; }","duration":"176.594088ms","start":"2026-03-04T16:13:02.216055Z","end":"2026-03-04T16:13:02.392649Z","steps":["trace[769507330] 'agreement among raft nodes before linearized reading' (duration: 176.489305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:02.39267Z","caller":"traceutil/trace.go:171","msg":"trace[1270463470] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20863; }","duration":"153.375935ms","start":"2026-03-04T16:13:02.23928Z","end":"2026-03-04T16:13:02.392655Z","steps":["trace[1270463470] 'agreement among raft nodes before linearized reading' (duration: 153.288343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:10.664121Z","caller":"traceutil/trace.go:171","msg":"trace[1414780802] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"170.942756ms","start":"2026-03-04T16:13:10.493153Z","end":"2026-03-04T16:13:10.664096Z","steps":["trace[1414780802] 'process raft request' (duration: 137.006253ms)","trace[1414780802] 'compare' (duration: 33.525383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:10.799855Z","caller":"traceutil/trace.go:171","msg":"trace[525345176] transaction","detail":"{read_only:false; response_revision:20924; number_of_response:1; }","duration":"131.776572ms","start":"2026-03-04T16:13:10.668029Z","end":"2026-03-04T16:13:10.799806Z","steps":["trace[525345176] 'process raft request' (duration: 104.087356ms)","trace[525345176] 'compare' (duration: 27.142563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:10.800115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.814049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:13:10.800183Z","caller":"traceutil/trace.go:171","msg":"trace[1680281816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20924; }","duration":"103.986223ms","start":"2026-03-04T16:13:10.696183Z","end":"2026-03-04T16:13:10.800169Z","steps":["trace[1680281816] 'agreement among raft nodes before linearized reading' (duration: 103.701336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:10.799838Z","caller":"traceutil/trace.go:171","msg":"trace[438646486] linearizableReadLoop","detail":"{readStateIndex:21706; appliedIndex:21705; }","duration":"103.556623ms","start":"2026-03-04T16:13:10.696229Z","end":"2026-03-04T16:13:10.799785Z","steps":["trace[438646486] 'read index received' (duration: 75.807565ms)","trace[438646486] 'applied index is now lower than readState.Index' (duration: 27.747058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:12.232969Z","caller":"traceutil/trace.go:171","msg":"trace[993130137] linearizableReadLoop","detail":"{readStateIndex:21708; appliedIndex:21707; }","duration":"351.530714ms","start":"2026-03-04T16:13:11.881417Z","end":"2026-03-04T16:13:12.232948Z","steps":["trace[993130137] 'read index received' (duration: 351.452932ms)","trace[993130137] 'applied index is now lower than readState.Index' (duration: 76.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:12.23301Z","caller":"traceutil/trace.go:171","msg":"trace[818850491] transaction","detail":"{read_only:false; response_revision:20926; number_of_response:1; }","duration":"399.845928ms","start":"2026-03-04T16:13:11.833139Z","end":"2026-03-04T16:13:12.232985Z","steps":["trace[818850491] 'process raft request' (duration: 399.662743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:12.233157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:11.833119Z","time spent":"399.95941ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:12.233235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.80039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:13:12.233316Z","caller":"traceutil/trace.go:171","msg":"trace[1707381342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20926; }","duration":"351.942575ms","start":"2026-03-04T16:13:11.881356Z","end":"2026-03-04T16:13:12.233299Z","steps":["trace[1707381342] 'agreement among raft nodes before linearized reading' (duration: 351.689277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:12.23337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:11.881333Z","time spent":"352.021037ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:13:12.410469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.057881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:12.410751Z","caller":"traceutil/trace.go:171","msg":"trace[1627030366] transaction","detail":"{read_only:false; response_revision:20927; number_of_response:1; }","duration":"239.959901ms","start":"2026-03-04T16:13:12.170762Z","end":"2026-03-04T16:13:12.410722Z","steps":["trace[1627030366] 'process raft request' (duration: 128.568171ms)","trace[1627030366] 'compare' (duration: 110.919928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:12.410803Z","caller":"traceutil/trace.go:171","msg":"trace[1682776950] linearizableReadLoop","detail":"{readStateIndex:21711; appliedIndex:21708; }","duration":"177.760738ms","start":"2026-03-04T16:13:12.23303Z","end":"2026-03-04T16:13:12.410791Z","steps":["trace[1682776950] 'read index received' (duration: 66.186764ms)","trace[1682776950] 'applied index is now lower than readState.Index' (duration: 111.573184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:12.411078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.383604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-04T16:13:12.411101Z","caller":"traceutil/trace.go:171","msg":"trace[1230620389] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20929; }","duration":"188.430565ms","start":"2026-03-04T16:13:12.222664Z","end":"2026-03-04T16:13:12.411094Z","steps":["trace[1230620389] 'agreement among raft nodes before linearized reading' (duration: 188.332582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:12.411114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.872747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-03-04T16:13:12.411167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.470864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:13:12.410854Z","caller":"traceutil/trace.go:171","msg":"trace[820427428] transaction","detail":"{read_only:false; response_revision:20929; number_of_response:1; }","duration":"184.137048ms","start":"2026-03-04T16:13:12.226706Z","end":"2026-03-04T16:13:12.410843Z","steps":["trace[820427428] 'process raft request' (duration: 184.020115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:12.411174Z","caller":"traceutil/trace.go:171","msg":"trace[2024618223] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20929; }","duration":"190.957469ms","start":"2026-03-04T16:13:12.2202Z","end":"2026-03-04T16:13:12.411157Z","steps":["trace[2024618223] 'agreement among raft nodes before linearized reading' (duration: 190.799755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:12.411225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.067986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:12.411247Z","caller":"traceutil/trace.go:171","msg":"trace[280012827] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20929; }","duration":"143.118706ms","start":"2026-03-04T16:13:12.268123Z","end":"2026-03-04T16:13:12.411242Z","steps":["trace[280012827] 'agreement among raft nodes before linearized reading' (duration: 143.081506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:12.410878Z","caller":"traceutil/trace.go:171","msg":"trace[296823273] transaction","detail":"{read_only:false; response_revision:20928; number_of_response:1; }","duration":"237.16828ms","start":"2026-03-04T16:13:12.173704Z","end":"2026-03-04T16:13:12.410872Z","steps":["trace[296823273] 'process raft request' (duration: 236.837862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:12.411034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.087326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-04T16:13:12.411401Z","caller":"traceutil/trace.go:171","msg":"trace[1343352044] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20929; }","duration":"186.455725ms","start":"2026-03-04T16:13:12.224939Z","end":"2026-03-04T16:13:12.411394Z","steps":["trace[1343352044] 'agreement among raft nodes before linearized reading' (duration: 186.012254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:12.411193Z","caller":"traceutil/trace.go:171","msg":"trace[233901815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20929; }","duration":"174.520676ms","start":"2026-03-04T16:13:12.236666Z","end":"2026-03-04T16:13:12.411187Z","steps":["trace[233901815] 'agreement among raft nodes before linearized reading' (duration: 174.451624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:32.67477Z","caller":"traceutil/trace.go:171","msg":"trace[879228829] transaction","detail":"{read_only:false; response_revision:21051; number_of_response:1; }","duration":"137.70735ms","start":"2026-03-04T16:13:32.537035Z","end":"2026-03-04T16:13:32.674742Z","steps":["trace[879228829] 'process raft request' (duration: 125.874093ms)","trace[879228829] 'compare' (duration: 11.431707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:39.140171Z","caller":"traceutil/trace.go:171","msg":"trace[558040790] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"103.796779ms","start":"2026-03-04T16:13:39.036351Z","end":"2026-03-04T16:13:39.140148Z","steps":["trace[558040790] 'process raft request' (duration: 41.957865ms)","trace[558040790] 'compare' (duration: 61.596118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:41.235541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.280522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:13:41.235607Z","caller":"traceutil/trace.go:171","msg":"trace[1723326256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21094; }","duration":"198.394535ms","start":"2026-03-04T16:13:41.037198Z","end":"2026-03-04T16:13:41.235593Z","steps":["trace[1723326256] 'range keys from in-memory index tree' (duration: 198.138049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:43.21623Z","caller":"traceutil/trace.go:171","msg":"trace[1258494482] transaction","detail":"{read_only:false; response_revision:21110; number_of_response:1; }","duration":"301.868716ms","start":"2026-03-04T16:13:42.914309Z","end":"2026-03-04T16:13:43.216177Z","steps":["trace[1258494482] 'process raft request' (duration: 301.705502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:43.216401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:42.914281Z","time spent":"302.02898ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:43.525369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.661289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:43.52547Z","caller":"traceutil/trace.go:171","msg":"trace[1442252463] linearizableReadLoop","detail":"{readStateIndex:21900; appliedIndex:21899; }","duration":"485.831681ms","start":"2026-03-04T16:13:43.039623Z","end":"2026-03-04T16:13:43.525455Z","steps":["trace[1442252463] 'read index received' (duration: 177.262566ms)","trace[1442252463] 'applied index is now lower than readState.Index' (duration: 308.567925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:43.52551Z","caller":"traceutil/trace.go:171","msg":"trace[791241599] transaction","detail":"{read_only:false; response_revision:21111; number_of_response:1; }","duration":"608.686147ms","start":"2026-03-04T16:13:42.916798Z","end":"2026-03-04T16:13:43.525484Z","steps":["trace[791241599] 'process raft request' (duration: 441.828143ms)","trace[791241599] 'compare' (duration: 166.427513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:43.525629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:42.916779Z","time spent":"608.79015ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:43.525647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.634666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:13:43.525755Z","caller":"traceutil/trace.go:171","msg":"trace[1607729786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21111; }","duration":"269.78234ms","start":"2026-03-04T16:13:43.255957Z","end":"2026-03-04T16:13:43.525739Z","steps":["trace[1607729786] 'agreement among raft nodes before linearized reading' (duration: 269.583915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:43.525847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.253481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:13:43.525878Z","caller":"traceutil/trace.go:171","msg":"trace[1810832121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21111; }","duration":"486.321062ms","start":"2026-03-04T16:13:43.039548Z","end":"2026-03-04T16:13:43.525869Z","steps":["trace[1810832121] 'agreement among raft nodes before linearized reading' (duration: 486.201599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:43.525899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:43.039506Z","time spent":"486.387424ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:13:43.525898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.287101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:13:43.526115Z","caller":"traceutil/trace.go:171","msg":"trace[2030738336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21111; }","duration":"225.539727ms","start":"2026-03-04T16:13:43.300563Z","end":"2026-03-04T16:13:43.526103Z","steps":["trace[2030738336] 'agreement among raft nodes before linearized reading' (duration: 225.290881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:43.786908Z","caller":"traceutil/trace.go:171","msg":"trace[1746621525] linearizableReadLoop","detail":"{readStateIndex:21902; appliedIndex:21901; }","duration":"168.708839ms","start":"2026-03-04T16:13:43.618171Z","end":"2026-03-04T16:13:43.786879Z","steps":["trace[1746621525] 'read index received' (duration: 124.460477ms)","trace[1746621525] 'applied index is now lower than readState.Index' (duration: 44.246692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:43.786974Z","caller":"traceutil/trace.go:171","msg":"trace[603104506] transaction","detail":"{read_only:false; response_revision:21113; number_of_response:1; }","duration":"256.371463ms","start":"2026-03-04T16:13:43.530569Z","end":"2026-03-04T16:13:43.78694Z","steps":["trace[603104506] 'process raft request' (duration: 212.156441ms)","trace[603104506] 'compare' (duration: 43.920575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:43.787303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.0974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"info","ts":"2026-03-04T16:13:43.787411Z","caller":"traceutil/trace.go:171","msg":"trace[179948811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21113; }","duration":"169.247733ms","start":"2026-03-04T16:13:43.618145Z","end":"2026-03-04T16:13:43.787393Z","steps":["trace[179948811] 'agreement among raft nodes before linearized reading' (duration: 168.865764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:45.83507Z","caller":"traceutil/trace.go:171","msg":"trace[130522476] linearizableReadLoop","detail":"{readStateIndex:21909; appliedIndex:21908; }","duration":"347.458462ms","start":"2026-03-04T16:13:45.487585Z","end":"2026-03-04T16:13:45.835043Z","steps":["trace[130522476] 'read index received' (duration: 347.270448ms)","trace[130522476] 'applied index is now lower than readState.Index' (duration: 187.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:45.835116Z","caller":"traceutil/trace.go:171","msg":"trace[7982600] transaction","detail":"{read_only:false; response_revision:21120; number_of_response:1; }","duration":"513.870284ms","start":"2026-03-04T16:13:45.321217Z","end":"2026-03-04T16:13:45.835087Z","steps":["trace[7982600] 'process raft request' (duration: 513.663429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:45.835216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.623207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:45.83525Z","caller":"traceutil/trace.go:171","msg":"trace[746210347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21120; }","duration":"347.706478ms","start":"2026-03-04T16:13:45.487532Z","end":"2026-03-04T16:13:45.835238Z","steps":["trace[746210347] 'agreement among raft nodes before linearized reading' (duration: 347.636926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:45.835265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:45.321196Z","time spent":"513.982207ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6670,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:45.835278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:45.487512Z","time spent":"347.75991ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:13:45.835365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.807516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:13:45.835425Z","caller":"traceutil/trace.go:171","msg":"trace[90235122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21120; }","duration":"305.892487ms","start":"2026-03-04T16:13:45.529515Z","end":"2026-03-04T16:13:45.835408Z","steps":["trace[90235122] 'agreement among raft nodes before linearized reading' (duration: 305.705653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:45.835465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:45.529503Z","time spent":"305.951289ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:13:45.835484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.816874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:13:45.835564Z","caller":"traceutil/trace.go:171","msg":"trace[1595351827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21120; }","duration":"215.951618ms","start":"2026-03-04T16:13:45.619595Z","end":"2026-03-04T16:13:45.835546Z","steps":["trace[1595351827] 'agreement among raft nodes before linearized reading' (duration: 215.706202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.043999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832379376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:13:47.067919Z","caller":"traceutil/trace.go:171","msg":"trace[111879037] transaction","detail":"{read_only:false; response_revision:21125; number_of_response:1; }","duration":"747.208198ms","start":"2026-03-04T16:13:46.320685Z","end":"2026-03-04T16:13:47.067893Z","steps":["trace[111879037] 'process raft request' (duration: 746.984643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.068079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.320665Z","time spent":"747.329451ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8359,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:47.303215Z","caller":"traceutil/trace.go:171","msg":"trace[1154841364] linearizableReadLoop","detail":"{readStateIndex:21921; appliedIndex:21914; }","duration":"760.201605ms","start":"2026-03-04T16:13:46.542993Z","end":"2026-03-04T16:13:47.303195Z","steps":["trace[1154841364] 'read index received' (duration: 524.802299ms)","trace[1154841364] 'applied index is now lower than readState.Index' (duration: 235.398216ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:47.303215Z","caller":"traceutil/trace.go:171","msg":"trace[1183807403] transaction","detail":"{read_only:false; response_revision:21127; number_of_response:1; }","duration":"713.819709ms","start":"2026-03-04T16:13:46.589351Z","end":"2026-03-04T16:13:47.30317Z","steps":["trace[1183807403] 'process raft request' (duration: 713.672816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.303275Z","caller":"traceutil/trace.go:171","msg":"trace[542734634] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"706.222239ms","start":"2026-03-04T16:13:46.597004Z","end":"2026-03-04T16:13:47.303226Z","steps":["trace[542734634] 'process raft request' (duration: 706.103486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.303285Z","caller":"traceutil/trace.go:171","msg":"trace[50947224] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"709.135232ms","start":"2026-03-04T16:13:46.594126Z","end":"2026-03-04T16:13:47.303261Z","steps":["trace[50947224] 'process raft request' (duration: 708.952587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.303319Z","caller":"traceutil/trace.go:171","msg":"trace[1383514298] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"705.465119ms","start":"2026-03-04T16:13:46.59783Z","end":"2026-03-04T16:13:47.303295Z","steps":["trace[1383514298] 'process raft request' (duration: 705.306476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.303349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.259756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:13:47.303399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.589321Z","time spent":"713.983124ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:47.303437Z","caller":"traceutil/trace.go:171","msg":"trace[380745310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21131; }","duration":"760.373269ms","start":"2026-03-04T16:13:46.543056Z","end":"2026-03-04T16:13:47.303429Z","steps":["trace[380745310] 'agreement among raft nodes before linearized reading' (duration: 760.247216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.306137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.543053Z","time spent":"763.071798ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:13:47.304727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.442395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:47.306361Z","caller":"traceutil/trace.go:171","msg":"trace[1675481150] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21131; }","duration":"182.138237ms","start":"2026-03-04T16:13:47.124205Z","end":"2026-03-04T16:13:47.306344Z","steps":["trace[1675481150] 'agreement among raft nodes before linearized reading' (duration: 179.132432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.306393Z","caller":"traceutil/trace.go:171","msg":"trace[1839505875] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"658.892399ms","start":"2026-03-04T16:13:46.644515Z","end":"2026-03-04T16:13:47.303408Z","steps":["trace[1839505875] 'process raft request' (duration: 658.650703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.306515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.319084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-57kr8\" ","response":"range_response_count:1 size:13076"} {"level":"warn","ts":"2026-03-04T16:13:47.304822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.596981Z","time spent":"706.347932ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:47.306631Z","caller":"traceutil/trace.go:171","msg":"trace[265095975] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-57kr8; range_end:; response_count:1; response_revision:21131; }","duration":"233.458328ms","start":"2026-03-04T16:13:47.073121Z","end":"2026-03-04T16:13:47.306579Z","steps":["trace[265095975] 'agreement among raft nodes before linearized reading' (duration: 230.245366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.304896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.593825Z","time spent":"709.511682ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:47.304953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.597819Z","time spent":"705.557861ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:47.305493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.495213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:13:47.306963Z","caller":"traceutil/trace.go:171","msg":"trace[821817732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21131; }","duration":"763.971401ms","start":"2026-03-04T16:13:46.542964Z","end":"2026-03-04T16:13:47.306935Z","steps":["trace[821817732] 'agreement among raft nodes before linearized reading' (duration: 760.333609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.307043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.542943Z","time spent":"764.052362ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:13:47.305626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.212365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:13:47.307171Z","caller":"traceutil/trace.go:171","msg":"trace[14250195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21131; }","duration":"373.768134ms","start":"2026-03-04T16:13:46.933356Z","end":"2026-03-04T16:13:47.307124Z","steps":["trace[14250195] 'agreement among raft nodes before linearized reading' (duration: 370.0601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.307275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.933336Z","time spent":"373.893287ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:13:47.305913Z","caller":"traceutil/trace.go:171","msg":"trace[1079591289] transaction","detail":"{read_only:false; response_revision:21126; number_of_response:1; }","duration":"828.257365ms","start":"2026-03-04T16:13:46.474853Z","end":"2026-03-04T16:13:47.303111Z","steps":["trace[1079591289] 'process raft request' (duration: 827.984868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.307367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.474833Z","time spent":"832.492022ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:13:47.332257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:46.644496Z","time spent":"661.997238ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:47.558625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.460424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:47.558873Z","caller":"traceutil/trace.go:171","msg":"trace[867888008] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"236.977906ms","start":"2026-03-04T16:13:47.321876Z","end":"2026-03-04T16:13:47.558854Z","steps":["trace[867888008] 'process raft request' (duration: 236.849393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.558908Z","caller":"traceutil/trace.go:171","msg":"trace[1526850620] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"243.953482ms","start":"2026-03-04T16:13:47.314869Z","end":"2026-03-04T16:13:47.558823Z","steps":["trace[1526850620] 'process raft request' (duration: 112.222682ms)","trace[1526850620] 'compare' (duration: 131.277938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:47.559075Z","caller":"traceutil/trace.go:171","msg":"trace[181293830] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"236.383162ms","start":"2026-03-04T16:13:47.322659Z","end":"2026-03-04T16:13:47.559043Z","steps":["trace[181293830] 'process raft request' (duration: 236.135716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:47.669811Z","caller":"traceutil/trace.go:171","msg":"trace[1667703603] linearizableReadLoop","detail":"{readStateIndex:21927; appliedIndex:21925; }","duration":"100.297581ms","start":"2026-03-04T16:13:47.569485Z","end":"2026-03-04T16:13:47.669783Z","steps":["trace[1667703603] 'read index received' (duration: 26.844986ms)","trace[1667703603] 'applied index is now lower than readState.Index' (duration: 73.450375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:47.669848Z","caller":"traceutil/trace.go:171","msg":"trace[1495753671] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"107.231684ms","start":"2026-03-04T16:13:47.562584Z","end":"2026-03-04T16:13:47.669815Z","steps":["trace[1495753671] 'process raft request' (duration: 106.990718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:47.68563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.13095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-bootstrap-wr7t2\" ","response":"range_response_count:1 size:8596"} {"level":"info","ts":"2026-03-04T16:13:47.685773Z","caller":"traceutil/trace.go:171","msg":"trace[788677929] range","detail":"{range_begin:/registry/pods/openstack/octavia-bootstrap-wr7t2; range_end:; response_count:1; response_revision:21136; }","duration":"116.316394ms","start":"2026-03-04T16:13:47.569434Z","end":"2026-03-04T16:13:47.68575Z","steps":["trace[788677929] 'agreement among raft nodes before linearized reading' (duration: 100.435244ms)","trace[788677929] 'range keys from in-memory index tree' (duration: 15.608443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:48.606421Z","caller":"traceutil/trace.go:171","msg":"trace[680613695] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"188.687924ms","start":"2026-03-04T16:13:48.41771Z","end":"2026-03-04T16:13:48.606398Z","steps":["trace[680613695] 'process raft request' (duration: 183.109043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:48.746137Z","caller":"traceutil/trace.go:171","msg":"trace[455125647] linearizableReadLoop","detail":"{readStateIndex:21942; appliedIndex:21940; }","duration":"247.338696ms","start":"2026-03-04T16:13:48.498767Z","end":"2026-03-04T16:13:48.746105Z","steps":["trace[455125647] 'read index received' (duration: 101.942261ms)","trace[455125647] 'applied index is now lower than readState.Index' (duration: 145.395055ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:48.74621Z","caller":"traceutil/trace.go:171","msg":"trace[1742800329] transaction","detail":"{read_only:false; response_revision:21151; number_of_response:1; }","duration":"323.383898ms","start":"2026-03-04T16:13:48.422795Z","end":"2026-03-04T16:13:48.746179Z","steps":["trace[1742800329] 'process raft request' (duration: 311.598091ms)","trace[1742800329] 'compare' (duration: 11.570841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:48.746337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:48.422777Z","time spent":"323.49113ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13293,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:48.746347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.549721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:48.746398Z","caller":"traceutil/trace.go:171","msg":"trace[1675189180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21151; }","duration":"247.646094ms","start":"2026-03-04T16:13:48.498734Z","end":"2026-03-04T16:13:48.74638Z","steps":["trace[1675189180] 'agreement among raft nodes before linearized reading' (duration: 247.4865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:48.858348Z","caller":"traceutil/trace.go:171","msg":"trace[2105537421] linearizableReadLoop","detail":"{readStateIndex:21944; appliedIndex:21942; }","duration":"110.770533ms","start":"2026-03-04T16:13:48.747552Z","end":"2026-03-04T16:13:48.858322Z","steps":["trace[2105537421] 'read index received' (duration: 98.640308ms)","trace[2105537421] 'applied index is now lower than readState.Index' (duration: 12.129055ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:48.858473Z","caller":"traceutil/trace.go:171","msg":"trace[1367179517] transaction","detail":"{read_only:false; response_revision:21152; number_of_response:1; }","duration":"240.990806ms","start":"2026-03-04T16:13:48.61747Z","end":"2026-03-04T16:13:48.85846Z","steps":["trace[1367179517] 'process raft request' (duration: 228.686498ms)","trace[1367179517] 'compare' (duration: 11.932439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:48.858652Z","caller":"traceutil/trace.go:171","msg":"trace[1240936551] transaction","detail":"{read_only:false; response_revision:21153; number_of_response:1; }","duration":"130.652074ms","start":"2026-03-04T16:13:48.727985Z","end":"2026-03-04T16:13:48.858637Z","steps":["trace[1240936551] 'process raft request' (duration: 130.245412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:48.858677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.393424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-worker-85cbd6bcdf-qpx9d\" ","response":"range_response_count:1 size:8605"} {"level":"info","ts":"2026-03-04T16:13:48.858735Z","caller":"traceutil/trace.go:171","msg":"trace[912185040] range","detail":"{range_begin:/registry/pods/openstack/octavia-worker-85cbd6bcdf-qpx9d; range_end:; response_count:1; response_revision:21153; }","duration":"108.467106ms","start":"2026-03-04T16:13:48.750244Z","end":"2026-03-04T16:13:48.858711Z","steps":["trace[912185040] 'agreement among raft nodes before linearized reading' (duration: 108.329623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:48.858674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.101503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:48.859204Z","caller":"traceutil/trace.go:171","msg":"trace[327940495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21153; }","duration":"111.642455ms","start":"2026-03-04T16:13:48.747515Z","end":"2026-03-04T16:13:48.859157Z","steps":["trace[327940495] 'agreement among raft nodes before linearized reading' (duration: 111.03052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:48.990794Z","caller":"traceutil/trace.go:171","msg":"trace[221598309] transaction","detail":"{read_only:false; response_revision:21154; number_of_response:1; }","duration":"121.971726ms","start":"2026-03-04T16:13:48.868775Z","end":"2026-03-04T16:13:48.990746Z","steps":["trace[221598309] 'process raft request' (duration: 116.741204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:48.995568Z","caller":"traceutil/trace.go:171","msg":"trace[175962483] transaction","detail":"{read_only:false; response_revision:21155; number_of_response:1; }","duration":"125.74572ms","start":"2026-03-04T16:13:48.869805Z","end":"2026-03-04T16:13:48.995551Z","steps":["trace[175962483] 'process raft request' (duration: 125.506224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:48.995472Z","caller":"traceutil/trace.go:171","msg":"trace[263499933] linearizableReadLoop","detail":"{readStateIndex:21946; appliedIndex:21944; }","duration":"121.593505ms","start":"2026-03-04T16:13:48.873855Z","end":"2026-03-04T16:13:48.995448Z","steps":["trace[263499933] 'read index received' (duration: 111.681117ms)","trace[263499933] 'applied index is now lower than readState.Index' (duration: 9.910958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:48.99615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.270573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:13:48.996229Z","caller":"traceutil/trace.go:171","msg":"trace[856879476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21155; }","duration":"122.392526ms","start":"2026-03-04T16:13:48.873816Z","end":"2026-03-04T16:13:48.996209Z","steps":["trace[856879476] 'agreement among raft nodes before linearized reading' (duration: 121.921874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:55.170791Z","caller":"traceutil/trace.go:171","msg":"trace[284193170] transaction","detail":"{read_only:false; response_revision:21186; number_of_response:1; }","duration":"332.549358ms","start":"2026-03-04T16:13:54.838214Z","end":"2026-03-04T16:13:55.170763Z","steps":["trace[284193170] 'process raft request' (duration: 332.393144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:55.171071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:54.838183Z","time spent":"332.749743ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:55.910787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832379514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:13:56.198406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.989447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:13:56.198468Z","caller":"traceutil/trace.go:171","msg":"trace[586679171] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21186; }","duration":"886.125781ms","start":"2026-03-04T16:13:55.312329Z","end":"2026-03-04T16:13:56.198455Z","steps":["trace[586679171] 'count revisions from in-memory index tree' (duration: 885.798953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.1985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.312299Z","time spent":"886.190373ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:13:56.198776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.519518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:13:56.198829Z","caller":"traceutil/trace.go:171","msg":"trace[247066929] transaction","detail":"{read_only:false; response_revision:21187; number_of_response:1; }","duration":"824.887961ms","start":"2026-03-04T16:13:55.373932Z","end":"2026-03-04T16:13:56.19882Z","steps":["trace[247066929] 'process raft request' (duration: 601.283051ms)","trace[247066929] 'compare' (duration: 223.084417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:13:56.198871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.373904Z","time spent":"824.950963ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:13:56.2411Z","caller":"traceutil/trace.go:171","msg":"trace[977381489] linearizableReadLoop","detail":"{readStateIndex:21981; appliedIndex:21978; }","duration":"830.956654ms","start":"2026-03-04T16:13:55.410115Z","end":"2026-03-04T16:13:56.241072Z","steps":["trace[977381489] 'read index received' (duration: 565.110603ms)","trace[977381489] 'applied index is now lower than readState.Index' (duration: 265.845211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:56.241199Z","caller":"traceutil/trace.go:171","msg":"trace[2144309697] transaction","detail":"{read_only:false; response_revision:21189; number_of_response:1; }","duration":"840.062453ms","start":"2026-03-04T16:13:55.40111Z","end":"2026-03-04T16:13:56.241173Z","steps":["trace[2144309697] 'process raft request' (duration: 839.907389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.241597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.401081Z","time spent":"840.400191ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:56.241632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.846824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:13:56.241701Z","caller":"traceutil/trace.go:171","msg":"trace[5094151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21189; }","duration":"587.904256ms","start":"2026-03-04T16:13:55.653752Z","end":"2026-03-04T16:13:56.241656Z","steps":["trace[5094151] 'agreement among raft nodes before linearized reading' (duration: 587.817243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:56.241342Z","caller":"traceutil/trace.go:171","msg":"trace[1185046289] transaction","detail":"{read_only:false; response_revision:21188; number_of_response:1; }","duration":"840.310249ms","start":"2026-03-04T16:13:55.400938Z","end":"2026-03-04T16:13:56.241249Z","steps":["trace[1185046289] 'process raft request' (duration: 839.907849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.241368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.228381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:13:56.241809Z","caller":"traceutil/trace.go:171","msg":"trace[1576277593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21189; }","duration":"831.754734ms","start":"2026-03-04T16:13:55.410039Z","end":"2026-03-04T16:13:56.241794Z","steps":["trace[1576277593] 'agreement among raft nodes before linearized reading' (duration: 831.17269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.24183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.61476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:13:56.241812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.089806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:13:56.241931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.084243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:13:56.241906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.295968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:13:56.241967Z","caller":"traceutil/trace.go:171","msg":"trace[4783706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21189; }","duration":"308.160835ms","start":"2026-03-04T16:13:55.933795Z","end":"2026-03-04T16:13:56.241956Z","steps":["trace[4783706] 'agreement among raft nodes before linearized reading' (duration: 308.086073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:56.241985Z","caller":"traceutil/trace.go:171","msg":"trace[1739974669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21189; }","duration":"751.319862ms","start":"2026-03-04T16:13:55.490641Z","end":"2026-03-04T16:13:56.24196Z","steps":["trace[1739974669] 'agreement among raft nodes before linearized reading' (duration: 750.971233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.933772Z","time spent":"308.242266ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:13:56.242026Z","caller":"traceutil/trace.go:171","msg":"trace[312959100] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21189; }","duration":"643.431712ms","start":"2026-03-04T16:13:55.59856Z","end":"2026-03-04T16:13:56.241992Z","steps":["trace[312959100] 'agreement among raft nodes before linearized reading' (duration: 643.187346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.490633Z","time spent":"751.399214ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:13:56.242095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.42006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:13:56.242098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.598487Z","time spent":"643.594635ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:13:56.242115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.272336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:13:56.242145Z","caller":"traceutil/trace.go:171","msg":"trace[1297773480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21189; }","duration":"333.345977ms","start":"2026-03-04T16:13:55.908792Z","end":"2026-03-04T16:13:56.242138Z","steps":["trace[1297773480] 'agreement among raft nodes before linearized reading' (duration: 333.205784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.24186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.410019Z","time spent":"831.814206ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:13:56.242129Z","caller":"traceutil/trace.go:171","msg":"trace[1426832715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21189; }","duration":"754.487942ms","start":"2026-03-04T16:13:55.487634Z","end":"2026-03-04T16:13:56.242122Z","steps":["trace[1426832715] 'agreement among raft nodes before linearized reading' (duration: 754.41714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.194023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:13:56.242189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.487616Z","time spent":"754.565804ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:13:56.241859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.400917Z","time spent":"840.859543ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:56.241741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.65374Z","time spent":"587.993467ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:13:56.242173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.908774Z","time spent":"333.393649ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:13:56.242277Z","caller":"traceutil/trace.go:171","msg":"trace[51657276] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21189; }","duration":"820.284826ms","start":"2026-03-04T16:13:55.421909Z","end":"2026-03-04T16:13:56.242193Z","steps":["trace[51657276] 'agreement among raft nodes before linearized reading' (duration: 820.168973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.421898Z","time spent":"820.602823ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:13:56.241864Z","caller":"traceutil/trace.go:171","msg":"trace[1600422626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21189; }","duration":"293.684091ms","start":"2026-03-04T16:13:55.948171Z","end":"2026-03-04T16:13:56.241855Z","steps":["trace[1600422626] 'agreement among raft nodes before linearized reading' (duration: 293.597039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.580829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:13:56.242735Z","caller":"traceutil/trace.go:171","msg":"trace[1969574917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21189; }","duration":"828.792199ms","start":"2026-03-04T16:13:55.413928Z","end":"2026-03-04T16:13:56.24272Z","steps":["trace[1969574917] 'agreement among raft nodes before linearized reading' (duration: 827.593829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.242773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:55.413914Z","time spent":"828.84689ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:13:56.468988Z","caller":"traceutil/trace.go:171","msg":"trace[2101316862] transaction","detail":"{read_only:false; response_revision:21190; number_of_response:1; }","duration":"222.362568ms","start":"2026-03-04T16:13:56.246604Z","end":"2026-03-04T16:13:56.468967Z","steps":["trace[2101316862] 'process raft request' (duration: 222.224505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:56.586613Z","caller":"traceutil/trace.go:171","msg":"trace[1734417450] transaction","detail":"{read_only:false; response_revision:21192; number_of_response:1; }","duration":"339.888181ms","start":"2026-03-04T16:13:56.246698Z","end":"2026-03-04T16:13:56.586586Z","steps":["trace[1734417450] 'process raft request' (duration: 339.534343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:56.586613Z","caller":"traceutil/trace.go:171","msg":"trace[1235773641] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"339.81981ms","start":"2026-03-04T16:13:56.246765Z","end":"2026-03-04T16:13:56.586585Z","steps":["trace[1235773641] 'process raft request' (duration: 339.560834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:13:56.586659Z","caller":"traceutil/trace.go:171","msg":"trace[276894782] transaction","detail":"{read_only:false; response_revision:21191; number_of_response:1; }","duration":"339.913062ms","start":"2026-03-04T16:13:56.2467Z","end":"2026-03-04T16:13:56.586613Z","steps":["trace[276894782] 'process raft request' (duration: 322.931175ms)","trace[276894782] 'compare' (duration: 16.377762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:13:56.586682Z","caller":"traceutil/trace.go:171","msg":"trace[230443437] transaction","detail":"{read_only:false; response_revision:21193; number_of_response:1; }","duration":"339.862451ms","start":"2026-03-04T16:13:56.246765Z","end":"2026-03-04T16:13:56.586627Z","steps":["trace[230443437] 'process raft request' (duration: 339.524963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:13:56.586761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:56.246675Z","time spent":"340.013505ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:56.586895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:56.246748Z","time spent":"340.026365ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:56.586895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:56.246688Z","time spent":"340.063196ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:13:56.586809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:13:56.24675Z","time spent":"339.952303ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:00.749757Z","caller":"traceutil/trace.go:171","msg":"trace[190003803] linearizableReadLoop","detail":"{readStateIndex:22013; appliedIndex:22012; }","duration":"151.268632ms","start":"2026-03-04T16:14:00.59847Z","end":"2026-03-04T16:14:00.749739Z","steps":["trace[190003803] 'read index received' (duration: 151.017416ms)","trace[190003803] 'applied index is now lower than readState.Index' (duration: 250.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:00.749885Z","caller":"traceutil/trace.go:171","msg":"trace[994169929] transaction","detail":"{read_only:false; response_revision:21220; number_of_response:1; }","duration":"257.278386ms","start":"2026-03-04T16:14:00.492594Z","end":"2026-03-04T16:14:00.749872Z","steps":["trace[994169929] 'process raft request' (duration: 256.962598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:00.749991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.675321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:14:00.750002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.474367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:14:00.75008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.375743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:14:00.750109Z","caller":"traceutil/trace.go:171","msg":"trace[1609705680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21220; }","duration":"143.424654ms","start":"2026-03-04T16:14:00.606677Z","end":"2026-03-04T16:14:00.750102Z","steps":["trace[1609705680] 'agreement among raft nodes before linearized reading' (duration: 143.353182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:00.750193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.04121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:14:00.750108Z","caller":"traceutil/trace.go:171","msg":"trace[1982414003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21220; }","duration":"151.677422ms","start":"2026-03-04T16:14:00.598417Z","end":"2026-03-04T16:14:00.750095Z","steps":["trace[1982414003] 'agreement among raft nodes before linearized reading' (duration: 151.419325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.750213Z","caller":"traceutil/trace.go:171","msg":"trace[651522724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21220; }","duration":"144.102592ms","start":"2026-03-04T16:14:00.606105Z","end":"2026-03-04T16:14:00.750208Z","steps":["trace[651522724] 'agreement among raft nodes before linearized reading' (duration: 144.05028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.75002Z","caller":"traceutil/trace.go:171","msg":"trace[1958825546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21220; }","duration":"149.731483ms","start":"2026-03-04T16:14:00.600279Z","end":"2026-03-04T16:14:00.750011Z","steps":["trace[1958825546] 'agreement among raft nodes before linearized reading' (duration: 149.661421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.878403Z","caller":"traceutil/trace.go:171","msg":"trace[382603474] transaction","detail":"{read_only:false; response_revision:21221; number_of_response:1; }","duration":"125.231836ms","start":"2026-03-04T16:14:00.753154Z","end":"2026-03-04T16:14:00.878385Z","steps":["trace[382603474] 'process raft request' (duration: 121.149014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.89416Z","caller":"traceutil/trace.go:171","msg":"trace[112661379] transaction","detail":"{read_only:false; response_revision:21224; number_of_response:1; }","duration":"138.326657ms","start":"2026-03-04T16:14:00.755813Z","end":"2026-03-04T16:14:00.89414Z","steps":["trace[112661379] 'process raft request' (duration: 138.293677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.894218Z","caller":"traceutil/trace.go:171","msg":"trace[1449097961] transaction","detail":"{read_only:false; response_revision:21222; number_of_response:1; }","duration":"140.573392ms","start":"2026-03-04T16:14:00.7536Z","end":"2026-03-04T16:14:00.894174Z","steps":["trace[1449097961] 'process raft request' (duration: 140.337206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:00.894228Z","caller":"traceutil/trace.go:171","msg":"trace[1108747121] transaction","detail":"{read_only:false; response_revision:21223; number_of_response:1; }","duration":"138.999274ms","start":"2026-03-04T16:14:00.755203Z","end":"2026-03-04T16:14:00.894202Z","steps":["trace[1108747121] 'process raft request' (duration: 138.871931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:02.859615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832379594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:14:03.360813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832379594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:14:03.861727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832379594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:14:03.913306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589098118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:14:03.913813Z","caller":"traceutil/trace.go:171","msg":"trace[1224110509] transaction","detail":"{read_only:false; response_revision:21227; number_of_response:1; }","duration":"1.622623441s","start":"2026-03-04T16:14:02.291167Z","end":"2026-03-04T16:14:03.913791Z","steps":["trace[1224110509] 'process raft request' (duration: 1.622570769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:03.913948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.291143Z","time spent":"1.622728494s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:03.914082Z","caller":"traceutil/trace.go:171","msg":"trace[636312213] transaction","detail":"{read_only:false; response_revision:21226; number_of_response:1; }","duration":"1.622878618s","start":"2026-03-04T16:14:02.291063Z","end":"2026-03-04T16:14:03.913942Z","steps":["trace[636312213] 'process raft request' (duration: 1.622451778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:03.914936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.291035Z","time spent":"1.623181395s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:04.486776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000760534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:14:04.486841Z","caller":"traceutil/trace.go:171","msg":"trace[1196691338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000896647s","start":"2026-03-04T16:14:02.48593Z","end":"2026-03-04T16:14:04.486826Z","steps":["trace[1196691338] 'agreement among raft nodes before linearized reading' (duration: 2.000792195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.486878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.48591Z","time spent":"2.000959448s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:14:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:14:04.600689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.214948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:04.600904Z","caller":"traceutil/trace.go:171","msg":"trace[1698070605] transaction","detail":"{read_only:false; response_revision:21229; number_of_response:1; }","duration":"270.759665ms","start":"2026-03-04T16:14:04.330129Z","end":"2026-03-04T16:14:04.600889Z","steps":["trace[1698070605] 'process raft request' (duration: 270.655123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:04.600872Z","caller":"traceutil/trace.go:171","msg":"trace[1231002320] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"1.924337043s","start":"2026-03-04T16:14:02.676489Z","end":"2026-03-04T16:14:04.600826Z","steps":["trace[1231002320] 'process raft request' (duration: 1.527896359s)","trace[1231002320] 'compare' (duration: 395.87027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:04.600981Z","caller":"traceutil/trace.go:171","msg":"trace[1836799984] linearizableReadLoop","detail":"{readStateIndex:22021; appliedIndex:22018; }","duration":"2.242436357s","start":"2026-03-04T16:14:02.35851Z","end":"2026-03-04T16:14:04.600946Z","steps":["trace[1836799984] 'read index received' (duration: 1.55499127s)","trace[1836799984] 'applied index is now lower than readState.Index' (duration: 687.439786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:04.601057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.676467Z","time spent":"1.924489187s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:04.601173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01653686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:14:04.601285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242741664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:14:04.601205Z","caller":"traceutil/trace.go:171","msg":"trace[492770931] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21229; }","duration":"2.016608732s","start":"2026-03-04T16:14:02.584582Z","end":"2026-03-04T16:14:04.601191Z","steps":["trace[492770931] 'agreement among raft nodes before linearized reading' (duration: 2.01654723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.584559Z","time spent":"2.016877059s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:14:04.601427Z","caller":"traceutil/trace.go:171","msg":"trace[991918914] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:21229; }","duration":"2.24295017s","start":"2026-03-04T16:14:02.358453Z","end":"2026-03-04T16:14:04.601403Z","steps":["trace[991918914] 'agreement among raft nodes before linearized reading' (duration: 2.242609551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.259692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:14:04.601496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.358433Z","time spent":"2.243053762s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:14:04.60152Z","caller":"traceutil/trace.go:171","msg":"trace[78730497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21229; }","duration":"114.361714ms","start":"2026-03-04T16:14:04.487142Z","end":"2026-03-04T16:14:04.601503Z","steps":["trace[78730497] 'agreement among raft nodes before linearized reading' (duration: 114.283252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702869997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:14:04.601645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845521872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:14:04.601644Z","caller":"traceutil/trace.go:171","msg":"trace[652802537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21229; }","duration":"1.703100902s","start":"2026-03-04T16:14:02.898485Z","end":"2026-03-04T16:14:04.601586Z","steps":["trace[652802537] 'agreement among raft nodes before linearized reading' (duration: 1.702718853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131341013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:14:04.601821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.898477Z","time spent":"1.703300347s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:14:04.60178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950014177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:04.60186Z","caller":"traceutil/trace.go:171","msg":"trace[824539456] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21229; }","duration":"1.131546278s","start":"2026-03-04T16:14:03.470293Z","end":"2026-03-04T16:14:04.60184Z","steps":["trace[824539456] 'agreement among raft nodes before linearized reading' (duration: 1.131314572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.433897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:14:04.601868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703800479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:14:04.601881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.254984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:14:04.601896Z","caller":"traceutil/trace.go:171","msg":"trace[509665914] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21229; }","duration":"1.950179562s","start":"2026-03-04T16:14:02.651699Z","end":"2026-03-04T16:14:04.601879Z","steps":["trace[509665914] 'agreement among raft nodes before linearized reading' (duration: 1.949914315s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:04.601924Z","caller":"traceutil/trace.go:171","msg":"trace[802638925] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21229; }","duration":"806.56223ms","start":"2026-03-04T16:14:03.795342Z","end":"2026-03-04T16:14:04.601904Z","steps":["trace[802638925] 'agreement among raft nodes before linearized reading' (duration: 806.216552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:04.601954Z","caller":"traceutil/trace.go:171","msg":"trace[1314825001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21229; }","duration":"142.326776ms","start":"2026-03-04T16:14:04.459607Z","end":"2026-03-04T16:14:04.601934Z","steps":["trace[1314825001] 'agreement among raft nodes before linearized reading' (duration: 142.034449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:04.601926Z","caller":"traceutil/trace.go:171","msg":"trace[1119997834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21229; }","duration":"1.703921473s","start":"2026-03-04T16:14:02.897989Z","end":"2026-03-04T16:14:04.601911Z","steps":["trace[1119997834] 'agreement among raft nodes before linearized reading' (duration: 1.703638586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.601432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719339391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:14:04.602011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.897967Z","time spent":"1.704033466s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:14:04.60206Z","caller":"traceutil/trace.go:171","msg":"trace[77381795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21229; }","duration":"1.720018548s","start":"2026-03-04T16:14:02.882023Z","end":"2026-03-04T16:14:04.602042Z","steps":["trace[77381795] 'agreement among raft nodes before linearized reading' (duration: 1.719228238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.602124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.882003Z","time spent":"1.720107399s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:14:04.601905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:03.470276Z","time spent":"1.13161591s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:14:04.601855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703962374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:14:04.602249Z","caller":"traceutil/trace.go:171","msg":"trace[322517486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21229; }","duration":"1.704374786s","start":"2026-03-04T16:14:02.897861Z","end":"2026-03-04T16:14:04.602236Z","steps":["trace[322517486] 'agreement among raft nodes before linearized reading' (duration: 1.703940454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.602284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.897847Z","time spent":"1.704429187s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:14:04.601977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:03.795324Z","time spent":"806.641302ms","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:14:04.601975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.651658Z","time spent":"1.950302955s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:14:04.603878Z","caller":"traceutil/trace.go:171","msg":"trace[1875543143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21229; }","duration":"1.845643736s","start":"2026-03-04T16:14:02.75607Z","end":"2026-03-04T16:14:04.601714Z","steps":["trace[1875543143] 'agreement among raft nodes before linearized reading' (duration: 1.845491882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.603994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:02.756047Z","time spent":"1.847912202s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:14:04.843157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.295025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:04.84338Z","caller":"traceutil/trace.go:171","msg":"trace[1057311836] linearizableReadLoop","detail":"{readStateIndex:22030; appliedIndex:22028; }","duration":"225.325164ms","start":"2026-03-04T16:14:04.618038Z","end":"2026-03-04T16:14:04.843363Z","steps":["trace[1057311836] 'read index received' (duration: 88.690109ms)","trace[1057311836] 'applied index is now lower than readState.Index' (duration: 136.634115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:04.843501Z","caller":"traceutil/trace.go:171","msg":"trace[596339377] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"231.414307ms","start":"2026-03-04T16:14:04.612068Z","end":"2026-03-04T16:14:04.843483Z","steps":["trace[596339377] 'process raft request' (duration: 94.706811ms)","trace[596339377] 'compare' (duration: 136.029848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:04.843769Z","caller":"traceutil/trace.go:171","msg":"trace[977999039] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"230.806721ms","start":"2026-03-04T16:14:04.612948Z","end":"2026-03-04T16:14:04.843755Z","steps":["trace[977999039] 'process raft request' (duration: 230.312739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.844017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.53151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:04.844058Z","caller":"traceutil/trace.go:171","msg":"trace[307421658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21236; }","duration":"231.615792ms","start":"2026-03-04T16:14:04.612433Z","end":"2026-03-04T16:14:04.844049Z","steps":["trace[307421658] 'agreement among raft nodes before linearized reading' (duration: 231.502139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.844325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.653655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"info","ts":"2026-03-04T16:14:04.84437Z","caller":"traceutil/trace.go:171","msg":"trace[35134346] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21236; }","duration":"224.725527ms","start":"2026-03-04T16:14:04.619635Z","end":"2026-03-04T16:14:04.84436Z","steps":["trace[35134346] 'agreement among raft nodes before linearized reading' (duration: 224.575644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:04.845063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.684685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:04.845126Z","caller":"traceutil/trace.go:171","msg":"trace[1065359817] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21236; }","duration":"101.800598ms","start":"2026-03-04T16:14:04.743307Z","end":"2026-03-04T16:14:04.845108Z","steps":["trace[1065359817] 'agreement among raft nodes before linearized reading' (duration: 101.704755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:08.831724Z","caller":"traceutil/trace.go:171","msg":"trace[194140086] transaction","detail":"{read_only:false; response_revision:21283; number_of_response:1; }","duration":"194.321313ms","start":"2026-03-04T16:14:08.637383Z","end":"2026-03-04T16:14:08.831704Z","steps":["trace[194140086] 'process raft request' (duration: 194.261312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:08.831778Z","caller":"traceutil/trace.go:171","msg":"trace[917708890] transaction","detail":"{read_only:false; response_revision:21282; number_of_response:1; }","duration":"194.417906ms","start":"2026-03-04T16:14:08.637324Z","end":"2026-03-04T16:14:08.831742Z","steps":["trace[917708890] 'process raft request' (duration: 194.196451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:08.832278Z","caller":"traceutil/trace.go:171","msg":"trace[654348501] linearizableReadLoop","detail":"{readStateIndex:22082; appliedIndex:22078; }","duration":"191.176705ms","start":"2026-03-04T16:14:08.64107Z","end":"2026-03-04T16:14:08.832246Z","steps":["trace[654348501] 'read index received' (duration: 32.420025ms)","trace[654348501] 'applied index is now lower than readState.Index' (duration: 158.75181ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:08.83245Z","caller":"traceutil/trace.go:171","msg":"trace[46026787] transaction","detail":"{read_only:false; response_revision:21284; number_of_response:1; }","duration":"194.479268ms","start":"2026-03-04T16:14:08.637958Z","end":"2026-03-04T16:14:08.832437Z","steps":["trace[46026787] 'process raft request' (duration: 193.716179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:08.832584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.491503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:14:08.832641Z","caller":"traceutil/trace.go:171","msg":"trace[767465847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21284; }","duration":"191.583446ms","start":"2026-03-04T16:14:08.641043Z","end":"2026-03-04T16:14:08.832626Z","steps":["trace[767465847] 'agreement among raft nodes before linearized reading' (duration: 191.422702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:09.518225Z","caller":"traceutil/trace.go:171","msg":"trace[1314023099] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"181.603463ms","start":"2026-03-04T16:14:09.336563Z","end":"2026-03-04T16:14:09.518166Z","steps":["trace[1314023099] 'process raft request' (duration: 181.428209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:09.712213Z","caller":"traceutil/trace.go:171","msg":"trace[1018148053] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"186.701382ms","start":"2026-03-04T16:14:09.525484Z","end":"2026-03-04T16:14:09.712185Z","steps":["trace[1018148053] 'process raft request' (duration: 180.993789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:10.083766Z","caller":"traceutil/trace.go:171","msg":"trace[119658631] transaction","detail":"{read_only:false; response_revision:21333; number_of_response:1; }","duration":"103.798049ms","start":"2026-03-04T16:14:09.979941Z","end":"2026-03-04T16:14:10.083739Z","steps":["trace[119658631] 'process raft request' (duration: 54.937151ms)","trace[119658631] 'compare' (duration: 48.294384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:10.260777Z","caller":"traceutil/trace.go:171","msg":"trace[85662340] linearizableReadLoop","detail":"{readStateIndex:22133; appliedIndex:22132; }","duration":"144.46917ms","start":"2026-03-04T16:14:10.116281Z","end":"2026-03-04T16:14:10.26075Z","steps":["trace[85662340] 'read index received' (duration: 114.117888ms)","trace[85662340] 'applied index is now lower than readState.Index' (duration: 30.350102ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:10.260866Z","caller":"traceutil/trace.go:171","msg":"trace[631414141] transaction","detail":"{read_only:false; response_revision:21335; number_of_response:1; }","duration":"147.416604ms","start":"2026-03-04T16:14:10.113417Z","end":"2026-03-04T16:14:10.260833Z","steps":["trace[631414141] 'process raft request' (duration: 117.024911ms)","trace[631414141] 'compare' (duration: 30.138427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:10.260992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.690916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T16:14:10.261029Z","caller":"traceutil/trace.go:171","msg":"trace[1652266486] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:21335; }","duration":"144.744098ms","start":"2026-03-04T16:14:10.116275Z","end":"2026-03-04T16:14:10.261019Z","steps":["trace[1652266486] 'agreement among raft nodes before linearized reading' (duration: 144.564512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:10.26106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.711091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-04T16:14:10.261117Z","caller":"traceutil/trace.go:171","msg":"trace[898446875] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21335; }","duration":"133.796033ms","start":"2026-03-04T16:14:10.127304Z","end":"2026-03-04T16:14:10.2611Z","steps":["trace[898446875] 'agreement among raft nodes before linearized reading' (duration: 133.649308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:11.954848Z","caller":"traceutil/trace.go:171","msg":"trace[1502651550] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"411.241916ms","start":"2026-03-04T16:14:11.543565Z","end":"2026-03-04T16:14:11.954807Z","steps":["trace[1502651550] 'process raft request' (duration: 410.924158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:11.955053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:11.543545Z","time spent":"411.41118ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:14:12.212425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.338337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:12.212532Z","caller":"traceutil/trace.go:171","msg":"trace[1843346880] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"205.851043ms","start":"2026-03-04T16:14:12.006661Z","end":"2026-03-04T16:14:12.212512Z","steps":["trace[1843346880] 'process raft request' (duration: 65.343732ms)","trace[1843346880] 'compare' (duration: 140.126071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:12.233435Z","caller":"traceutil/trace.go:171","msg":"trace[1278656247] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"122.9127ms","start":"2026-03-04T16:14:12.110501Z","end":"2026-03-04T16:14:12.233414Z","steps":["trace[1278656247] 'process raft request' (duration: 122.725185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:12.70326Z","caller":"traceutil/trace.go:171","msg":"trace[1953477348] linearizableReadLoop","detail":"{readStateIndex:22150; appliedIndex:22149; }","duration":"216.836229ms","start":"2026-03-04T16:14:12.486399Z","end":"2026-03-04T16:14:12.703236Z","steps":["trace[1953477348] 'read index received' (duration: 216.715916ms)","trace[1953477348] 'applied index is now lower than readState.Index' (duration: 118.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:12.70344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.012324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:12.703535Z","caller":"traceutil/trace.go:171","msg":"trace[1470419676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21351; }","duration":"217.164748ms","start":"2026-03-04T16:14:12.48635Z","end":"2026-03-04T16:14:12.703515Z","steps":["trace[1470419676] 'agreement among raft nodes before linearized reading' (duration: 216.996293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:12.870829Z","caller":"traceutil/trace.go:171","msg":"trace[1276624070] linearizableReadLoop","detail":"{readStateIndex:22152; appliedIndex:22151; }","duration":"154.974404ms","start":"2026-03-04T16:14:12.715832Z","end":"2026-03-04T16:14:12.870806Z","steps":["trace[1276624070] 'read index received' (duration: 94.823003ms)","trace[1276624070] 'applied index is now lower than readState.Index' (duration: 60.150541ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:12.870911Z","caller":"traceutil/trace.go:171","msg":"trace[36785515] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"166.481044ms","start":"2026-03-04T16:14:12.704391Z","end":"2026-03-04T16:14:12.870872Z","steps":["trace[36785515] 'process raft request' (duration: 106.326782ms)","trace[36785515] 'compare' (duration: 59.988618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:12.871036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.195216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:12.871104Z","caller":"traceutil/trace.go:171","msg":"trace[1359948943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21353; }","duration":"166.307269ms","start":"2026-03-04T16:14:12.70478Z","end":"2026-03-04T16:14:12.871088Z","steps":["trace[1359948943] 'agreement among raft nodes before linearized reading' (duration: 166.136735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:12.999402Z","caller":"traceutil/trace.go:171","msg":"trace[1632925559] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"278.693633ms","start":"2026-03-04T16:14:12.720676Z","end":"2026-03-04T16:14:12.999369Z","steps":["trace[1632925559] 'process raft request' (duration: 259.409769ms)","trace[1632925559] 'compare' (duration: 19.09588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:12.99953Z","caller":"traceutil/trace.go:171","msg":"trace[667161874] linearizableReadLoop","detail":"{readStateIndex:22153; appliedIndex:22152; }","duration":"128.607502ms","start":"2026-03-04T16:14:12.870896Z","end":"2026-03-04T16:14:12.999503Z","steps":["trace[667161874] 'read index received' (duration: 109.089921ms)","trace[667161874] 'applied index is now lower than readState.Index' (duration: 19.513721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:12.999762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.384728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:14:12.999795Z","caller":"traceutil/trace.go:171","msg":"trace[1296047855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21355; }","duration":"136.473831ms","start":"2026-03-04T16:14:12.863311Z","end":"2026-03-04T16:14:12.999785Z","steps":["trace[1296047855] 'agreement among raft nodes before linearized reading' (duration: 136.319977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:12.999807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.892583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:14:12.999807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.940543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:14:12.999843Z","caller":"traceutil/trace.go:171","msg":"trace[420276005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21355; }","duration":"111.951484ms","start":"2026-03-04T16:14:12.887881Z","end":"2026-03-04T16:14:12.999833Z","steps":["trace[420276005] 'agreement among raft nodes before linearized reading' (duration: 111.815681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:12.999864Z","caller":"traceutil/trace.go:171","msg":"trace[1485203571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21355; }","duration":"112.012055ms","start":"2026-03-04T16:14:12.887826Z","end":"2026-03-04T16:14:12.999838Z","steps":["trace[1485203571] 'agreement among raft nodes before linearized reading' (duration: 111.912173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:12.99985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.976921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T16:14:12.99989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.031206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:14:12.999966Z","caller":"traceutil/trace.go:171","msg":"trace[1451936195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21355; }","duration":"112.144619ms","start":"2026-03-04T16:14:12.887805Z","end":"2026-03-04T16:14:12.99995Z","steps":["trace[1451936195] 'agreement among raft nodes before linearized reading' (duration: 111.974215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:12.999977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:14:13.000011Z","caller":"traceutil/trace.go:171","msg":"trace[408363083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21355; }","duration":"104.014854ms","start":"2026-03-04T16:14:12.895985Z","end":"2026-03-04T16:14:13Z","steps":["trace[408363083] 'agreement among raft nodes before linearized reading' (duration: 103.929612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:12.999913Z","caller":"traceutil/trace.go:171","msg":"trace[274268372] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21355; }","duration":"127.071003ms","start":"2026-03-04T16:14:12.872826Z","end":"2026-03-04T16:14:12.999897Z","steps":["trace[274268372] 'agreement among raft nodes before linearized reading' (duration: 126.872679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:13.307156Z","caller":"traceutil/trace.go:171","msg":"trace[20478913] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"300.738938ms","start":"2026-03-04T16:14:13.006383Z","end":"2026-03-04T16:14:13.307122Z","steps":["trace[20478913] 'process raft request' (duration: 281.30147ms)","trace[20478913] 'compare' (duration: 19.09297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:13.307328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:13.006363Z","time spent":"300.880272ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:13.307822Z","caller":"traceutil/trace.go:171","msg":"trace[915332336] transaction","detail":"{read_only:false; response_revision:21358; number_of_response:1; }","duration":"301.400514ms","start":"2026-03-04T16:14:13.00641Z","end":"2026-03-04T16:14:13.307811Z","steps":["trace[915332336] 'process raft request' (duration: 300.633955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:13.307885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:13.006395Z","time spent":"301.457676ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:13.308143Z","caller":"traceutil/trace.go:171","msg":"trace[1770962903] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"300.306388ms","start":"2026-03-04T16:14:13.00781Z","end":"2026-03-04T16:14:13.308116Z","steps":["trace[1770962903] 'process raft request' (duration: 299.958879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:13.308245Z","caller":"traceutil/trace.go:171","msg":"trace[2021940165] linearizableReadLoop","detail":"{readStateIndex:22159; appliedIndex:22155; }","duration":"221.124178ms","start":"2026-03-04T16:14:13.087077Z","end":"2026-03-04T16:14:13.308202Z","steps":["trace[2021940165] 'read index received' (duration: 200.690415ms)","trace[2021940165] 'applied index is now lower than readState.Index' (duration: 20.431583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:13.308288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:13.007793Z","time spent":"300.40515ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:13.308414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.976178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:13.30846Z","caller":"traceutil/trace.go:171","msg":"trace[794744443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21360; }","duration":"253.024049ms","start":"2026-03-04T16:14:13.055425Z","end":"2026-03-04T16:14:13.308449Z","steps":["trace[794744443] 'agreement among raft nodes before linearized reading' (duration: 252.956917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:13.308532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.418203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T16:14:13.308571Z","caller":"traceutil/trace.go:171","msg":"trace[1117544105] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21360; }","duration":"129.512535ms","start":"2026-03-04T16:14:13.179047Z","end":"2026-03-04T16:14:13.308559Z","steps":["trace[1117544105] 'agreement among raft nodes before linearized reading' (duration: 129.364701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:13.308577Z","caller":"traceutil/trace.go:171","msg":"trace[1591456632] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"300.587365ms","start":"2026-03-04T16:14:13.007809Z","end":"2026-03-04T16:14:13.308396Z","steps":["trace[1591456632] 'process raft request' (duration: 300.229466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:13.308661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:13.007798Z","time spent":"300.81702ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:13.699656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.706257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:13.699735Z","caller":"traceutil/trace.go:171","msg":"trace[1298556829] linearizableReadLoop","detail":"{readStateIndex:22161; appliedIndex:22160; }","duration":"212.231984ms","start":"2026-03-04T16:14:13.48749Z","end":"2026-03-04T16:14:13.699722Z","steps":["trace[1298556829] 'read index received' (duration: 31.780659ms)","trace[1298556829] 'applied index is now lower than readState.Index' (duration: 180.450115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:13.699763Z","caller":"traceutil/trace.go:171","msg":"trace[1837208909] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"371.005984ms","start":"2026-03-04T16:14:13.328721Z","end":"2026-03-04T16:14:13.699727Z","steps":["trace[1837208909] 'process raft request' (duration: 190.689083ms)","trace[1837208909] 'compare' (duration: 179.47864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:13.699846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.359428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:13.699898Z","caller":"traceutil/trace.go:171","msg":"trace[1103452071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21362; }","duration":"212.46915ms","start":"2026-03-04T16:14:13.48742Z","end":"2026-03-04T16:14:13.69989Z","steps":["trace[1103452071] 'agreement among raft nodes before linearized reading' (duration: 212.334607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:13.699922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:13.328703Z","time spent":"371.146317ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:14:14.246876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.153897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-04T16:14:14.246955Z","caller":"traceutil/trace.go:171","msg":"trace[544670001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee; range_end:; response_count:1; response_revision:21364; }","duration":"100.280839ms","start":"2026-03-04T16:14:14.146657Z","end":"2026-03-04T16:14:14.246937Z","steps":["trace[544670001] 'range keys from in-memory index tree' (duration: 99.976822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:14.382744Z","caller":"traceutil/trace.go:171","msg":"trace[73208333] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"165.472678ms","start":"2026-03-04T16:14:14.21725Z","end":"2026-03-04T16:14:14.382723Z","steps":["trace[73208333] 'process raft request' (duration: 164.983766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.481686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:15.31716Z","caller":"traceutil/trace.go:171","msg":"trace[1607879080] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21366; }","duration":"256.603408ms","start":"2026-03-04T16:14:15.06054Z","end":"2026-03-04T16:14:15.317144Z","steps":["trace[1607879080] 'count revisions from in-memory index tree' (duration: 256.380522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.311743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:14:15.317369Z","caller":"traceutil/trace.go:171","msg":"trace[1751917269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21366; }","duration":"309.427586ms","start":"2026-03-04T16:14:15.007926Z","end":"2026-03-04T16:14:15.317353Z","steps":["trace[1751917269] 'range keys from in-memory index tree' (duration: 309.16166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.007907Z","time spent":"309.480137ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:14:15.31738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.324957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:14:15.317445Z","caller":"traceutil/trace.go:171","msg":"trace[1644441543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21366; }","duration":"226.43408ms","start":"2026-03-04T16:14:15.090989Z","end":"2026-03-04T16:14:15.317423Z","steps":["trace[1644441543] 'range keys from in-memory index tree' (duration: 226.143572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.432737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-04T16:14:15.317572Z","caller":"traceutil/trace.go:171","msg":"trace[110305533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee; range_end:; response_count:1; response_revision:21366; }","duration":"309.506489ms","start":"2026-03-04T16:14:15.008053Z","end":"2026-03-04T16:14:15.31756Z","steps":["trace[110305533] 'range keys from in-memory index tree' (duration: 309.315983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.008023Z","time spent":"309.576581ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" "} {"level":"warn","ts":"2026-03-04T16:14:15.31762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.413593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:14:15.317741Z","caller":"traceutil/trace.go:171","msg":"trace[776129516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21366; }","duration":"203.578406ms","start":"2026-03-04T16:14:15.114142Z","end":"2026-03-04T16:14:15.317721Z","steps":["trace[776129516] 'range keys from in-memory index tree' (duration: 203.244948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.317969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.319179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:14:15.318111Z","caller":"traceutil/trace.go:171","msg":"trace[1332661131] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:21366; }","duration":"158.35846ms","start":"2026-03-04T16:14:15.159637Z","end":"2026-03-04T16:14:15.317995Z","steps":["trace[1332661131] 'range keys from in-memory index tree' (duration: 157.330404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:15.433787Z","caller":"traceutil/trace.go:171","msg":"trace[1507699170] transaction","detail":"{read_only:false; response_revision:21367; number_of_response:1; }","duration":"112.367644ms","start":"2026-03-04T16:14:15.321387Z","end":"2026-03-04T16:14:15.433755Z","steps":["trace[1507699170] 'process raft request' (duration: 112.112168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:15.710499Z","caller":"traceutil/trace.go:171","msg":"trace[1647634538] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"388.912744ms","start":"2026-03-04T16:14:15.321569Z","end":"2026-03-04T16:14:15.710482Z","steps":["trace[1647634538] 'process raft request' (duration: 388.866113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:15.710511Z","caller":"traceutil/trace.go:171","msg":"trace[1926077661] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"389.042817ms","start":"2026-03-04T16:14:15.321451Z","end":"2026-03-04T16:14:15.710494Z","steps":["trace[1926077661] 'process raft request' (duration: 388.959135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.71061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.321428Z","time spent":"389.13669ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:15.710647Z","caller":"traceutil/trace.go:171","msg":"trace[1820410475] linearizableReadLoop","detail":"{readStateIndex:22169; appliedIndex:22165; }","duration":"389.065798ms","start":"2026-03-04T16:14:15.321574Z","end":"2026-03-04T16:14:15.71064Z","steps":["trace[1820410475] 'read index received' (duration: 112.059536ms)","trace[1820410475] 'applied index is now lower than readState.Index' (duration: 277.002342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:15.710609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.32155Z","time spent":"389.003787ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:15.710502Z","caller":"traceutil/trace.go:171","msg":"trace[1471053007] transaction","detail":"{read_only:false; response_revision:21368; number_of_response:1; }","duration":"389.047138ms","start":"2026-03-04T16:14:15.321428Z","end":"2026-03-04T16:14:15.710475Z","steps":["trace[1471053007] 'process raft request' (duration: 388.868874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:15.710714Z","caller":"traceutil/trace.go:171","msg":"trace[472485976] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"388.840153ms","start":"2026-03-04T16:14:15.321869Z","end":"2026-03-04T16:14:15.710709Z","steps":["trace[472485976] 'process raft request' (duration: 388.587817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.71073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.321413Z","time spent":"389.297754ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:15.710793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.32186Z","time spent":"388.870683ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:15.710892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.328865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:14:15.71092Z","caller":"traceutil/trace.go:171","msg":"trace[27999757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21371; }","duration":"389.377626ms","start":"2026-03-04T16:14:15.321536Z","end":"2026-03-04T16:14:15.710913Z","steps":["trace[27999757] 'agreement among raft nodes before linearized reading' (duration: 389.291414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:15.710939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:15.321367Z","time spent":"389.56678ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:14:15.928804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.997539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:15.928892Z","caller":"traceutil/trace.go:171","msg":"trace[829934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21372; }","duration":"109.130803ms","start":"2026-03-04T16:14:15.819739Z","end":"2026-03-04T16:14:15.92887Z","steps":["trace[829934] 'range keys from in-memory index tree' (duration: 108.919608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:16.043413Z","caller":"traceutil/trace.go:171","msg":"trace[1351584603] linearizableReadLoop","detail":"{readStateIndex:22172; appliedIndex:22171; }","duration":"106.796495ms","start":"2026-03-04T16:14:15.936592Z","end":"2026-03-04T16:14:16.043389Z","steps":["trace[1351584603] 'read index received' (duration: 106.639451ms)","trace[1351584603] 'applied index is now lower than readState.Index' (duration: 155.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:16.043504Z","caller":"traceutil/trace.go:171","msg":"trace[1980588811] transaction","detail":"{read_only:false; response_revision:21373; number_of_response:1; }","duration":"107.123433ms","start":"2026-03-04T16:14:15.93634Z","end":"2026-03-04T16:14:16.043463Z","steps":["trace[1980588811] 'process raft request' (duration: 106.903047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:16.043612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.99722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"info","ts":"2026-03-04T16:14:16.04365Z","caller":"traceutil/trace.go:171","msg":"trace[1490204032] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21373; }","duration":"107.069951ms","start":"2026-03-04T16:14:15.93657Z","end":"2026-03-04T16:14:16.04364Z","steps":["trace[1490204032] 'agreement among raft nodes before linearized reading' (duration: 106.915047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:17.572128Z","caller":"traceutil/trace.go:171","msg":"trace[492801601] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"130.837767ms","start":"2026-03-04T16:14:17.441264Z","end":"2026-03-04T16:14:17.572101Z","steps":["trace[492801601] 'process raft request' (duration: 130.634102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:17.920635Z","caller":"traceutil/trace.go:171","msg":"trace[115920901] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"197.132305ms","start":"2026-03-04T16:14:17.723473Z","end":"2026-03-04T16:14:17.920606Z","steps":["trace[115920901] 'process raft request' (duration: 196.903809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:17.920875Z","caller":"traceutil/trace.go:171","msg":"trace[792707302] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"197.380531ms","start":"2026-03-04T16:14:17.723478Z","end":"2026-03-04T16:14:17.920858Z","steps":["trace[792707302] 'process raft request' (duration: 197.071763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:17.921018Z","caller":"traceutil/trace.go:171","msg":"trace[1789374568] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"196.644712ms","start":"2026-03-04T16:14:17.724342Z","end":"2026-03-04T16:14:17.920986Z","steps":["trace[1789374568] 'process raft request' (duration: 196.445747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:22.870809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:22.562104Z","time spent":"308.697648ms","remote":"127.0.0.1:54328","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:14:29.187016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.983135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:29.187118Z","caller":"traceutil/trace.go:171","msg":"trace[1989532431] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21461; }","duration":"112.148209ms","start":"2026-03-04T16:14:29.074947Z","end":"2026-03-04T16:14:29.187095Z","steps":["trace[1989532431] 'count revisions from in-memory index tree' (duration: 111.835339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:37.463123Z","caller":"traceutil/trace.go:171","msg":"trace[2054364327] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"116.882507ms","start":"2026-03-04T16:14:37.346208Z","end":"2026-03-04T16:14:37.463091Z","steps":["trace[2054364327] 'process raft request' (duration: 62.08865ms)","trace[2054364327] 'compare' (duration: 54.696955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:37.525154Z","caller":"traceutil/trace.go:171","msg":"trace[434481132] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"178.227729ms","start":"2026-03-04T16:14:37.346896Z","end":"2026-03-04T16:14:37.525123Z","steps":["trace[434481132] 'process raft request' (duration: 178.038755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:37.525483Z","caller":"traceutil/trace.go:171","msg":"trace[1368175593] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"167.989132ms","start":"2026-03-04T16:14:37.357465Z","end":"2026-03-04T16:14:37.525454Z","steps":["trace[1368175593] 'process raft request' (duration: 167.826218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:37.525501Z","caller":"traceutil/trace.go:171","msg":"trace[1141416674] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"178.458166ms","start":"2026-03-04T16:14:37.347011Z","end":"2026-03-04T16:14:37.52547Z","steps":["trace[1141416674] 'process raft request' (duration: 178.076156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:37.866642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.529415ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:14:37.866825Z","caller":"traceutil/trace.go:171","msg":"trace[2097411724] linearizableReadLoop","detail":"{readStateIndex:22308; appliedIndex:22307; }","duration":"243.5202ms","start":"2026-03-04T16:14:37.623275Z","end":"2026-03-04T16:14:37.866795Z","steps":["trace[2097411724] 'read index received' (duration: 41.744139ms)","trace[2097411724] 'applied index is now lower than readState.Index' (duration: 201.773631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:37.867081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.785417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T16:14:37.867164Z","caller":"traceutil/trace.go:171","msg":"trace[1334909603] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:21503; }","duration":"243.91894ms","start":"2026-03-04T16:14:37.623225Z","end":"2026-03-04T16:14:37.867144Z","steps":["trace[1334909603] 'agreement among raft nodes before linearized reading' (duration: 243.692335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:37.867202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.929091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:14:37.867366Z","caller":"traceutil/trace.go:171","msg":"trace[248407440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21503; }","duration":"168.105345ms","start":"2026-03-04T16:14:37.69924Z","end":"2026-03-04T16:14:37.867345Z","steps":["trace[248407440] 'agreement among raft nodes before linearized reading' (duration: 167.754666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:38.239825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.747924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:38.240035Z","caller":"traceutil/trace.go:171","msg":"trace[1219176422] linearizableReadLoop","detail":"{readStateIndex:22312; appliedIndex:22310; }","duration":"220.579334ms","start":"2026-03-04T16:14:38.019438Z","end":"2026-03-04T16:14:38.240018Z","steps":["trace[1219176422] 'read index received' (duration: 101.619435ms)","trace[1219176422] 'applied index is now lower than readState.Index' (duration: 118.958949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:38.240308Z","caller":"traceutil/trace.go:171","msg":"trace[1619731658] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"302.128843ms","start":"2026-03-04T16:14:37.938167Z","end":"2026-03-04T16:14:38.240296Z","steps":["trace[1619731658] 'process raft request' (duration: 301.775944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:38.240385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:37.938127Z","time spent":"302.220315ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:38.240524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.065196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-03-04T16:14:38.240362Z","caller":"traceutil/trace.go:171","msg":"trace[1557460002] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"304.03902ms","start":"2026-03-04T16:14:37.936271Z","end":"2026-03-04T16:14:38.24031Z","steps":["trace[1557460002] 'process raft request' (duration: 184.665271ms)","trace[1557460002] 'compare' (duration: 118.61502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:38.240611Z","caller":"traceutil/trace.go:171","msg":"trace[502398672] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:21507; }","duration":"221.21982ms","start":"2026-03-04T16:14:38.019373Z","end":"2026-03-04T16:14:38.240592Z","steps":["trace[502398672] 'agreement among raft nodes before linearized reading' (duration: 220.918843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:38.240864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:37.936241Z","time spent":"304.390709ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:38.242237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.432025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:14:38.242313Z","caller":"traceutil/trace.go:171","msg":"trace[59832870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21508; }","duration":"141.559268ms","start":"2026-03-04T16:14:38.100736Z","end":"2026-03-04T16:14:38.242295Z","steps":["trace[59832870] 'agreement among raft nodes before linearized reading' (duration: 141.370004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:39.335641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.609798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:39.335748Z","caller":"traceutil/trace.go:171","msg":"trace[930879260] transaction","detail":"{read_only:false; response_revision:21517; number_of_response:1; }","duration":"234.665318ms","start":"2026-03-04T16:14:39.101064Z","end":"2026-03-04T16:14:39.33573Z","steps":["trace[930879260] 'process raft request' (duration: 133.883925ms)","trace[930879260] 'compare' (duration: 100.352822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:39.410113Z","caller":"traceutil/trace.go:171","msg":"trace[1572239938] linearizableReadLoop","detail":"{readStateIndex:22323; appliedIndex:22321; }","duration":"205.048883ms","start":"2026-03-04T16:14:39.204861Z","end":"2026-03-04T16:14:39.40991Z","steps":["trace[1572239938] 'read index received' (duration: 30.022254ms)","trace[1572239938] 'applied index is now lower than readState.Index' (duration: 175.025739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:39.410185Z","caller":"traceutil/trace.go:171","msg":"trace[41962212] transaction","detail":"{read_only:false; response_revision:21518; number_of_response:1; }","duration":"237.56602ms","start":"2026-03-04T16:14:39.172581Z","end":"2026-03-04T16:14:39.410147Z","steps":["trace[41962212] 'process raft request' (duration: 237.207301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:39.410321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.453994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:14:39.410352Z","caller":"traceutil/trace.go:171","msg":"trace[1373676280] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21518; }","duration":"205.550836ms","start":"2026-03-04T16:14:39.204793Z","end":"2026-03-04T16:14:39.410343Z","steps":["trace[1373676280] 'agreement among raft nodes before linearized reading' (duration: 205.413363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:39.410394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.008463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:39.410504Z","caller":"traceutil/trace.go:171","msg":"trace[1672841538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21518; }","duration":"174.151547ms","start":"2026-03-04T16:14:39.236337Z","end":"2026-03-04T16:14:39.410488Z","steps":["trace[1672841538] 'agreement among raft nodes before linearized reading' (duration: 174.003603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:39.710304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.062386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:39.710388Z","caller":"traceutil/trace.go:171","msg":"trace[1940407611] linearizableReadLoop","detail":"{readStateIndex:22326; appliedIndex:22325; }","duration":"135.526946ms","start":"2026-03-04T16:14:39.57485Z","end":"2026-03-04T16:14:39.710377Z","steps":["trace[1940407611] 'read index received' (duration: 23.249334ms)","trace[1940407611] 'applied index is now lower than readState.Index' (duration: 112.276812ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:39.710446Z","caller":"traceutil/trace.go:171","msg":"trace[1572509462] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"171.839268ms","start":"2026-03-04T16:14:39.5386Z","end":"2026-03-04T16:14:39.71044Z","steps":["trace[1572509462] 'process raft request' (duration: 59.575917ms)","trace[1572509462] 'compare' (duration: 111.966094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:39.710656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.808732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:14:39.710679Z","caller":"traceutil/trace.go:171","msg":"trace[779025312] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21521; }","duration":"135.912825ms","start":"2026-03-04T16:14:39.574758Z","end":"2026-03-04T16:14:39.710671Z","steps":["trace[779025312] 'agreement among raft nodes before linearized reading' (duration: 135.803692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:39.710791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.799019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T16:14:39.710855Z","caller":"traceutil/trace.go:171","msg":"trace[1242359632] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:21521; }","duration":"109.909222ms","start":"2026-03-04T16:14:39.600926Z","end":"2026-03-04T16:14:39.710836Z","steps":["trace[1242359632] 'agreement among raft nodes before linearized reading' (duration: 109.747968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:44.458628Z","caller":"traceutil/trace.go:171","msg":"trace[1548551626] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"148.204384ms","start":"2026-03-04T16:14:44.3104Z","end":"2026-03-04T16:14:44.458605Z","steps":["trace[1548551626] 'process raft request' (duration: 146.921382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:44.461435Z","caller":"traceutil/trace.go:171","msg":"trace[1994949983] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"148.368259ms","start":"2026-03-04T16:14:44.313054Z","end":"2026-03-04T16:14:44.461422Z","steps":["trace[1994949983] 'process raft request' (duration: 148.302958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:49.825318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.242831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:49.825407Z","caller":"traceutil/trace.go:171","msg":"trace[2025653456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21660; }","duration":"338.375374ms","start":"2026-03-04T16:14:49.487014Z","end":"2026-03-04T16:14:49.825389Z","steps":["trace[2025653456] 'range keys from in-memory index tree' (duration: 338.132318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:49.825447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:49.486998Z","time spent":"338.440106ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:14:49.825654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.487972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:49.82578Z","caller":"traceutil/trace.go:171","msg":"trace[341481033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21660; }","duration":"109.626885ms","start":"2026-03-04T16:14:49.716132Z","end":"2026-03-04T16:14:49.825759Z","steps":["trace[341481033] 'count revisions from in-memory index tree' (duration: 109.413039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:49.826091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.532539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:49.826131Z","caller":"traceutil/trace.go:171","msg":"trace[214473003] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21660; }","duration":"116.609131ms","start":"2026-03-04T16:14:49.709512Z","end":"2026-03-04T16:14:49.826121Z","steps":["trace[214473003] 'count revisions from in-memory index tree' (duration: 116.429566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:49.881692Z","caller":"traceutil/trace.go:171","msg":"trace[1193410304] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"105.922302ms","start":"2026-03-04T16:14:49.775736Z","end":"2026-03-04T16:14:49.881658Z","steps":["trace[1193410304] 'process raft request' (duration: 105.81473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.11678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.201793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:14:50.116853Z","caller":"traceutil/trace.go:171","msg":"trace[933097641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21661; }","duration":"171.317886ms","start":"2026-03-04T16:14:49.945518Z","end":"2026-03-04T16:14:50.116836Z","steps":["trace[933097641] 'range keys from in-memory index tree' (duration: 171.028778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:50.43942Z","caller":"traceutil/trace.go:171","msg":"trace[2018241965] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"318.759731ms","start":"2026-03-04T16:14:50.120636Z","end":"2026-03-04T16:14:50.439396Z","steps":["trace[2018241965] 'process raft request' (duration: 318.611998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.439566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.120608Z","time spent":"318.884505ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:50.821349Z","caller":"traceutil/trace.go:171","msg":"trace[760192250] linearizableReadLoop","detail":"{readStateIndex:22471; appliedIndex:22469; }","duration":"531.765765ms","start":"2026-03-04T16:14:50.289557Z","end":"2026-03-04T16:14:50.821322Z","steps":["trace[760192250] 'read index received' (duration: 149.797415ms)","trace[760192250] 'applied index is now lower than readState.Index' (duration: 381.96746ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:50.821411Z","caller":"traceutil/trace.go:171","msg":"trace[992556781] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"541.893178ms","start":"2026-03-04T16:14:50.279482Z","end":"2026-03-04T16:14:50.821375Z","steps":["trace[992556781] 'process raft request' (duration: 541.681563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.821574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.99861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:14:50.821589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.279458Z","time spent":"542.019221ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:50.821661Z","caller":"traceutil/trace.go:171","msg":"trace[1405820283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21663; }","duration":"532.106993ms","start":"2026-03-04T16:14:50.28952Z","end":"2026-03-04T16:14:50.821627Z","steps":["trace[1405820283] 'agreement among raft nodes before linearized reading' (duration: 531.925659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.821742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.289507Z","time spent":"532.222866ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:14:50.823629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.146267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:50.82369Z","caller":"traceutil/trace.go:171","msg":"trace[182012617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21664; }","duration":"334.225499ms","start":"2026-03-04T16:14:50.489452Z","end":"2026-03-04T16:14:50.823677Z","steps":["trace[182012617] 'agreement among raft nodes before linearized reading' (duration: 334.130737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.823725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.489445Z","time spent":"334.272711ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:14:50.823721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.763698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:14:50.82381Z","caller":"traceutil/trace.go:171","msg":"trace[1381960240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21664; }","duration":"333.896261ms","start":"2026-03-04T16:14:50.489896Z","end":"2026-03-04T16:14:50.823792Z","steps":["trace[1381960240] 'agreement among raft nodes before linearized reading' (duration: 333.657205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.82386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.489878Z","time spent":"333.972683ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:14:50.823648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.689074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:14:50.823985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.66957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:14:50.823997Z","caller":"traceutil/trace.go:171","msg":"trace[1206000519] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"271.497933ms","start":"2026-03-04T16:14:50.552468Z","end":"2026-03-04T16:14:50.823966Z","steps":["trace[1206000519] 'process raft request' (duration: 270.855947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:50.824048Z","caller":"traceutil/trace.go:171","msg":"trace[237236409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21664; }","duration":"472.113725ms","start":"2026-03-04T16:14:50.351911Z","end":"2026-03-04T16:14:50.824025Z","steps":["trace[237236409] 'agreement among raft nodes before linearized reading' (duration: 471.576211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:50.824054Z","caller":"traceutil/trace.go:171","msg":"trace[2144083682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21664; }","duration":"334.806664ms","start":"2026-03-04T16:14:50.489227Z","end":"2026-03-04T16:14:50.824034Z","steps":["trace[2144083682] 'agreement among raft nodes before linearized reading' (duration: 334.553358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:50.82411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.351894Z","time spent":"472.199646ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:14:50.824138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:50.489205Z","time spent":"334.920737ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:14:52.16043Z","caller":"traceutil/trace.go:171","msg":"trace[2111129959] linearizableReadLoop","detail":"{readStateIndex:22477; appliedIndex:22476; }","duration":"468.117525ms","start":"2026-03-04T16:14:51.692248Z","end":"2026-03-04T16:14:52.160366Z","steps":["trace[2111129959] 'read index received' (duration: 467.778716ms)","trace[2111129959] 'applied index is now lower than readState.Index' (duration: 337.539µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:52.160849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.552636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:14:52.1609Z","caller":"traceutil/trace.go:171","msg":"trace[304734945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21669; }","duration":"468.672498ms","start":"2026-03-04T16:14:51.692215Z","end":"2026-03-04T16:14:52.160887Z","steps":["trace[304734945] 'agreement among raft nodes before linearized reading' (duration: 468.34661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:52.160952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:51.692201Z","time spent":"468.74171ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:14:52.161455Z","caller":"traceutil/trace.go:171","msg":"trace[462000052] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"776.031993ms","start":"2026-03-04T16:14:51.385401Z","end":"2026-03-04T16:14:52.161433Z","steps":["trace[462000052] 'process raft request' (duration: 774.73592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:52.1616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:51.385369Z","time spent":"776.135636ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:52.983625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.525451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:52.983888Z","caller":"traceutil/trace.go:171","msg":"trace[102340431] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"499.830321ms","start":"2026-03-04T16:14:52.484027Z","end":"2026-03-04T16:14:52.983857Z","steps":["trace[102340431] 'process raft request' (duration: 499.693018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:52.983911Z","caller":"traceutil/trace.go:171","msg":"trace[1982269006] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"501.671828ms","start":"2026-03-04T16:14:52.482205Z","end":"2026-03-04T16:14:52.983876Z","steps":["trace[1982269006] 'process raft request' (duration: 29.783269ms)","trace[1982269006] 'compare' (duration: 471.401997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:52.983938Z","caller":"traceutil/trace.go:171","msg":"trace[1950691029] linearizableReadLoop","detail":"{readStateIndex:22480; appliedIndex:22478; }","duration":"496.005236ms","start":"2026-03-04T16:14:52.487911Z","end":"2026-03-04T16:14:52.983916Z","steps":["trace[1950691029] 'read index received' (duration: 24.130047ms)","trace[1950691029] 'applied index is now lower than readState.Index' (duration: 471.874299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:52.984055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:52.482174Z","time spent":"501.805321ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:14:52.984065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:52.484005Z","time spent":"499.966655ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:14:52.984093Z","caller":"traceutil/trace.go:171","msg":"trace[1398163111] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"156.667508ms","start":"2026-03-04T16:14:52.827406Z","end":"2026-03-04T16:14:52.984073Z","steps":["trace[1398163111] 'process raft request' (duration: 156.426572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:52.984248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.273322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:52.984352Z","caller":"traceutil/trace.go:171","msg":"trace[1026808302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21672; }","duration":"496.451367ms","start":"2026-03-04T16:14:52.487876Z","end":"2026-03-04T16:14:52.984327Z","steps":["trace[1026808302] 'agreement among raft nodes before linearized reading' (duration: 496.148609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:52.984395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:14:52.487864Z","time spent":"496.522608ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:14:53.080892Z","caller":"traceutil/trace.go:171","msg":"trace[1613975531] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"250.307432ms","start":"2026-03-04T16:14:52.830549Z","end":"2026-03-04T16:14:53.080856Z","steps":["trace[1613975531] 'process raft request' (duration: 249.722087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:53.080921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.519341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:14:53.080953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.536011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:14:53.081012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.364651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:14:53.081081Z","caller":"traceutil/trace.go:171","msg":"trace[1087540490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21673; }","duration":"163.719385ms","start":"2026-03-04T16:14:52.91733Z","end":"2026-03-04T16:14:53.081049Z","steps":["trace[1087540490] 'agreement among raft nodes before linearized reading' (duration: 163.294085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:53.081013Z","caller":"traceutil/trace.go:171","msg":"trace[732909584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21673; }","duration":"163.639254ms","start":"2026-03-04T16:14:52.917343Z","end":"2026-03-04T16:14:53.080982Z","steps":["trace[732909584] 'agreement among raft nodes before linearized reading' (duration: 163.458699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:53.081102Z","caller":"traceutil/trace.go:171","msg":"trace[410408017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21673; }","duration":"201.506524ms","start":"2026-03-04T16:14:52.879575Z","end":"2026-03-04T16:14:53.081081Z","steps":["trace[410408017] 'agreement among raft nodes before linearized reading' (duration: 201.236668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:53.081315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.291234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:14:53.081362Z","caller":"traceutil/trace.go:171","msg":"trace[1909447557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21673; }","duration":"163.365216ms","start":"2026-03-04T16:14:52.917985Z","end":"2026-03-04T16:14:53.081351Z","steps":["trace[1909447557] 'agreement among raft nodes before linearized reading' (duration: 162.72083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.424861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.678883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:56.425028Z","caller":"traceutil/trace.go:171","msg":"trace[1794020886] linearizableReadLoop","detail":"{readStateIndex:22647; appliedIndex:22646; }","duration":"225.276712ms","start":"2026-03-04T16:14:56.199691Z","end":"2026-03-04T16:14:56.424968Z","steps":["trace[1794020886] 'read index received' (duration: 94.111635ms)","trace[1794020886] 'applied index is now lower than readState.Index' (duration: 131.163797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:56.425048Z","caller":"traceutil/trace.go:171","msg":"trace[1342838992] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"244.27241ms","start":"2026-03-04T16:14:56.180728Z","end":"2026-03-04T16:14:56.425001Z","steps":["trace[1342838992] 'process raft request' (duration: 113.053892ms)","trace[1342838992] 'compare' (duration: 130.360325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:14:56.425196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.501758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-7d5x5\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-03-04T16:14:56.425243Z","caller":"traceutil/trace.go:171","msg":"trace[1836769745] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-7d5x5; range_end:; response_count:1; response_revision:21833; }","duration":"225.571639ms","start":"2026-03-04T16:14:56.199658Z","end":"2026-03-04T16:14:56.425229Z","steps":["trace[1836769745] 'agreement among raft nodes before linearized reading' (duration: 225.421276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.449062Z","caller":"traceutil/trace.go:171","msg":"trace[1342236629] transaction","detail":"{read_only:false; response_revision:21834; number_of_response:1; }","duration":"232.272548ms","start":"2026-03-04T16:14:56.216753Z","end":"2026-03-04T16:14:56.449025Z","steps":["trace[1342236629] 'process raft request' (duration: 231.96518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.449274Z","caller":"traceutil/trace.go:171","msg":"trace[1430289008] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"201.477333ms","start":"2026-03-04T16:14:56.247775Z","end":"2026-03-04T16:14:56.449252Z","steps":["trace[1430289008] 'process raft request' (duration: 201.167896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.449442Z","caller":"traceutil/trace.go:171","msg":"trace[1217482168] transaction","detail":"{read_only:false; response_revision:21836; number_of_response:1; }","duration":"176.423644ms","start":"2026-03-04T16:14:56.272989Z","end":"2026-03-04T16:14:56.449412Z","steps":["trace[1217482168] 'process raft request' (duration: 176.146708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.449467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.83925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:14:56.449534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.966931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108335"} {"level":"info","ts":"2026-03-04T16:14:56.449551Z","caller":"traceutil/trace.go:171","msg":"trace[686600790] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21836; }","duration":"218.965533ms","start":"2026-03-04T16:14:56.230557Z","end":"2026-03-04T16:14:56.449522Z","steps":["trace[686600790] 'agreement among raft nodes before linearized reading' (duration: 218.803379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.44956Z","caller":"traceutil/trace.go:171","msg":"trace[748826469] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21836; }","duration":"207.060714ms","start":"2026-03-04T16:14:56.242489Z","end":"2026-03-04T16:14:56.44955Z","steps":["trace[748826469] 'agreement among raft nodes before linearized reading' (duration: 206.89234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.450167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.409834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T16:14:56.450207Z","caller":"traceutil/trace.go:171","msg":"trace[519453941] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21836; }","duration":"217.458246ms","start":"2026-03-04T16:14:56.232737Z","end":"2026-03-04T16:14:56.450195Z","steps":["trace[519453941] 'agreement among raft nodes before linearized reading' (duration: 216.646845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.666732Z","caller":"traceutil/trace.go:171","msg":"trace[784540216] linearizableReadLoop","detail":"{readStateIndex:22652; appliedIndex:22651; }","duration":"182.503906ms","start":"2026-03-04T16:14:56.4842Z","end":"2026-03-04T16:14:56.666704Z","steps":["trace[784540216] 'read index received' (duration: 182.186598ms)","trace[784540216] 'applied index is now lower than readState.Index' (duration: 316.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:56.666771Z","caller":"traceutil/trace.go:171","msg":"trace[1034565197] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"192.708524ms","start":"2026-03-04T16:14:56.474033Z","end":"2026-03-04T16:14:56.666741Z","steps":["trace[1034565197] 'process raft request' (duration: 192.319384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.666918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.309723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-04T16:14:56.666983Z","caller":"traceutil/trace.go:171","msg":"trace[1140939046] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21838; }","duration":"184.416274ms","start":"2026-03-04T16:14:56.48255Z","end":"2026-03-04T16:14:56.666967Z","steps":["trace[1140939046] 'agreement among raft nodes before linearized reading' (duration: 184.21794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.666987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.096937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23802"} {"level":"info","ts":"2026-03-04T16:14:56.66705Z","caller":"traceutil/trace.go:171","msg":"trace[1630500162] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21838; }","duration":"186.2112ms","start":"2026-03-04T16:14:56.480821Z","end":"2026-03-04T16:14:56.667032Z","steps":["trace[1630500162] 'agreement among raft nodes before linearized reading' (duration: 185.976984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.680659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.365795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-04T16:14:56.680737Z","caller":"traceutil/trace.go:171","msg":"trace[1297338398] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21840; }","duration":"194.469238ms","start":"2026-03-04T16:14:56.486248Z","end":"2026-03-04T16:14:56.680718Z","steps":["trace[1297338398] 'agreement among raft nodes before linearized reading' (duration: 194.278824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.680972Z","caller":"traceutil/trace.go:171","msg":"trace[1580924323] transaction","detail":"{read_only:false; response_revision:21839; number_of_response:1; }","duration":"195.674508ms","start":"2026-03-04T16:14:56.485286Z","end":"2026-03-04T16:14:56.68096Z","steps":["trace[1580924323] 'process raft request' (duration: 194.873379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:56.681066Z","caller":"traceutil/trace.go:171","msg":"trace[853587038] transaction","detail":"{read_only:false; response_revision:21840; number_of_response:1; }","duration":"186.012285ms","start":"2026-03-04T16:14:56.495043Z","end":"2026-03-04T16:14:56.681056Z","steps":["trace[853587038] 'process raft request' (duration: 185.333928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:56.681156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.285682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:14:56.681189Z","caller":"traceutil/trace.go:171","msg":"trace[85935438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21840; }","duration":"194.340954ms","start":"2026-03-04T16:14:56.48684Z","end":"2026-03-04T16:14:56.681181Z","steps":["trace[85935438] 'agreement among raft nodes before linearized reading' (duration: 194.286493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:58.156221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.760315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:14:58.156332Z","caller":"traceutil/trace.go:171","msg":"trace[336767872] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"222.667457ms","start":"2026-03-04T16:14:57.933646Z","end":"2026-03-04T16:14:58.156313Z","steps":["trace[336767872] 'process raft request' (duration: 103.752937ms)","trace[336767872] 'compare' (duration: 118.529439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:58.160938Z","caller":"traceutil/trace.go:171","msg":"trace[1425594743] linearizableReadLoop","detail":"{readStateIndex:22832; appliedIndex:22828; }","duration":"198.021627ms","start":"2026-03-04T16:14:57.9629Z","end":"2026-03-04T16:14:58.160921Z","steps":["trace[1425594743] 'read index received' (duration: 74.595685ms)","trace[1425594743] 'applied index is now lower than readState.Index' (duration: 123.425212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:14:58.16122Z","caller":"traceutil/trace.go:171","msg":"trace[1423390888] transaction","detail":"{read_only:false; response_revision:22010; number_of_response:1; }","duration":"219.2434ms","start":"2026-03-04T16:14:57.941963Z","end":"2026-03-04T16:14:58.161207Z","steps":["trace[1423390888] 'process raft request' (duration: 218.579803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:58.161319Z","caller":"traceutil/trace.go:171","msg":"trace[277868210] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"184.179088ms","start":"2026-03-04T16:14:57.977109Z","end":"2026-03-04T16:14:58.161288Z","steps":["trace[277868210] 'process raft request' (duration: 183.769908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:58.161815Z","caller":"traceutil/trace.go:171","msg":"trace[2005131697] transaction","detail":"{read_only:false; response_revision:22011; number_of_response:1; }","duration":"219.501897ms","start":"2026-03-04T16:14:57.942299Z","end":"2026-03-04T16:14:58.161801Z","steps":["trace[2005131697] 'process raft request' (duration: 218.366638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:14:58.161967Z","caller":"traceutil/trace.go:171","msg":"trace[1765976145] transaction","detail":"{read_only:false; response_revision:22012; number_of_response:1; }","duration":"216.105493ms","start":"2026-03-04T16:14:57.945852Z","end":"2026-03-04T16:14:58.161958Z","steps":["trace[1765976145] 'process raft request' (duration: 214.921082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:14:58.1623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.381171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T16:14:58.16234Z","caller":"traceutil/trace.go:171","msg":"trace[1189610220] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22013; }","duration":"199.432723ms","start":"2026-03-04T16:14:57.962895Z","end":"2026-03-04T16:14:58.162328Z","steps":["trace[1189610220] 'agreement among raft nodes before linearized reading' (duration: 198.53863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:00.054062Z","caller":"traceutil/trace.go:171","msg":"trace[492060568] linearizableReadLoop","detail":"{readStateIndex:22920; appliedIndex:22919; }","duration":"140.566562ms","start":"2026-03-04T16:14:59.913473Z","end":"2026-03-04T16:15:00.05404Z","steps":["trace[492060568] 'read index received' (duration: 140.388258ms)","trace[492060568] 'applied index is now lower than readState.Index' (duration: 176.774µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:00.054245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.748867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:00.054289Z","caller":"traceutil/trace.go:171","msg":"trace[1128521275] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22099; }","duration":"140.846619ms","start":"2026-03-04T16:14:59.913429Z","end":"2026-03-04T16:15:00.054276Z","steps":["trace[1128521275] 'agreement among raft nodes before linearized reading' (duration: 140.702876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:00.054311Z","caller":"traceutil/trace.go:171","msg":"trace[1438880811] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"145.004824ms","start":"2026-03-04T16:14:59.909155Z","end":"2026-03-04T16:15:00.05416Z","steps":["trace[1438880811] 'process raft request' (duration: 144.697717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.449047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.012181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:01.44913Z","caller":"traceutil/trace.go:171","msg":"trace[551533324] linearizableReadLoop","detail":"{readStateIndex:22958; appliedIndex:22957; }","duration":"216.088301ms","start":"2026-03-04T16:15:01.23303Z","end":"2026-03-04T16:15:01.449118Z","steps":["trace[551533324] 'read index received' (duration: 22.872665ms)","trace[551533324] 'applied index is now lower than readState.Index' (duration: 193.214476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:01.449248Z","caller":"traceutil/trace.go:171","msg":"trace[1068765240] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"225.481497ms","start":"2026-03-04T16:15:01.223756Z","end":"2026-03-04T16:15:01.449237Z","steps":["trace[1068765240] 'process raft request' (duration: 32.2248ms)","trace[1068765240] 'compare' (duration: 192.829086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:01.44944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.383758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.449562Z","caller":"traceutil/trace.go:171","msg":"trace[1989162769] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22137; }","duration":"216.519422ms","start":"2026-03-04T16:15:01.233024Z","end":"2026-03-04T16:15:01.449543Z","steps":["trace[1989162769] 'agreement among raft nodes before linearized reading' (duration: 216.273365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.44979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.702386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.449832Z","caller":"traceutil/trace.go:171","msg":"trace[1118575225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22138; }","duration":"216.760897ms","start":"2026-03-04T16:15:01.233059Z","end":"2026-03-04T16:15:01.44982Z","steps":["trace[1118575225] 'agreement among raft nodes before linearized reading' (duration: 216.668965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.449957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.45007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.449983Z","caller":"traceutil/trace.go:171","msg":"trace[1512477200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0; response_count:0; response_revision:22138; }","duration":"216.48544ms","start":"2026-03-04T16:15:01.23349Z","end":"2026-03-04T16:15:01.449975Z","steps":["trace[1512477200] 'agreement among raft nodes before linearized reading' (duration: 216.449359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:01.597333Z","caller":"traceutil/trace.go:171","msg":"trace[635852782] linearizableReadLoop","detail":"{readStateIndex:22960; appliedIndex:22959; }","duration":"142.289717ms","start":"2026-03-04T16:15:01.455024Z","end":"2026-03-04T16:15:01.597314Z","steps":["trace[635852782] 'read index received' (duration: 106.126867ms)","trace[635852782] 'applied index is now lower than readState.Index' (duration: 36.16214ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:01.597328Z","caller":"traceutil/trace.go:171","msg":"trace[285652235] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"142.373018ms","start":"2026-03-04T16:15:01.454915Z","end":"2026-03-04T16:15:01.597288Z","steps":["trace[285652235] 'process raft request' (duration: 106.221019ms)","trace[285652235] 'compare' (duration: 36.018836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:01.597649Z","caller":"traceutil/trace.go:171","msg":"trace[429081702] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"142.011239ms","start":"2026-03-04T16:15:01.455615Z","end":"2026-03-04T16:15:01.597626Z","steps":["trace[429081702] 'process raft request' (duration: 141.660051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.597717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.663526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/federations/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.597819Z","caller":"traceutil/trace.go:171","msg":"trace[575313850] range","detail":"{range_begin:/registry/rabbitmq.com/federations/cert-manager-test/; range_end:/registry/rabbitmq.com/federations/cert-manager-test0; response_count:0; response_revision:22140; }","duration":"142.81317ms","start":"2026-03-04T16:15:01.454989Z","end":"2026-03-04T16:15:01.597802Z","steps":["trace[575313850] 'agreement among raft nodes before linearized reading' (duration: 142.42673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.597865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.362664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.597943Z","caller":"traceutil/trace.go:171","msg":"trace[1765220396] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22141; }","duration":"118.457337ms","start":"2026-03-04T16:15:01.479467Z","end":"2026-03-04T16:15:01.597924Z","steps":["trace[1765220396] 'agreement among raft nodes before linearized reading' (duration: 118.283132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.598377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.241616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.598423Z","caller":"traceutil/trace.go:171","msg":"trace[2065520047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22141; }","duration":"109.309908ms","start":"2026-03-04T16:15:01.489102Z","end":"2026-03-04T16:15:01.598412Z","steps":["trace[2065520047] 'agreement among raft nodes before linearized reading' (duration: 109.243946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:01.598558Z","caller":"traceutil/trace.go:171","msg":"trace[627861045] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"122.257462ms","start":"2026-03-04T16:15:01.476283Z","end":"2026-03-04T16:15:01.598541Z","steps":["trace[627861045] 'process raft request' (duration: 121.214436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:01.5986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.0028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:01.598641Z","caller":"traceutil/trace.go:171","msg":"trace[1262861963] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22141; }","duration":"119.073082ms","start":"2026-03-04T16:15:01.479558Z","end":"2026-03-04T16:15:01.598631Z","steps":["trace[1262861963] 'agreement among raft nodes before linearized reading' (duration: 119.012061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.551272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832382188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:15:02.642668Z","caller":"traceutil/trace.go:171","msg":"trace[1879171340] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"596.067771ms","start":"2026-03-04T16:15:02.046575Z","end":"2026-03-04T16:15:02.642642Z","steps":["trace[1879171340] 'process raft request' (duration: 595.801004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.643018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:02.046561Z","time spent":"596.181454ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129378,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:02.656115Z","caller":"traceutil/trace.go:171","msg":"trace[1530283937] linearizableReadLoop","detail":"{readStateIndex:22972; appliedIndex:22970; }","duration":"605.459217ms","start":"2026-03-04T16:15:02.050634Z","end":"2026-03-04T16:15:02.656093Z","steps":["trace[1530283937] 'read index received' (duration: 591.700141ms)","trace[1530283937] 'applied index is now lower than readState.Index' (duration: 13.757936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:02.656424Z","caller":"traceutil/trace.go:171","msg":"trace[473537846] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"210.585623ms","start":"2026-03-04T16:15:02.445823Z","end":"2026-03-04T16:15:02.656409Z","steps":["trace[473537846] 'process raft request' (duration: 210.166192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.656645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.949368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.65672Z","caller":"traceutil/trace.go:171","msg":"trace[1933049708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/domains/cert-manager-test0; response_count:0; response_revision:22151; }","duration":"606.050841ms","start":"2026-03-04T16:15:02.050651Z","end":"2026-03-04T16:15:02.656701Z","steps":["trace[1933049708] 'agreement among raft nodes before linearized reading' (duration: 605.906297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.656765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:02.050648Z","time spent":"606.108132ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":123,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T16:15:02.656824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.476394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:02.656872Z","caller":"traceutil/trace.go:171","msg":"trace[2028300727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22151; }","duration":"213.560367ms","start":"2026-03-04T16:15:02.443301Z","end":"2026-03-04T16:15:02.656861Z","steps":["trace[2028300727] 'agreement among raft nodes before linearized reading' (duration: 213.418513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.657028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.352358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:15:02.657061Z","caller":"traceutil/trace.go:171","msg":"trace[1460379796] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:22151; }","duration":"294.384629ms","start":"2026-03-04T16:15:02.362669Z","end":"2026-03-04T16:15:02.657053Z","steps":["trace[1460379796] 'agreement among raft nodes before linearized reading' (duration: 294.270146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.657125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.477272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.65717Z","caller":"traceutil/trace.go:171","msg":"trace[1919003771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22151; }","duration":"606.534993ms","start":"2026-03-04T16:15:02.050623Z","end":"2026-03-04T16:15:02.657158Z","steps":["trace[1919003771] 'agreement among raft nodes before linearized reading' (duration: 606.375559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.657182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.507903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.657207Z","caller":"traceutil/trace.go:171","msg":"trace[1950986624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22151; }","duration":"606.535563ms","start":"2026-03-04T16:15:02.050663Z","end":"2026-03-04T16:15:02.657199Z","steps":["trace[1950986624] 'agreement among raft nodes before linearized reading' (duration: 606.493852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.657203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:02.050618Z","time spent":"606.575014ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:02.657236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:02.050649Z","time spent":"606.580774ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T16:15:02.657378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.548311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.657412Z","caller":"traceutil/trace.go:171","msg":"trace[647001552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22151; }","duration":"167.610042ms","start":"2026-03-04T16:15:02.489794Z","end":"2026-03-04T16:15:02.657404Z","steps":["trace[647001552] 'agreement among raft nodes before linearized reading' (duration: 167.561061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:02.793146Z","caller":"traceutil/trace.go:171","msg":"trace[1802986083] linearizableReadLoop","detail":"{readStateIndex:22973; appliedIndex:22972; }","duration":"125.570646ms","start":"2026-03-04T16:15:02.667486Z","end":"2026-03-04T16:15:02.793056Z","steps":["trace[1802986083] 'read index received' (duration: 29.435709ms)","trace[1802986083] 'applied index is now lower than readState.Index' (duration: 96.132527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:02.793338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.819202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.793449Z","caller":"traceutil/trace.go:171","msg":"trace[157253950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/domains/cert-manager-test0; response_count:0; response_revision:22151; }","duration":"125.961376ms","start":"2026-03-04T16:15:02.667444Z","end":"2026-03-04T16:15:02.793405Z","steps":["trace[157253950] 'agreement among raft nodes before linearized reading' (duration: 125.789961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:02.793577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.382751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:02.793647Z","caller":"traceutil/trace.go:171","msg":"trace[79091749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22151; }","duration":"125.496384ms","start":"2026-03-04T16:15:02.668139Z","end":"2026-03-04T16:15:02.793635Z","steps":["trace[79091749] 'agreement among raft nodes before linearized reading' (duration: 125.203647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:02.929832Z","caller":"traceutil/trace.go:171","msg":"trace[1043305940] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"128.434028ms","start":"2026-03-04T16:15:02.801352Z","end":"2026-03-04T16:15:02.929786Z","steps":["trace[1043305940] 'process raft request' (duration: 112.662811ms)","trace[1043305940] 'compare' (duration: 15.498739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:02.929899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.742767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/ports/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:02.930173Z","caller":"traceutil/trace.go:171","msg":"trace[621914766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/ports/cert-manager-test0; response_count:0; response_revision:22153; }","duration":"132.8533ms","start":"2026-03-04T16:15:02.797107Z","end":"2026-03-04T16:15:02.92996Z","steps":["trace[621914766] 'agreement among raft nodes before linearized reading' (duration: 132.722297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.271306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.881468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:03.271512Z","caller":"traceutil/trace.go:171","msg":"trace[1436438663] linearizableReadLoop","detail":"{readStateIndex:22979; appliedIndex:22978; }","duration":"281.042163ms","start":"2026-03-04T16:15:02.990453Z","end":"2026-03-04T16:15:03.271495Z","steps":["trace[1436438663] 'read index received' (duration: 79.887938ms)","trace[1436438663] 'applied index is now lower than readState.Index' (duration: 201.153235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:03.271518Z","caller":"traceutil/trace.go:171","msg":"trace[1120033780] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"292.707406ms","start":"2026-03-04T16:15:02.978776Z","end":"2026-03-04T16:15:03.271483Z","steps":["trace[1120033780] 'process raft request' (duration: 91.547061ms)","trace[1120033780] 'compare' (duration: 200.713304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:03.271633Z","caller":"traceutil/trace.go:171","msg":"trace[1964783765] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"249.663916ms","start":"2026-03-04T16:15:03.021955Z","end":"2026-03-04T16:15:03.271619Z","steps":["trace[1964783765] 'process raft request' (duration: 249.47849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.271886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.425804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:15:03.271955Z","caller":"traceutil/trace.go:171","msg":"trace[608267051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22158; }","duration":"281.522307ms","start":"2026-03-04T16:15:02.990412Z","end":"2026-03-04T16:15:03.271934Z","steps":["trace[608267051] 'agreement among raft nodes before linearized reading' (duration: 281.165768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.29116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.537476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:03.291284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.087421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:15:03.291268Z","caller":"traceutil/trace.go:171","msg":"trace[1638632066] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"289.678751ms","start":"2026-03-04T16:15:03.001562Z","end":"2026-03-04T16:15:03.291241Z","steps":["trace[1638632066] 'agreement among raft nodes before linearized reading' (duration: 289.506046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.291336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.308118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:03.291423Z","caller":"traceutil/trace.go:171","msg":"trace[1563224975] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"265.417321ms","start":"2026-03-04T16:15:03.025977Z","end":"2026-03-04T16:15:03.291394Z","steps":["trace[1563224975] 'agreement among raft nodes before linearized reading' (duration: 265.279677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.291459Z","caller":"traceutil/trace.go:171","msg":"trace[294251484] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"161.152251ms","start":"2026-03-04T16:15:03.130286Z","end":"2026-03-04T16:15:03.291438Z","steps":["trace[294251484] 'process raft request' (duration: 160.541595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.291526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.502208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:15:03.29156Z","caller":"traceutil/trace.go:171","msg":"trace[608076603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22159; }","duration":"112.56969ms","start":"2026-03-04T16:15:03.178983Z","end":"2026-03-04T16:15:03.291552Z","steps":["trace[608076603] 'agreement among raft nodes before linearized reading' (duration: 112.481147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.291357Z","caller":"traceutil/trace.go:171","msg":"trace[511515746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22159; }","duration":"257.193594ms","start":"2026-03-04T16:15:03.034146Z","end":"2026-03-04T16:15:03.291339Z","steps":["trace[511515746] 'agreement among raft nodes before linearized reading' (duration: 256.972938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.291677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.628936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:03.291444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.592325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:15:03.291803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.496355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:03.291758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.469664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:03.291767Z","caller":"traceutil/trace.go:171","msg":"trace[654194923] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"265.698228ms","start":"2026-03-04T16:15:03.026023Z","end":"2026-03-04T16:15:03.291721Z","steps":["trace[654194923] 'agreement among raft nodes before linearized reading' (duration: 265.566674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.291866Z","caller":"traceutil/trace.go:171","msg":"trace[771564956] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"279.583797ms","start":"2026-03-04T16:15:03.01227Z","end":"2026-03-04T16:15:03.291854Z","steps":["trace[771564956] 'agreement among raft nodes before linearized reading' (duration: 279.449864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.291877Z","caller":"traceutil/trace.go:171","msg":"trace[9755472] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"279.560376ms","start":"2026-03-04T16:15:03.012287Z","end":"2026-03-04T16:15:03.291847Z","steps":["trace[9755472] 'agreement among raft nodes before linearized reading' (duration: 279.493234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.291883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.222784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:03.291813Z","caller":"traceutil/trace.go:171","msg":"trace[891152093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22159; }","duration":"111.973304ms","start":"2026-03-04T16:15:03.179822Z","end":"2026-03-04T16:15:03.291795Z","steps":["trace[891152093] 'agreement among raft nodes before linearized reading' (duration: 111.563803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.291974Z","caller":"traceutil/trace.go:171","msg":"trace[945386981] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22159; }","duration":"290.341558ms","start":"2026-03-04T16:15:03.001582Z","end":"2026-03-04T16:15:03.291923Z","steps":["trace[945386981] 'agreement among raft nodes before linearized reading' (duration: 290.210054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:03.292089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.611665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:03.291896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.417148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:15:03.292151Z","caller":"traceutil/trace.go:171","msg":"trace[820210812] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0; response_count:0; response_revision:22159; }","duration":"265.687167ms","start":"2026-03-04T16:15:03.026449Z","end":"2026-03-04T16:15:03.292136Z","steps":["trace[820210812] 'agreement among raft nodes before linearized reading' (duration: 265.577734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.29217Z","caller":"traceutil/trace.go:171","msg":"trace[132632072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22159; }","duration":"128.737156ms","start":"2026-03-04T16:15:03.163423Z","end":"2026-03-04T16:15:03.29216Z","steps":["trace[132632072] 'agreement among raft nodes before linearized reading' (duration: 128.407087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:03.568943Z","caller":"traceutil/trace.go:171","msg":"trace[178781036] transaction","detail":"{read_only:false; response_revision:22167; number_of_response:1; }","duration":"112.350804ms","start":"2026-03-04T16:15:03.456555Z","end":"2026-03-04T16:15:03.568906Z","steps":["trace[178781036] 'process raft request' (duration: 70.647286ms)","trace[178781036] 'compare' (duration: 41.587385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:06.488574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:15:06.488675Z","caller":"traceutil/trace.go:171","msg":"trace[1334909302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062663s","start":"2026-03-04T16:15:04.488025Z","end":"2026-03-04T16:15:06.488651Z","steps":["trace[1334909302] 'agreement among raft nodes before linearized reading' (duration: 2.000491167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:06.488746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:04.488003Z","time spent":"2.000731363s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:06.975198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.566607Z","time spent":"1.408584971s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:15:06.979373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211991525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:06.979465Z","caller":"traceutil/trace.go:171","msg":"trace[1957376707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22168; }","duration":"3.212132438s","start":"2026-03-04T16:15:03.767311Z","end":"2026-03-04T16:15:06.979443Z","steps":["trace[1957376707] 'count revisions from in-memory index tree' (duration: 3.211924542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:06.979511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:03.767292Z","time spent":"3.212206031s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:06.9795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133255825s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:06.979597Z","caller":"traceutil/trace.go:171","msg":"trace[159417229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22168; }","duration":"3.133364538s","start":"2026-03-04T16:15:03.846217Z","end":"2026-03-04T16:15:06.979581Z","steps":["trace[159417229] 'range keys from in-memory index tree' (duration: 3.133241405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:06.974188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223408061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:06.979702Z","caller":"traceutil/trace.go:171","msg":"trace[1237830602] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22168; }","duration":"3.228962901s","start":"2026-03-04T16:15:03.750712Z","end":"2026-03-04T16:15:06.979674Z","steps":["trace[1237830602] 'count revisions from in-memory index tree' (duration: 3.223277448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:06.9797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752571428s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:06.979797Z","caller":"traceutil/trace.go:171","msg":"trace[241738536] linearizableReadLoop","detail":"{readStateIndex:22991; appliedIndex:22990; }","duration":"2.491693672s","start":"2026-03-04T16:15:04.488087Z","end":"2026-03-04T16:15:06.97978Z","steps":["trace[241738536] 'read index received' (duration: 45.031µs)","trace[241738536] 'applied index is now lower than readState.Index' (duration: 2.491647191s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:06.979792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:03.750694Z","time spent":"3.229068183s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:06.97981Z","caller":"traceutil/trace.go:171","msg":"trace[1593660518] transaction","detail":"{read_only:false; response_revision:22169; number_of_response:1; }","duration":"3.004946291s","start":"2026-03-04T16:15:03.974834Z","end":"2026-03-04T16:15:06.979781Z","steps":["trace[1593660518] 'process raft request' (duration: 252.187918ms)","trace[1593660518] 'compare' (duration: 2.752107497s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:06.979919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:03.974804Z","time spent":"3.005055024s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:07.452355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.78245066s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:15:07.459153Z","caller":"traceutil/trace.go:171","msg":"trace[1138355773] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"2.789341093s","start":"2026-03-04T16:15:04.669772Z","end":"2026-03-04T16:15:07.459113Z","steps":["trace[1138355773] 'process raft request' (duration: 2.782747807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.459333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:04.669744Z","time spent":"2.789494976s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:07.506943Z","caller":"traceutil/trace.go:171","msg":"trace[493383090] linearizableReadLoop","detail":"{readStateIndex:22997; appliedIndex:22991; }","duration":"527.088447ms","start":"2026-03-04T16:15:06.979836Z","end":"2026-03-04T16:15:07.506924Z","steps":["trace[493383090] 'read index received' (duration: 472.6772ms)","trace[493383090] 'applied index is now lower than readState.Index' (duration: 54.410537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:07.507305Z","caller":"traceutil/trace.go:171","msg":"trace[924227907] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"2.60701176s","start":"2026-03-04T16:15:04.900283Z","end":"2026-03-04T16:15:07.507295Z","steps":["trace[924227907] 'process raft request' (duration: 2.606425785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.507431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:04.900263Z","time spent":"2.607072282s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:07.507581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925077593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:07.507648Z","caller":"traceutil/trace.go:171","msg":"trace[1740829793] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22175; }","duration":"1.925161765s","start":"2026-03-04T16:15:05.58247Z","end":"2026-03-04T16:15:07.507632Z","steps":["trace[1740829793] 'agreement among raft nodes before linearized reading' (duration: 1.925028831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.507682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.582424Z","time spent":"1.925251737s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:07.507862Z","caller":"traceutil/trace.go:171","msg":"trace[150825424] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"2.230142399s","start":"2026-03-04T16:15:05.277709Z","end":"2026-03-04T16:15:07.507852Z","steps":["trace[150825424] 'process raft request' (duration: 2.229100702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.507935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.277653Z","time spent":"2.230234661s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:07.508059Z","caller":"traceutil/trace.go:171","msg":"trace[1934542208] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"2.209966752s","start":"2026-03-04T16:15:05.298086Z","end":"2026-03-04T16:15:07.508053Z","steps":["trace[1934542208] 'process raft request' (duration: 2.208755421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.298062Z","time spent":"2.210017423s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:07.508201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552425696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:07.508226Z","caller":"traceutil/trace.go:171","msg":"trace[1761060307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22175; }","duration":"1.552494238s","start":"2026-03-04T16:15:05.955724Z","end":"2026-03-04T16:15:07.508218Z","steps":["trace[1761060307] 'agreement among raft nodes before linearized reading' (duration: 1.552454337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.955694Z","time spent":"1.552545949s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:07.508248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.873246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:07.508265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184164454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:15:07.508288Z","caller":"traceutil/trace.go:171","msg":"trace[156288100] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22175; }","duration":"928.915927ms","start":"2026-03-04T16:15:06.57936Z","end":"2026-03-04T16:15:07.508276Z","steps":["trace[156288100] 'agreement among raft nodes before linearized reading' (duration: 928.840375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019071131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:07.508316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:06.579312Z","time spent":"928.995798ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:07.508311Z","caller":"traceutil/trace.go:171","msg":"trace[1703771207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22175; }","duration":"2.184595514s","start":"2026-03-04T16:15:05.323703Z","end":"2026-03-04T16:15:07.508299Z","steps":["trace[1703771207] 'agreement among raft nodes before linearized reading' (duration: 2.184001589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351522678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:07.508381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.323696Z","time spent":"2.184674376s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:15:07.508398Z","caller":"traceutil/trace.go:171","msg":"trace[6570129] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22175; }","duration":"1.351562358s","start":"2026-03-04T16:15:06.15683Z","end":"2026-03-04T16:15:07.508392Z","steps":["trace[6570129] 'agreement among raft nodes before linearized reading' (duration: 1.351530208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:06.156814Z","time spent":"1.3516001s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:07.508513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646697185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417506"} {"level":"info","ts":"2026-03-04T16:15:07.508494Z","caller":"traceutil/trace.go:171","msg":"trace[997726579] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"1.934821187s","start":"2026-03-04T16:15:05.573609Z","end":"2026-03-04T16:15:07.50843Z","steps":["trace[997726579] 'process raft request' (duration: 1.933256938s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:07.508541Z","caller":"traceutil/trace.go:171","msg":"trace[531841727] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22175; }","duration":"1.646756767s","start":"2026-03-04T16:15:05.861778Z","end":"2026-03-04T16:15:07.508535Z","steps":["trace[531841727] 'agreement among raft nodes before linearized reading' (duration: 1.646549842s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:07.508543Z","caller":"traceutil/trace.go:171","msg":"trace[1356456886] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"1.891769545s","start":"2026-03-04T16:15:05.616674Z","end":"2026-03-04T16:15:07.508443Z","steps":["trace[1356456886] 'process raft request' (duration: 1.890217215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.50856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.861763Z","time spent":"1.646793108s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417529,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T16:15:07.508346Z","caller":"traceutil/trace.go:171","msg":"trace[675282846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22175; }","duration":"1.019096012s","start":"2026-03-04T16:15:06.489234Z","end":"2026-03-04T16:15:07.50833Z","steps":["trace[675282846] 'agreement among raft nodes before linearized reading' (duration: 1.019059711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418799978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:07.508638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:06.489175Z","time spent":"1.019454091s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:07.508626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.616655Z","time spent":"1.891923548s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:07.508664Z","caller":"traceutil/trace.go:171","msg":"trace[528094856] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22175; }","duration":"1.41927196s","start":"2026-03-04T16:15:06.089384Z","end":"2026-03-04T16:15:07.508656Z","steps":["trace[528094856] 'agreement among raft nodes before linearized reading' (duration: 1.418784828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.573579Z","time spent":"1.93497381s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:07.508801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.238674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:15:07.508796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:06.089356Z","time spent":"1.419428054s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:07.508829Z","caller":"traceutil/trace.go:171","msg":"trace[1903236257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22175; }","duration":"331.307416ms","start":"2026-03-04T16:15:07.177514Z","end":"2026-03-04T16:15:07.508822Z","steps":["trace[1903236257] 'agreement among raft nodes before linearized reading' (duration: 331.193113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:07.177491Z","time spent":"331.349768ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T16:15:07.508866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185702262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:15:07.508972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.485834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-04T16:15:07.508964Z","caller":"traceutil/trace.go:171","msg":"trace[619524913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22175; }","duration":"2.185844085s","start":"2026-03-04T16:15:05.323108Z","end":"2026-03-04T16:15:07.508952Z","steps":["trace[619524913] 'agreement among raft nodes before linearized reading' (duration: 2.185671491s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:07.508999Z","caller":"traceutil/trace.go:171","msg":"trace[1287236822] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:22175; }","duration":"238.557645ms","start":"2026-03-04T16:15:07.270434Z","end":"2026-03-04T16:15:07.508992Z","steps":["trace[1287236822] 'agreement among raft nodes before linearized reading' (duration: 238.496734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.509044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.323101Z","time spent":"2.185925657s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:07.50907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187690682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:15:07.509126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401902285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:07.509478Z","caller":"traceutil/trace.go:171","msg":"trace[2071212072] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22175; }","duration":"2.402271745s","start":"2026-03-04T16:15:05.107184Z","end":"2026-03-04T16:15:07.509455Z","steps":["trace[2071212072] 'agreement among raft nodes before linearized reading' (duration: 2.401874295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942644335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"warn","ts":"2026-03-04T16:15:07.509545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.107164Z","time spent":"2.402362207s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:07.508906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.051989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:07.509628Z","caller":"traceutil/trace.go:171","msg":"trace[1352098007] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22175; }","duration":"2.943334962s","start":"2026-03-04T16:15:04.566209Z","end":"2026-03-04T16:15:07.509544Z","steps":["trace[1352098007] 'agreement among raft nodes before linearized reading' (duration: 2.942287876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.509674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:04.566188Z","time spent":"2.943463716s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5172,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:07.509137Z","caller":"traceutil/trace.go:171","msg":"trace[581098711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22175; }","duration":"2.187781694s","start":"2026-03-04T16:15:05.321337Z","end":"2026-03-04T16:15:07.509119Z","steps":["trace[581098711] 'agreement among raft nodes before linearized reading' (duration: 2.187658041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.509774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.32132Z","time spent":"2.18843641s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:07.509658Z","caller":"traceutil/trace.go:171","msg":"trace[1473880866] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22175; }","duration":"136.827068ms","start":"2026-03-04T16:15:07.37281Z","end":"2026-03-04T16:15:07.509637Z","steps":["trace[1473880866] 'agreement among raft nodes before linearized reading' (duration: 136.061199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.508758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186014859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:15:07.509943Z","caller":"traceutil/trace.go:171","msg":"trace[1310560333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22175; }","duration":"2.187178619s","start":"2026-03-04T16:15:05.322714Z","end":"2026-03-04T16:15:07.509893Z","steps":["trace[1310560333] 'agreement among raft nodes before linearized reading' (duration: 2.185941078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.509142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186382179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:15:07.510072Z","caller":"traceutil/trace.go:171","msg":"trace[633224058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22175; }","duration":"2.187326103s","start":"2026-03-04T16:15:05.322736Z","end":"2026-03-04T16:15:07.510062Z","steps":["trace[633224058] 'agreement among raft nodes before linearized reading' (duration: 2.186353408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.510105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.322724Z","time spent":"2.187368994s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:07.509203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537835392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:07.510167Z","caller":"traceutil/trace.go:171","msg":"trace[1593588111] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22175; }","duration":"2.538830717s","start":"2026-03-04T16:15:04.971329Z","end":"2026-03-04T16:15:07.51016Z","steps":["trace[1593588111] 'agreement among raft nodes before linearized reading' (duration: 2.537833272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:07.510192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:04.97131Z","time spent":"2.538874299s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":16,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:07.513851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:05.322706Z","time spent":"2.187265771s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:15:08.301903Z","caller":"traceutil/trace.go:171","msg":"trace[2118374661] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"471.824567ms","start":"2026-03-04T16:15:07.830049Z","end":"2026-03-04T16:15:08.301873Z","steps":["trace[2118374661] 'process raft request' (duration: 471.592301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:08.302074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:07.830028Z","time spent":"471.958361ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7133,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:08.330741Z","caller":"traceutil/trace.go:171","msg":"trace[1253339964] transaction","detail":"{read_only:false; response_revision:22184; number_of_response:1; }","duration":"444.111001ms","start":"2026-03-04T16:15:07.886596Z","end":"2026-03-04T16:15:08.330707Z","steps":["trace[1253339964] 'process raft request' (duration: 443.785313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:08.330904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:07.886578Z","time spent":"444.236565ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18754,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:08.331357Z","caller":"traceutil/trace.go:171","msg":"trace[351664549] transaction","detail":"{read_only:false; response_revision:22185; number_of_response:1; }","duration":"364.755208ms","start":"2026-03-04T16:15:07.966574Z","end":"2026-03-04T16:15:08.331329Z","steps":["trace[351664549] 'process raft request' (duration: 364.005268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:08.331587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:07.966548Z","time spent":"364.881651ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418089,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:09.134514Z","caller":"traceutil/trace.go:171","msg":"trace[1743127864] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"154.457672ms","start":"2026-03-04T16:15:08.980027Z","end":"2026-03-04T16:15:09.134484Z","steps":["trace[1743127864] 'process raft request' (duration: 154.257857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.142416Z","caller":"traceutil/trace.go:171","msg":"trace[378888217] linearizableReadLoop","detail":"{readStateIndex:23014; appliedIndex:23013; }","duration":"146.182283ms","start":"2026-03-04T16:15:08.996213Z","end":"2026-03-04T16:15:09.142396Z","steps":["trace[378888217] 'read index received' (duration: 138.365137ms)","trace[378888217] 'applied index is now lower than readState.Index' (duration: 7.816246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:09.142571Z","caller":"traceutil/trace.go:171","msg":"trace[657967409] transaction","detail":"{read_only:false; response_revision:22191; number_of_response:1; }","duration":"156.807041ms","start":"2026-03-04T16:15:08.985727Z","end":"2026-03-04T16:15:09.142534Z","steps":["trace[657967409] 'process raft request' (duration: 156.553335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.142935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.714367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:15:09.143295Z","caller":"traceutil/trace.go:171","msg":"trace[1601809542] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22191; }","duration":"146.83265ms","start":"2026-03-04T16:15:08.996136Z","end":"2026-03-04T16:15:09.142969Z","steps":["trace[1601809542] 'agreement among raft nodes before linearized reading' (duration: 146.342347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.421026Z","caller":"traceutil/trace.go:171","msg":"trace[955367204] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"108.076817ms","start":"2026-03-04T16:15:09.312918Z","end":"2026-03-04T16:15:09.420995Z","steps":["trace[955367204] 'process raft request' (duration: 103.563893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.679498Z","caller":"traceutil/trace.go:171","msg":"trace[1650459037] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"157.923809ms","start":"2026-03-04T16:15:09.521527Z","end":"2026-03-04T16:15:09.679451Z","steps":["trace[1650459037] 'process raft request' (duration: 119.675047ms)","trace[1650459037] 'compare' (duration: 38.066288ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:09.909232Z","caller":"traceutil/trace.go:171","msg":"trace[1938927912] linearizableReadLoop","detail":"{readStateIndex:23024; appliedIndex:23020; }","duration":"362.52517ms","start":"2026-03-04T16:15:09.546686Z","end":"2026-03-04T16:15:09.909212Z","steps":["trace[1938927912] 'read index received' (duration: 94.588166ms)","trace[1938927912] 'applied index is now lower than readState.Index' (duration: 267.935894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:09.909355Z","caller":"traceutil/trace.go:171","msg":"trace[955665071] transaction","detail":"{read_only:false; response_revision:22200; number_of_response:1; }","duration":"381.476567ms","start":"2026-03-04T16:15:09.527856Z","end":"2026-03-04T16:15:09.909332Z","steps":["trace[955665071] 'process raft request' (duration: 381.231581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.909494Z","caller":"traceutil/trace.go:171","msg":"trace[1015434975] transaction","detail":"{read_only:false; response_revision:22199; number_of_response:1; }","duration":"387.251452ms","start":"2026-03-04T16:15:09.522219Z","end":"2026-03-04T16:15:09.90947Z","steps":["trace[1015434975] 'process raft request' (duration: 362.190582ms)","trace[1015434975] 'compare' (duration: 24.374643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:09.909509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.527838Z","time spent":"381.59079ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:09.909614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.522199Z","time spent":"387.344345ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:09.909567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.87239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:15:09.909349Z","caller":"traceutil/trace.go:171","msg":"trace[1589280387] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"381.406495ms","start":"2026-03-04T16:15:09.527922Z","end":"2026-03-04T16:15:09.909329Z","steps":["trace[1589280387] 'process raft request' (duration: 381.251791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.909692Z","caller":"traceutil/trace.go:171","msg":"trace[1857815041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22201; }","duration":"363.026153ms","start":"2026-03-04T16:15:09.546633Z","end":"2026-03-04T16:15:09.909659Z","steps":["trace[1857815041] 'agreement among raft nodes before linearized reading' (duration: 362.724566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.909741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.546612Z","time spent":"363.119755ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:09.909731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.5279Z","time spent":"381.790705ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:09.951952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.193137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:09.952018Z","caller":"traceutil/trace.go:171","msg":"trace[1170584948] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22202; }","duration":"242.306559ms","start":"2026-03-04T16:15:09.709697Z","end":"2026-03-04T16:15:09.952003Z","steps":["trace[1170584948] 'agreement among raft nodes before linearized reading' (duration: 242.184716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.951992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.68516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:15:09.952117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.52285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:15:09.952204Z","caller":"traceutil/trace.go:171","msg":"trace[397372734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22202; }","duration":"352.616262ms","start":"2026-03-04T16:15:09.599567Z","end":"2026-03-04T16:15:09.952184Z","steps":["trace[397372734] 'agreement among raft nodes before linearized reading' (duration: 352.445278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:09.952134Z","caller":"traceutil/trace.go:171","msg":"trace[1809397433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22202; }","duration":"363.821084ms","start":"2026-03-04T16:15:09.588235Z","end":"2026-03-04T16:15:09.952056Z","steps":["trace[1809397433] 'agreement among raft nodes before linearized reading' (duration: 363.588228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.952255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.599509Z","time spent":"352.737365ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:09.95211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.418777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:15:09.952306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.588218Z","time spent":"364.069909ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:15:09.952336Z","caller":"traceutil/trace.go:171","msg":"trace[1114595172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22202; }","duration":"354.696853ms","start":"2026-03-04T16:15:09.597623Z","end":"2026-03-04T16:15:09.95232Z","steps":["trace[1114595172] 'agreement among raft nodes before linearized reading' (duration: 354.349415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.952393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.59761Z","time spent":"354.766776ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:15:09.95261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.990716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:15:09.95276Z","caller":"traceutil/trace.go:171","msg":"trace[355051216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22202; }","duration":"354.064698ms","start":"2026-03-04T16:15:09.598604Z","end":"2026-03-04T16:15:09.952669Z","steps":["trace[355051216] 'agreement among raft nodes before linearized reading' (duration: 353.603306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:09.952853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:09.598575Z","time spent":"354.265354ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:15:10.073915Z","caller":"traceutil/trace.go:171","msg":"trace[1766741685] transaction","detail":"{read_only:false; response_revision:22207; number_of_response:1; }","duration":"115.00787ms","start":"2026-03-04T16:15:09.958883Z","end":"2026-03-04T16:15:10.073891Z","steps":["trace[1766741685] 'process raft request' (duration: 114.967089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.074286Z","caller":"traceutil/trace.go:171","msg":"trace[1796154424] transaction","detail":"{read_only:false; response_revision:22204; number_of_response:1; }","duration":"116.931769ms","start":"2026-03-04T16:15:09.95734Z","end":"2026-03-04T16:15:10.074272Z","steps":["trace[1796154424] 'process raft request' (duration: 110.647691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.074722Z","caller":"traceutil/trace.go:171","msg":"trace[411619026] transaction","detail":"{read_only:false; response_revision:22205; number_of_response:1; }","duration":"117.283788ms","start":"2026-03-04T16:15:09.957404Z","end":"2026-03-04T16:15:10.074688Z","steps":["trace[411619026] 'process raft request' (duration: 116.371415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.076248Z","caller":"traceutil/trace.go:171","msg":"trace[1158182829] transaction","detail":"{read_only:false; response_revision:22206; number_of_response:1; }","duration":"117.180975ms","start":"2026-03-04T16:15:09.957495Z","end":"2026-03-04T16:15:10.074676Z","steps":["trace[1158182829] 'process raft request' (duration: 116.325423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.079379Z","caller":"traceutil/trace.go:171","msg":"trace[754520337] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"113.550404ms","start":"2026-03-04T16:15:09.965813Z","end":"2026-03-04T16:15:10.079364Z","steps":["trace[754520337] 'process raft request' (duration: 113.454892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.709389Z","caller":"traceutil/trace.go:171","msg":"trace[304827897] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"119.819402ms","start":"2026-03-04T16:15:10.589516Z","end":"2026-03-04T16:15:10.709335Z","steps":["trace[304827897] 'process raft request' (duration: 119.709269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.709407Z","caller":"traceutil/trace.go:171","msg":"trace[1197268395] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"123.547715ms","start":"2026-03-04T16:15:10.585823Z","end":"2026-03-04T16:15:10.709371Z","steps":["trace[1197268395] 'process raft request' (duration: 123.142414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:10.958682Z","caller":"traceutil/trace.go:171","msg":"trace[2134469657] transaction","detail":"{read_only:false; response_revision:22215; number_of_response:1; }","duration":"168.877955ms","start":"2026-03-04T16:15:10.78978Z","end":"2026-03-04T16:15:10.958658Z","steps":["trace[2134469657] 'process raft request' (duration: 168.215377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:11.211627Z","caller":"traceutil/trace.go:171","msg":"trace[1971242091] linearizableReadLoop","detail":"{readStateIndex:23039; appliedIndex:23038; }","duration":"202.253713ms","start":"2026-03-04T16:15:11.009343Z","end":"2026-03-04T16:15:11.211597Z","steps":["trace[1971242091] 'read index received' (duration: 157.867117ms)","trace[1971242091] 'applied index is now lower than readState.Index' (duration: 44.385826ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:11.211715Z","caller":"traceutil/trace.go:171","msg":"trace[1899465824] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"242.136506ms","start":"2026-03-04T16:15:10.969569Z","end":"2026-03-04T16:15:11.211705Z","steps":["trace[1899465824] 'process raft request' (duration: 197.629737ms)","trace[1899465824] 'compare' (duration: 44.034198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:11.213953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.843303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-04T16:15:11.216142Z","caller":"traceutil/trace.go:171","msg":"trace[941191487] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22216; }","duration":"204.744465ms","start":"2026-03-04T16:15:11.009308Z","end":"2026-03-04T16:15:11.214052Z","steps":["trace[941191487] 'agreement among raft nodes before linearized reading' (duration: 202.458988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.728239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.522919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:11.72844Z","caller":"traceutil/trace.go:171","msg":"trace[1690992462] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"580.857297ms","start":"2026-03-04T16:15:11.147554Z","end":"2026-03-04T16:15:11.728411Z","steps":["trace[1690992462] 'process raft request' (duration: 273.060342ms)","trace[1690992462] 'compare' (duration: 307.245952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:11.728608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.147532Z","time spent":"580.969511ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:11.728782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.744579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:15:11.728848Z","caller":"traceutil/trace.go:171","msg":"trace[1894442003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22217; }","duration":"573.841691ms","start":"2026-03-04T16:15:11.154988Z","end":"2026-03-04T16:15:11.72883Z","steps":["trace[1894442003] 'agreement among raft nodes before linearized reading' (duration: 573.641696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.728885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.154981Z","time spent":"573.897382ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T16:15:11.728901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.036369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-04T16:15:11.728971Z","caller":"traceutil/trace.go:171","msg":"trace[478897576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22217; }","duration":"674.151093ms","start":"2026-03-04T16:15:11.054801Z","end":"2026-03-04T16:15:11.728952Z","steps":["trace[478897576] 'agreement among raft nodes before linearized reading' (duration: 673.911596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.729008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.054781Z","time spent":"674.220245ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":111313,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:15:11.728342Z","caller":"traceutil/trace.go:171","msg":"trace[1658809563] linearizableReadLoop","detail":"{readStateIndex:23040; appliedIndex:23039; }","duration":"516.647523ms","start":"2026-03-04T16:15:11.211678Z","end":"2026-03-04T16:15:11.728326Z","steps":["trace[1658809563] 'read index received' (duration: 209.011662ms)","trace[1658809563] 'applied index is now lower than readState.Index' (duration: 307.634311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:11.809039Z","caller":"traceutil/trace.go:171","msg":"trace[346826954] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"590.416119ms","start":"2026-03-04T16:15:11.218579Z","end":"2026-03-04T16:15:11.808995Z","steps":["trace[346826954] 'process raft request' (duration: 589.952318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:11.809157Z","caller":"traceutil/trace.go:171","msg":"trace[256296121] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"592.235133ms","start":"2026-03-04T16:15:11.216893Z","end":"2026-03-04T16:15:11.809128Z","steps":["trace[256296121] 'process raft request' (duration: 591.454734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.809287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.218519Z","time spent":"590.609843ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1355,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:11.809487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.216872Z","time spent":"592.443959ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:11.812106Z","caller":"traceutil/trace.go:171","msg":"trace[1771737061] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"455.939849ms","start":"2026-03-04T16:15:11.356144Z","end":"2026-03-04T16:15:11.812084Z","steps":["trace[1771737061] 'process raft request' (duration: 452.533843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.812216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.356124Z","time spent":"456.035012ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170318,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:11.875439Z","caller":"traceutil/trace.go:171","msg":"trace[176188680] linearizableReadLoop","detail":"{readStateIndex:23045; appliedIndex:23040; }","duration":"146.313837ms","start":"2026-03-04T16:15:11.729106Z","end":"2026-03-04T16:15:11.87542Z","steps":["trace[176188680] 'read index received' (duration: 79.19686ms)","trace[176188680] 'applied index is now lower than readState.Index' (duration: 67.116227ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:11.875464Z","caller":"traceutil/trace.go:171","msg":"trace[255668719] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"188.960459ms","start":"2026-03-04T16:15:11.686483Z","end":"2026-03-04T16:15:11.875444Z","steps":["trace[255668719] 'process raft request' (duration: 188.866577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.875646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.622237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-03-04T16:15:11.875676Z","caller":"traceutil/trace.go:171","msg":"trace[1629308954] range","detail":"{range_begin:/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741; range_end:; response_count:1; response_revision:22222; }","duration":"577.697859ms","start":"2026-03-04T16:15:11.297969Z","end":"2026-03-04T16:15:11.875667Z","steps":["trace[1629308954] 'agreement among raft nodes before linearized reading' (duration: 577.547975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.875717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.297952Z","time spent":"577.75522ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1198,"request content":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741\" "} {"level":"info","ts":"2026-03-04T16:15:11.875464Z","caller":"traceutil/trace.go:171","msg":"trace[1260834215] transaction","detail":"{read_only:false; response_revision:22221; number_of_response:1; }","duration":"346.026717ms","start":"2026-03-04T16:15:11.529402Z","end":"2026-03-04T16:15:11.875429Z","steps":["trace[1260834215] 'process raft request' (duration: 345.205547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:11.875836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.529382Z","time spent":"346.381185ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:11.875949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.801974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T16:15:11.875975Z","caller":"traceutil/trace.go:171","msg":"trace[1579740676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:22222; }","duration":"143.852605ms","start":"2026-03-04T16:15:11.732115Z","end":"2026-03-04T16:15:11.875968Z","steps":["trace[1579740676] 'agreement among raft nodes before linearized reading' (duration: 143.780594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.171712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184603421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:13.172213Z","caller":"traceutil/trace.go:171","msg":"trace[2049954666] transaction","detail":"{read_only:false; response_revision:22224; number_of_response:1; }","duration":"1.256125209s","start":"2026-03-04T16:15:11.916054Z","end":"2026-03-04T16:15:13.172179Z","steps":["trace[2049954666] 'process raft request' (duration: 70.961834ms)","trace[2049954666] 'compare' (duration: 1.184406606s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:13.172288Z","caller":"traceutil/trace.go:171","msg":"trace[1076081301] transaction","detail":"{read_only:false; response_revision:22225; number_of_response:1; }","duration":"1.256006217s","start":"2026-03-04T16:15:11.916263Z","end":"2026-03-04T16:15:13.172269Z","steps":["trace[1076081301] 'process raft request' (duration: 1.255876373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.172339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.916034Z","time spent":"1.256232143s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:13.172372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.916244Z","time spent":"1.256090889s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:13.172483Z","caller":"traceutil/trace.go:171","msg":"trace[1678213503] linearizableReadLoop","detail":"{readStateIndex:23050; appliedIndex:23046; }","duration":"1.243084521s","start":"2026-03-04T16:15:11.929381Z","end":"2026-03-04T16:15:13.172466Z","steps":["trace[1678213503] 'read index received' (duration: 57.648959ms)","trace[1678213503] 'applied index is now lower than readState.Index' (duration: 1.185434542s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:13.172519Z","caller":"traceutil/trace.go:171","msg":"trace[64128461] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"1.253071183s","start":"2026-03-04T16:15:11.919437Z","end":"2026-03-04T16:15:13.172508Z","steps":["trace[64128461] 'process raft request' (duration: 1.252946679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.172574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.919421Z","time spent":"1.253120433s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:13.172657Z","caller":"traceutil/trace.go:171","msg":"trace[1164129614] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"1.256354995s","start":"2026-03-04T16:15:11.916292Z","end":"2026-03-04T16:15:13.172647Z","steps":["trace[1164129614] 'process raft request' (duration: 1.255922854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.17271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.916272Z","time spent":"1.256411647s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:13.172744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243358769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-04T16:15:13.172791Z","caller":"traceutil/trace.go:171","msg":"trace[953488335] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22227; }","duration":"1.243446141s","start":"2026-03-04T16:15:11.929331Z","end":"2026-03-04T16:15:13.172777Z","steps":["trace[953488335] 'agreement among raft nodes before linearized reading' (duration: 1.243248106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.172832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.929311Z","time spent":"1.243508082s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170359,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:15:13.172869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.845928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:13.172903Z","caller":"traceutil/trace.go:171","msg":"trace[435591527] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22227; }","duration":"888.880869ms","start":"2026-03-04T16:15:12.284013Z","end":"2026-03-04T16:15:13.172894Z","steps":["trace[435591527] 'agreement among raft nodes before linearized reading' (duration: 888.820878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.17293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.283969Z","time spent":"888.953191ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:13.172966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093671936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:15:13.172945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205131117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:15:13.173055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092644261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:15:13.173077Z","caller":"traceutil/trace.go:171","msg":"trace[1430620085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22227; }","duration":"1.205314612s","start":"2026-03-04T16:15:11.967733Z","end":"2026-03-04T16:15:13.173048Z","steps":["trace[1430620085] 'agreement among raft nodes before linearized reading' (duration: 1.205105887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.638878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T16:15:13.17316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:11.967714Z","time spent":"1.205427935s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:13.173159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.101703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"warn","ts":"2026-03-04T16:15:13.173185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093124202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:15:13.173219Z","caller":"traceutil/trace.go:171","msg":"trace[1083196086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22227; }","duration":"1.093183814s","start":"2026-03-04T16:15:12.080027Z","end":"2026-03-04T16:15:13.173211Z","steps":["trace[1083196086] 'agreement among raft nodes before linearized reading' (duration: 1.093090322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:13.173219Z","caller":"traceutil/trace.go:171","msg":"trace[929823840] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22227; }","duration":"653.192906ms","start":"2026-03-04T16:15:12.520013Z","end":"2026-03-04T16:15:13.173206Z","steps":["trace[929823840] 'agreement among raft nodes before linearized reading' (duration: 653.070713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.080017Z","time spent":"1.093229825s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:13.173258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.519989Z","time spent":"653.261308ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5172,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:13.17318Z","caller":"traceutil/trace.go:171","msg":"trace[850922439] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:22227; }","duration":"809.69701ms","start":"2026-03-04T16:15:12.363476Z","end":"2026-03-04T16:15:13.173173Z","steps":["trace[850922439] 'agreement among raft nodes before linearized reading' (duration: 809.605508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.363455Z","time spent":"809.837203ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:15:13.173006Z","caller":"traceutil/trace.go:171","msg":"trace[891740771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22227; }","duration":"1.093761759s","start":"2026-03-04T16:15:12.079234Z","end":"2026-03-04T16:15:13.172995Z","steps":["trace[891740771] 'agreement among raft nodes before linearized reading' (duration: 1.093657286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.17334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.079206Z","time spent":"1.094124317s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:15:13.173093Z","caller":"traceutil/trace.go:171","msg":"trace[1786828637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22227; }","duration":"1.092691942s","start":"2026-03-04T16:15:12.080393Z","end":"2026-03-04T16:15:13.173085Z","steps":["trace[1786828637] 'agreement among raft nodes before linearized reading' (duration: 1.09263076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.080385Z","time spent":"1.09303092s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:13.173448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110317525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:13.173484Z","caller":"traceutil/trace.go:171","msg":"trace[740299164] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22227; }","duration":"1.110398797s","start":"2026-03-04T16:15:12.063076Z","end":"2026-03-04T16:15:13.173475Z","steps":["trace[740299164] 'agreement among raft nodes before linearized reading' (duration: 1.110339065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.549264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:13.173529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.063048Z","time spent":"1.110472228s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:13.173547Z","caller":"traceutil/trace.go:171","msg":"trace[1277735522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22227; }","duration":"687.057267ms","start":"2026-03-04T16:15:12.486478Z","end":"2026-03-04T16:15:13.173535Z","steps":["trace[1277735522] 'agreement among raft nodes before linearized reading' (duration: 686.563385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.869738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:13.173571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.486453Z","time spent":"687.112079ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:13.17361Z","caller":"traceutil/trace.go:171","msg":"trace[431816310] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22227; }","duration":"195.435772ms","start":"2026-03-04T16:15:12.978145Z","end":"2026-03-04T16:15:13.173581Z","steps":["trace[431816310] 'agreement among raft nodes before linearized reading' (duration: 194.893219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093876121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:15:13.173726Z","caller":"traceutil/trace.go:171","msg":"trace[920473162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22227; }","duration":"1.09462911s","start":"2026-03-04T16:15:12.079074Z","end":"2026-03-04T16:15:13.173703Z","steps":["trace[920473162] 'agreement among raft nodes before linearized reading' (duration: 1.093879542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:13.173765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:12.079041Z","time spent":"1.094713362s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:15:13.675726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832382353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:15:13.871018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.171474ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:15:13.871083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.174473Z","time spent":"696.606487ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:15:14.009024Z","caller":"traceutil/trace.go:171","msg":"trace[390416155] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"830.604475ms","start":"2026-03-04T16:15:13.178387Z","end":"2026-03-04T16:15:14.008991Z","steps":["trace[390416155] 'process raft request' (duration: 830.39179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.009181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.178362Z","time spent":"830.747388ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.009339Z","caller":"traceutil/trace.go:171","msg":"trace[278137690] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"830.824711ms","start":"2026-03-04T16:15:13.178476Z","end":"2026-03-04T16:15:14.009301Z","steps":["trace[278137690] 'process raft request' (duration: 830.44151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.009497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.178469Z","time spent":"830.948624ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.00954Z","caller":"traceutil/trace.go:171","msg":"trace[735612949] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"830.325539ms","start":"2026-03-04T16:15:13.179194Z","end":"2026-03-04T16:15:14.00952Z","steps":["trace[735612949] 'process raft request' (duration: 829.951629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.009592Z","caller":"traceutil/trace.go:171","msg":"trace[1338251203] transaction","detail":"{read_only:false; response_revision:22231; number_of_response:1; }","duration":"830.176685ms","start":"2026-03-04T16:15:13.179394Z","end":"2026-03-04T16:15:14.00957Z","steps":["trace[1338251203] 'process raft request' (duration: 829.892948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.009629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.179183Z","time spent":"830.403151ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.009766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.179385Z","time spent":"830.321169ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.009857Z","caller":"traceutil/trace.go:171","msg":"trace[309568991] linearizableReadLoop","detail":"{readStateIndex:23059; appliedIndex:23050; }","duration":"835.038977ms","start":"2026-03-04T16:15:13.174804Z","end":"2026-03-04T16:15:14.009843Z","steps":["trace[309568991] 'read index received' (duration: 538.013542ms)","trace[309568991] 'applied index is now lower than readState.Index' (duration: 297.024495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:14.009906Z","caller":"traceutil/trace.go:171","msg":"trace[411401980] transaction","detail":"{read_only:false; response_revision:22233; number_of_response:1; }","duration":"829.359324ms","start":"2026-03-04T16:15:13.180517Z","end":"2026-03-04T16:15:14.009876Z","steps":["trace[411401980] 'process raft request' (duration: 829.131818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.009955Z","caller":"traceutil/trace.go:171","msg":"trace[1535574204] transaction","detail":"{read_only:false; response_revision:22234; number_of_response:1; }","duration":"828.721387ms","start":"2026-03-04T16:15:13.18122Z","end":"2026-03-04T16:15:14.009941Z","steps":["trace[1535574204] 'process raft request' (duration: 828.547153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.009966Z","caller":"traceutil/trace.go:171","msg":"trace[1140905939] transaction","detail":"{read_only:false; response_revision:22235; number_of_response:1; }","duration":"828.593575ms","start":"2026-03-04T16:15:13.18136Z","end":"2026-03-04T16:15:14.009954Z","steps":["trace[1140905939] 'process raft request' (duration: 828.445361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.010011Z","caller":"traceutil/trace.go:171","msg":"trace[1984076983] transaction","detail":"{read_only:false; response_revision:22232; number_of_response:1; }","duration":"829.662421ms","start":"2026-03-04T16:15:13.18034Z","end":"2026-03-04T16:15:14.010002Z","steps":["trace[1984076983] 'process raft request' (duration: 829.131598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.010015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.181212Z","time spent":"828.767239ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.010036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.181328Z","time spent":"828.675567ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.010066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.18033Z","time spent":"829.708803ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.009978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.18051Z","time spent":"829.433385ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.010154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.348434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:14.010194Z","caller":"traceutil/trace.go:171","msg":"trace[286189621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22235; }","duration":"835.401715ms","start":"2026-03-04T16:15:13.174783Z","end":"2026-03-04T16:15:14.010184Z","steps":["trace[286189621] 'agreement among raft nodes before linearized reading' (duration: 835.310563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.010226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.174772Z","time spent":"835.447396ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:14.076122Z","caller":"traceutil/trace.go:171","msg":"trace[1452250283] transaction","detail":"{read_only:false; response_revision:22239; number_of_response:1; }","duration":"193.520863ms","start":"2026-03-04T16:15:13.882574Z","end":"2026-03-04T16:15:14.076095Z","steps":["trace[1452250283] 'process raft request' (duration: 193.437221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.076188Z","caller":"traceutil/trace.go:171","msg":"trace[178103221] transaction","detail":"{read_only:false; response_revision:22237; number_of_response:1; }","duration":"204.337316ms","start":"2026-03-04T16:15:13.871812Z","end":"2026-03-04T16:15:14.07615Z","steps":["trace[178103221] 'process raft request' (duration: 204.10798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.076334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.680094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:15:14.07636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.03484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:14.07641Z","caller":"traceutil/trace.go:171","msg":"trace[884284513] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22239; }","duration":"545.765486ms","start":"2026-03-04T16:15:13.530627Z","end":"2026-03-04T16:15:14.076392Z","steps":["trace[884284513] 'agreement among raft nodes before linearized reading' (duration: 545.55065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.076414Z","caller":"traceutil/trace.go:171","msg":"trace[2023537418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22239; }","duration":"606.140393ms","start":"2026-03-04T16:15:13.470262Z","end":"2026-03-04T16:15:14.076402Z","steps":["trace[2023537418] 'agreement among raft nodes before linearized reading' (duration: 605.918637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.076449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.530541Z","time spent":"545.90011ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:15:14.076453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.470242Z","time spent":"606.202846ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:15:14.076494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.030186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:15:14.076631Z","caller":"traceutil/trace.go:171","msg":"trace[223749427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22239; }","duration":"683.18207ms","start":"2026-03-04T16:15:13.393426Z","end":"2026-03-04T16:15:14.076608Z","steps":["trace[223749427] 'agreement among raft nodes before linearized reading' (duration: 682.783729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.076684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.39337Z","time spent":"683.301803ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:15:14.077141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.220774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:15:14.077649Z","caller":"traceutil/trace.go:171","msg":"trace[1368679062] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22239; }","duration":"469.813148ms","start":"2026-03-04T16:15:13.607791Z","end":"2026-03-04T16:15:14.077604Z","steps":["trace[1368679062] 'agreement among raft nodes before linearized reading' (duration: 468.474783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.077778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.607749Z","time spent":"470.012203ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":216,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:14.076114Z","caller":"traceutil/trace.go:171","msg":"trace[1453376385] transaction","detail":"{read_only:false; response_revision:22236; number_of_response:1; }","duration":"342.259761ms","start":"2026-03-04T16:15:13.7338Z","end":"2026-03-04T16:15:14.07606Z","steps":["trace[1453376385] 'process raft request' (duration: 341.987585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.079223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:13.733755Z","time spent":"345.235846ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.076154Z","caller":"traceutil/trace.go:171","msg":"trace[728390579] transaction","detail":"{read_only:false; response_revision:22238; number_of_response:1; }","duration":"194.60068ms","start":"2026-03-04T16:15:13.881484Z","end":"2026-03-04T16:15:14.076085Z","steps":["trace[728390579] 'process raft request' (duration: 194.493807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.417156Z","caller":"traceutil/trace.go:171","msg":"trace[1720410334] linearizableReadLoop","detail":"{readStateIndex:23064; appliedIndex:23063; }","duration":"341.071242ms","start":"2026-03-04T16:15:14.076056Z","end":"2026-03-04T16:15:14.417127Z","steps":["trace[1720410334] 'read index received' (duration: 340.96782ms)","trace[1720410334] 'applied index is now lower than readState.Index' (duration: 101.662µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:14.417205Z","caller":"traceutil/trace.go:171","msg":"trace[1057685313] transaction","detail":"{read_only:false; response_revision:22240; number_of_response:1; }","duration":"398.32669ms","start":"2026-03-04T16:15:14.01884Z","end":"2026-03-04T16:15:14.417167Z","steps":["trace[1057685313] 'process raft request' (duration: 398.052414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.417339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.637254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:14.417359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.018817Z","time spent":"398.452104ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5005,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.417383Z","caller":"traceutil/trace.go:171","msg":"trace[1236549755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22240; }","duration":"397.736066ms","start":"2026-03-04T16:15:14.019635Z","end":"2026-03-04T16:15:14.417371Z","steps":["trace[1236549755] 'agreement among raft nodes before linearized reading' (duration: 397.637684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.417423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.019616Z","time spent":"397.800438ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:14.555587Z","caller":"traceutil/trace.go:171","msg":"trace[1218038486] linearizableReadLoop","detail":"{readStateIndex:23066; appliedIndex:23064; }","duration":"138.326207ms","start":"2026-03-04T16:15:14.417235Z","end":"2026-03-04T16:15:14.555562Z","steps":["trace[1218038486] 'read index received' (duration: 103.42808ms)","trace[1218038486] 'applied index is now lower than readState.Index' (duration: 34.897087ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:14.555728Z","caller":"traceutil/trace.go:171","msg":"trace[378523859] transaction","detail":"{read_only:false; response_revision:22241; number_of_response:1; }","duration":"474.706931ms","start":"2026-03-04T16:15:14.081009Z","end":"2026-03-04T16:15:14.555716Z","steps":["trace[378523859] 'process raft request' (duration: 439.777503ms)","trace[378523859] 'compare' (duration: 34.523207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:14.555839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.080983Z","time spent":"474.774823ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:14.555998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.501281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:15:14.556089Z","caller":"traceutil/trace.go:171","msg":"trace[1313136712] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22242; }","duration":"477.633415ms","start":"2026-03-04T16:15:14.078436Z","end":"2026-03-04T16:15:14.55607Z","steps":["trace[1313136712] 'agreement among raft nodes before linearized reading' (duration: 477.397939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.556134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.078415Z","time spent":"477.708166ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:15:14.556182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.466015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:14.556245Z","caller":"traceutil/trace.go:171","msg":"trace[1434036093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22242; }","duration":"137.566547ms","start":"2026-03-04T16:15:14.418664Z","end":"2026-03-04T16:15:14.556231Z","steps":["trace[1434036093] 'agreement among raft nodes before linearized reading' (duration: 137.460084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:14.556279Z","caller":"traceutil/trace.go:171","msg":"trace[243966845] transaction","detail":"{read_only:false; response_revision:22242; number_of_response:1; }","duration":"473.433158ms","start":"2026-03-04T16:15:14.082816Z","end":"2026-03-04T16:15:14.556249Z","steps":["trace[243966845] 'process raft request' (duration: 472.674889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.556389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.89572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:15:14.556406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.082804Z","time spent":"473.532ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:14.556428Z","caller":"traceutil/trace.go:171","msg":"trace[1757651257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22242; }","duration":"475.976922ms","start":"2026-03-04T16:15:14.08044Z","end":"2026-03-04T16:15:14.556416Z","steps":["trace[1757651257] 'agreement among raft nodes before linearized reading' (duration: 475.821118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:14.556464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:14.08042Z","time spent":"476.033734ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:15:15.166475Z","caller":"traceutil/trace.go:171","msg":"trace[819553430] transaction","detail":"{read_only:false; response_revision:22243; number_of_response:1; }","duration":"194.106119ms","start":"2026-03-04T16:15:14.972343Z","end":"2026-03-04T16:15:15.166449Z","steps":["trace[819553430] 'process raft request' (duration: 193.919684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.195834Z","caller":"traceutil/trace.go:171","msg":"trace[519227205] transaction","detail":"{read_only:false; response_revision:22244; number_of_response:1; }","duration":"173.334986ms","start":"2026-03-04T16:15:15.022463Z","end":"2026-03-04T16:15:15.195798Z","steps":["trace[519227205] 'process raft request' (duration: 173.208013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.324634Z","caller":"traceutil/trace.go:171","msg":"trace[396218274] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"146.086232ms","start":"2026-03-04T16:15:15.17852Z","end":"2026-03-04T16:15:15.324606Z","steps":["trace[396218274] 'process raft request' (duration: 146.01449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.324678Z","caller":"traceutil/trace.go:171","msg":"trace[71605722] transaction","detail":"{read_only:false; response_revision:22245; number_of_response:1; }","duration":"146.81902ms","start":"2026-03-04T16:15:15.177825Z","end":"2026-03-04T16:15:15.324644Z","steps":["trace[71605722] 'process raft request' (duration: 119.223856ms)","trace[71605722] 'compare' (duration: 27.369648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:15.324864Z","caller":"traceutil/trace.go:171","msg":"trace[1160322351] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"145.989509ms","start":"2026-03-04T16:15:15.178866Z","end":"2026-03-04T16:15:15.324856Z","steps":["trace[1160322351] 'process raft request' (duration: 145.700542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.324859Z","caller":"traceutil/trace.go:171","msg":"trace[1822770352] linearizableReadLoop","detail":"{readStateIndex:23071; appliedIndex:23068; }","duration":"125.964566ms","start":"2026-03-04T16:15:15.198856Z","end":"2026-03-04T16:15:15.324821Z","steps":["trace[1822770352] 'read index received' (duration: 98.109646ms)","trace[1822770352] 'applied index is now lower than readState.Index' (duration: 27.85241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:15.325017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.14299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:15:15.325059Z","caller":"traceutil/trace.go:171","msg":"trace[485464751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:22247; }","duration":"126.230853ms","start":"2026-03-04T16:15:15.198816Z","end":"2026-03-04T16:15:15.325046Z","steps":["trace[485464751] 'agreement among raft nodes before linearized reading' (duration: 126.10621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:15.325178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.709811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af2377e5ffe1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T16:15:15.325217Z","caller":"traceutil/trace.go:171","msg":"trace[770869445] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af2377e5ffe1; range_end:; response_count:1; response_revision:22247; }","duration":"104.814203ms","start":"2026-03-04T16:15:15.220389Z","end":"2026-03-04T16:15:15.325203Z","steps":["trace[770869445] 'agreement among raft nodes before linearized reading' (duration: 104.590168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.989191Z","caller":"traceutil/trace.go:171","msg":"trace[708476104] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"274.766525ms","start":"2026-03-04T16:15:15.714397Z","end":"2026-03-04T16:15:15.989163Z","steps":["trace[708476104] 'process raft request' (duration: 274.630382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:15.989311Z","caller":"traceutil/trace.go:171","msg":"trace[216469609] transaction","detail":"{read_only:false; response_revision:22248; number_of_response:1; }","duration":"660.433077ms","start":"2026-03-04T16:15:15.328853Z","end":"2026-03-04T16:15:15.989286Z","steps":["trace[216469609] 'process raft request' (duration: 579.860383ms)","trace[216469609] 'compare' (duration: 79.754974ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:15.989358Z","caller":"traceutil/trace.go:171","msg":"trace[676139872] linearizableReadLoop","detail":"{readStateIndex:23072; appliedIndex:23071; }","duration":"500.1905ms","start":"2026-03-04T16:15:15.489127Z","end":"2026-03-04T16:15:15.989317Z","steps":["trace[676139872] 'read index received' (duration: 419.507363ms)","trace[676139872] 'applied index is now lower than readState.Index' (duration: 80.680187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:15.989425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:15.328834Z","time spent":"660.52437ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:15.98948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.348444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:15.989512Z","caller":"traceutil/trace.go:171","msg":"trace[542684759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22249; }","duration":"500.448216ms","start":"2026-03-04T16:15:15.489054Z","end":"2026-03-04T16:15:15.989502Z","steps":["trace[542684759] 'agreement among raft nodes before linearized reading' (duration: 500.360114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:15.989552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:15.489023Z","time spent":"500.520668ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:16.440574Z","caller":"traceutil/trace.go:171","msg":"trace[1241340151] transaction","detail":"{read_only:false; response_revision:22251; number_of_response:1; }","duration":"380.035961ms","start":"2026-03-04T16:15:16.060517Z","end":"2026-03-04T16:15:16.440553Z","steps":["trace[1241340151] 'process raft request' (duration: 379.883777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.440701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.060499Z","time spent":"380.134684ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:16.616198Z","caller":"traceutil/trace.go:171","msg":"trace[450899869] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"555.630884ms","start":"2026-03-04T16:15:16.060538Z","end":"2026-03-04T16:15:16.616169Z","steps":["trace[450899869] 'process raft request' (duration: 545.054048ms)","trace[450899869] 'compare' (duration: 10.367191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:16.616355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.060516Z","time spent":"555.758827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:16.616496Z","caller":"traceutil/trace.go:171","msg":"trace[384581753] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"555.664765ms","start":"2026-03-04T16:15:16.060819Z","end":"2026-03-04T16:15:16.616484Z","steps":["trace[384581753] 'process raft request' (duration: 555.304706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.616549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.060807Z","time spent":"555.715446ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:16.616559Z","caller":"traceutil/trace.go:171","msg":"trace[635981804] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"555.666135ms","start":"2026-03-04T16:15:16.060867Z","end":"2026-03-04T16:15:16.616533Z","steps":["trace[635981804] 'process raft request' (duration: 555.490291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.616711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.060862Z","time spent":"555.773228ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:16.616745Z","caller":"traceutil/trace.go:171","msg":"trace[550199085] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"555.689076ms","start":"2026-03-04T16:15:16.061021Z","end":"2026-03-04T16:15:16.61671Z","steps":["trace[550199085] 'process raft request' (duration: 555.4591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:16.616867Z","caller":"traceutil/trace.go:171","msg":"trace[211728566] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"533.029836ms","start":"2026-03-04T16:15:16.083825Z","end":"2026-03-04T16:15:16.616855Z","steps":["trace[211728566] 'process raft request' (duration: 532.906913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:16.616871Z","caller":"traceutil/trace.go:171","msg":"trace[914988553] transaction","detail":"{read_only:false; response_revision:22256; number_of_response:1; }","duration":"535.272292ms","start":"2026-03-04T16:15:16.081569Z","end":"2026-03-04T16:15:16.616841Z","steps":["trace[914988553] 'process raft request' (duration: 535.076117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:16.616917Z","caller":"traceutil/trace.go:171","msg":"trace[1601888059] linearizableReadLoop","detail":"{readStateIndex:23083; appliedIndex:23074; }","duration":"372.922733ms","start":"2026-03-04T16:15:16.243985Z","end":"2026-03-04T16:15:16.616907Z","steps":["trace[1601888059] 'read index received' (duration: 196.508409ms)","trace[1601888059] 'applied index is now lower than readState.Index' (duration: 176.413384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:16.616894Z","caller":"traceutil/trace.go:171","msg":"trace[1827116853] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"532.463782ms","start":"2026-03-04T16:15:16.084406Z","end":"2026-03-04T16:15:16.616869Z","steps":["trace[1827116853] 'process raft request' (duration: 532.369839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.616929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.061015Z","time spent":"555.806418ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:16.616937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.083812Z","time spent":"533.083147ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:16.616995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.081551Z","time spent":"535.371065ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:16.616977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.004424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:16.617032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.084394Z","time spent":"532.563875ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:16.617073Z","caller":"traceutil/trace.go:171","msg":"trace[1831179451] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22259; }","duration":"373.139897ms","start":"2026-03-04T16:15:16.243916Z","end":"2026-03-04T16:15:16.617055Z","steps":["trace[1831179451] 'agreement among raft nodes before linearized reading' (duration: 373.023044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.617114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.243802Z","time spent":"373.299601ms","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:16.617157Z","caller":"traceutil/trace.go:171","msg":"trace[886686355] transaction","detail":"{read_only:false; response_revision:22259; number_of_response:1; }","duration":"441.586637ms","start":"2026-03-04T16:15:16.175556Z","end":"2026-03-04T16:15:16.617143Z","steps":["trace[886686355] 'process raft request' (duration: 441.262869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:16.61722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:16.175531Z","time spent":"441.652768ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:17.458014Z","caller":"traceutil/trace.go:171","msg":"trace[1527211636] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"126.484289ms","start":"2026-03-04T16:15:17.33149Z","end":"2026-03-04T16:15:17.457975Z","steps":["trace[1527211636] 'process raft request' (duration: 126.107189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:17.458365Z","caller":"traceutil/trace.go:171","msg":"trace[1898035064] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"125.663598ms","start":"2026-03-04T16:15:17.33267Z","end":"2026-03-04T16:15:17.458334Z","steps":["trace[1898035064] 'process raft request' (duration: 125.228968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:18.027031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.263048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:18.027205Z","caller":"traceutil/trace.go:171","msg":"trace[939094286] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22264; }","duration":"468.469164ms","start":"2026-03-04T16:15:17.55871Z","end":"2026-03-04T16:15:18.027179Z","steps":["trace[939094286] 'count revisions from in-memory index tree' (duration: 468.215117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:18.027293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:17.558701Z","time spent":"468.572546ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:18.041646Z","caller":"traceutil/trace.go:171","msg":"trace[1036327131] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"416.130739ms","start":"2026-03-04T16:15:17.625495Z","end":"2026-03-04T16:15:18.041626Z","steps":["trace[1036327131] 'process raft request' (duration: 415.984275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:18.041877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:17.625472Z","time spent":"416.344354ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:18.673341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.611099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:18.67346Z","caller":"traceutil/trace.go:171","msg":"trace[1685320851] linearizableReadLoop","detail":"{readStateIndex:23096; appliedIndex:23095; }","duration":"384.508383ms","start":"2026-03-04T16:15:18.28893Z","end":"2026-03-04T16:15:18.673439Z","steps":["trace[1685320851] 'read index received' (duration: 88.762521ms)","trace[1685320851] 'applied index is now lower than readState.Index' (duration: 295.744132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:18.673592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.664448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:18.673634Z","caller":"traceutil/trace.go:171","msg":"trace[624442816] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22271; }","duration":"384.779731ms","start":"2026-03-04T16:15:18.288841Z","end":"2026-03-04T16:15:18.67362Z","steps":["trace[624442816] 'agreement among raft nodes before linearized reading' (duration: 384.700949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:18.673734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.288821Z","time spent":"384.897394ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:18.673911Z","caller":"traceutil/trace.go:171","msg":"trace[627649777] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"444.258676ms","start":"2026-03-04T16:15:18.229633Z","end":"2026-03-04T16:15:18.673892Z","steps":["trace[627649777] 'process raft request' (duration: 148.018071ms)","trace[627649777] 'compare' (duration: 295.482745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:18.673996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.229612Z","time spent":"444.347038ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.433043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.124301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:19.433481Z","caller":"traceutil/trace.go:171","msg":"trace[581633083] linearizableReadLoop","detail":"{readStateIndex:23099; appliedIndex:23096; }","duration":"759.951549ms","start":"2026-03-04T16:15:18.673511Z","end":"2026-03-04T16:15:19.433462Z","steps":["trace[581633083] 'read index received' (duration: 288.294394ms)","trace[581633083] 'applied index is now lower than readState.Index' (duration: 471.656215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:19.43372Z","caller":"traceutil/trace.go:171","msg":"trace[1114927966] transaction","detail":"{read_only:false; response_revision:22273; number_of_response:1; }","duration":"810.09632ms","start":"2026-03-04T16:15:18.623604Z","end":"2026-03-04T16:15:19.4337Z","steps":["trace[1114927966] 'process raft request' (duration: 809.550326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.433808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.623588Z","time spent":"810.178011ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.433829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.386996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:15:19.433872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.46371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:15:19.4339Z","caller":"traceutil/trace.go:171","msg":"trace[1916657787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22275; }","duration":"810.476409ms","start":"2026-03-04T16:15:18.623405Z","end":"2026-03-04T16:15:19.433881Z","steps":["trace[1916657787] 'agreement among raft nodes before linearized reading' (duration: 810.220613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.433921Z","caller":"traceutil/trace.go:171","msg":"trace[1254069093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22275; }","duration":"814.540172ms","start":"2026-03-04T16:15:18.61937Z","end":"2026-03-04T16:15:19.43391Z","steps":["trace[1254069093] 'agreement among raft nodes before linearized reading' (duration: 814.414949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.43395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.6234Z","time spent":"810.533881ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:19.434002Z","caller":"traceutil/trace.go:171","msg":"trace[1948594208] transaction","detail":"{read_only:false; response_revision:22272; number_of_response:1; }","duration":"812.388737ms","start":"2026-03-04T16:15:18.621599Z","end":"2026-03-04T16:15:19.433987Z","steps":["trace[1948594208] 'process raft request' (duration: 340.22642ms)","trace[1948594208] 'compare' (duration: 470.664459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:19.434028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.828358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:15:19.434085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.621588Z","time spent":"812.445699ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.4341Z","caller":"traceutil/trace.go:171","msg":"trace[2047634399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22275; }","duration":"810.89777ms","start":"2026-03-04T16:15:18.62316Z","end":"2026-03-04T16:15:19.434058Z","steps":["trace[2047634399] 'agreement among raft nodes before linearized reading' (duration: 810.740816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.434138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.623143Z","time spent":"810.983841ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:19.433956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.619356Z","time spent":"814.593023ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:15:19.434165Z","caller":"traceutil/trace.go:171","msg":"trace[914643905] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"479.176093ms","start":"2026-03-04T16:15:18.954976Z","end":"2026-03-04T16:15:19.434152Z","steps":["trace[914643905] 'process raft request' (duration: 478.427654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.433874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.354457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:15:19.43674Z","caller":"traceutil/trace.go:171","msg":"trace[1068792906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22275; }","duration":"815.199788ms","start":"2026-03-04T16:15:18.621501Z","end":"2026-03-04T16:15:19.4367Z","steps":["trace[1068792906] 'agreement among raft nodes before linearized reading' (duration: 812.144881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.434369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.712376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:19.436823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.621457Z","time spent":"815.351542ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:15:19.436941Z","caller":"traceutil/trace.go:171","msg":"trace[210548899] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22275; }","duration":"815.29068ms","start":"2026-03-04T16:15:18.621601Z","end":"2026-03-04T16:15:19.436892Z","steps":["trace[210548899] 'agreement among raft nodes before linearized reading' (duration: 812.642343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.437766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.954954Z","time spent":"481.675815ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.434023Z","caller":"traceutil/trace.go:171","msg":"trace[340878707] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"810.036488ms","start":"2026-03-04T16:15:18.623704Z","end":"2026-03-04T16:15:19.433741Z","steps":["trace[340878707] 'process raft request' (duration: 809.536695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.4374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.621581Z","time spent":"815.66308ms","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:19.434466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.747214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:15:19.43798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.623697Z","time spent":"814.187442ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.438008Z","caller":"traceutil/trace.go:171","msg":"trace[1699404657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22275; }","duration":"991.316994ms","start":"2026-03-04T16:15:18.446667Z","end":"2026-03-04T16:15:19.437985Z","steps":["trace[1699404657] 'agreement among raft nodes before linearized reading' (duration: 987.308714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.438051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:18.446644Z","time spent":"991.396125ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:19.509364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.11539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:19.509481Z","caller":"traceutil/trace.go:171","msg":"trace[1082280384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22276; }","duration":"276.281474ms","start":"2026-03-04T16:15:19.233184Z","end":"2026-03-04T16:15:19.509465Z","steps":["trace[1082280384] 'agreement among raft nodes before linearized reading' (duration: 276.137261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.79832Z","caller":"traceutil/trace.go:171","msg":"trace[2006283904] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"357.439824ms","start":"2026-03-04T16:15:19.440855Z","end":"2026-03-04T16:15:19.798295Z","steps":["trace[2006283904] 'process raft request' (duration: 357.137447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.798452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.44083Z","time spent":"357.556166ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.798462Z","caller":"traceutil/trace.go:171","msg":"trace[25582139] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"357.386623ms","start":"2026-03-04T16:15:19.441062Z","end":"2026-03-04T16:15:19.798449Z","steps":["trace[25582139] 'process raft request' (duration: 357.086046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.798646Z","caller":"traceutil/trace.go:171","msg":"trace[1346408035] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"356.705295ms","start":"2026-03-04T16:15:19.441929Z","end":"2026-03-04T16:15:19.798635Z","steps":["trace[1346408035] 'process raft request' (duration: 356.456328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.798746Z","caller":"traceutil/trace.go:171","msg":"trace[151267142] linearizableReadLoop","detail":"{readStateIndex:23108; appliedIndex:23101; }","duration":"289.438674ms","start":"2026-03-04T16:15:19.509295Z","end":"2026-03-04T16:15:19.798734Z","steps":["trace[151267142] 'read index received' (duration: 288.542802ms)","trace[151267142] 'applied index is now lower than readState.Index' (duration: 895.252µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:19.798775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.44192Z","time spent":"356.811067ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.798818Z","caller":"traceutil/trace.go:171","msg":"trace[823446054] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"334.859166ms","start":"2026-03-04T16:15:19.463948Z","end":"2026-03-04T16:15:19.798807Z","steps":["trace[823446054] 'process raft request' (duration: 334.752463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.798816Z","caller":"traceutil/trace.go:171","msg":"trace[1735288036] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"336.20165ms","start":"2026-03-04T16:15:19.462582Z","end":"2026-03-04T16:15:19.798784Z","steps":["trace[1735288036] 'process raft request' (duration: 336.087087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.7989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.463918Z","time spent":"334.945797ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.798964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.462562Z","time spent":"336.321413ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:19.798925Z","caller":"traceutil/trace.go:171","msg":"trace[391967739] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"356.598292ms","start":"2026-03-04T16:15:19.442148Z","end":"2026-03-04T16:15:19.798746Z","steps":["trace[391967739] 'process raft request' (duration: 356.438228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.799046Z","caller":"traceutil/trace.go:171","msg":"trace[1828794084] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"356.842809ms","start":"2026-03-04T16:15:19.442192Z","end":"2026-03-04T16:15:19.799034Z","steps":["trace[1828794084] 'process raft request' (duration: 356.440899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.799083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.300806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:15:19.799117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.44218Z","time spent":"356.9046ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.799122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.10663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:19.799147Z","caller":"traceutil/trace.go:171","msg":"trace[312312446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22283; }","duration":"140.409089ms","start":"2026-03-04T16:15:19.658725Z","end":"2026-03-04T16:15:19.799134Z","steps":["trace[312312446] 'agreement among raft nodes before linearized reading' (duration: 140.237095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:19.79916Z","caller":"traceutil/trace.go:171","msg":"trace[1973306162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22283; }","duration":"311.177391ms","start":"2026-03-04T16:15:19.48797Z","end":"2026-03-04T16:15:19.799148Z","steps":["trace[1973306162] 'agreement among raft nodes before linearized reading' (duration: 311.12178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:19.799186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.48795Z","time spent":"311.230482ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:19.799345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.441054Z","time spent":"357.464355ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:19.799713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:19.442143Z","time spent":"356.89499ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:20.552715Z","caller":"traceutil/trace.go:171","msg":"trace[669216393] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"129.261229ms","start":"2026-03-04T16:15:20.42343Z","end":"2026-03-04T16:15:20.552691Z","steps":["trace[669216393] 'process raft request' (duration: 69.283752ms)","trace[669216393] 'compare' (duration: 59.765411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:21.270283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.409991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:21.270374Z","caller":"traceutil/trace.go:171","msg":"trace[474735591] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22286; }","duration":"230.584265ms","start":"2026-03-04T16:15:21.03977Z","end":"2026-03-04T16:15:21.270354Z","steps":["trace[474735591] 'count revisions from in-memory index tree' (duration: 230.205676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:21.270363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.384194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:21.270439Z","caller":"traceutil/trace.go:171","msg":"trace[167137118] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22286; }","duration":"143.533318ms","start":"2026-03-04T16:15:21.126888Z","end":"2026-03-04T16:15:21.270422Z","steps":["trace[167137118] 'count revisions from in-memory index tree' (duration: 143.224349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:21.657113Z","caller":"traceutil/trace.go:171","msg":"trace[43957177] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"243.232953ms","start":"2026-03-04T16:15:21.413834Z","end":"2026-03-04T16:15:21.657067Z","steps":["trace[43957177] 'process raft request' (duration: 242.924395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:21.711518Z","caller":"traceutil/trace.go:171","msg":"trace[1044126767] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"270.467218ms","start":"2026-03-04T16:15:21.441022Z","end":"2026-03-04T16:15:21.71149Z","steps":["trace[1044126767] 'process raft request' (duration: 255.849061ms)","trace[1044126767] 'compare' (duration: 14.443933ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:21.711828Z","caller":"traceutil/trace.go:171","msg":"trace[1655141542] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"270.700513ms","start":"2026-03-04T16:15:21.441115Z","end":"2026-03-04T16:15:21.711816Z","steps":["trace[1655141542] 'process raft request' (duration: 270.331514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:21.711896Z","caller":"traceutil/trace.go:171","msg":"trace[1967467778] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"268.450147ms","start":"2026-03-04T16:15:21.443421Z","end":"2026-03-04T16:15:21.711871Z","steps":["trace[1967467778] 'process raft request' (duration: 268.278263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:21.711977Z","caller":"traceutil/trace.go:171","msg":"trace[1358547093] linearizableReadLoop","detail":"{readStateIndex:23115; appliedIndex:23111; }","duration":"223.931178ms","start":"2026-03-04T16:15:21.488012Z","end":"2026-03-04T16:15:21.711943Z","steps":["trace[1358547093] 'read index received' (duration: 168.773451ms)","trace[1358547093] 'applied index is now lower than readState.Index' (duration: 55.155217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:21.711993Z","caller":"traceutil/trace.go:171","msg":"trace[2082548499] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"198.326325ms","start":"2026-03-04T16:15:21.513579Z","end":"2026-03-04T16:15:21.711905Z","steps":["trace[2082548499] 'process raft request' (duration: 198.239543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:21.712114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.085171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:21.712149Z","caller":"traceutil/trace.go:171","msg":"trace[1338547389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22291; }","duration":"224.163393ms","start":"2026-03-04T16:15:21.487975Z","end":"2026-03-04T16:15:21.712138Z","steps":["trace[1338547389] 'agreement among raft nodes before linearized reading' (duration: 224.068161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:25.829532Z","caller":"traceutil/trace.go:171","msg":"trace[2145144517] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"104.832215ms","start":"2026-03-04T16:15:25.724675Z","end":"2026-03-04T16:15:25.829507Z","steps":["trace[2145144517] 'process raft request' (duration: 104.64245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:25.933382Z","caller":"traceutil/trace.go:171","msg":"trace[1545790935] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"208.208972ms","start":"2026-03-04T16:15:25.725135Z","end":"2026-03-04T16:15:25.933344Z","steps":["trace[1545790935] 'process raft request' (duration: 165.377986ms)","trace[1545790935] 'compare' (duration: 42.596431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:25.933704Z","caller":"traceutil/trace.go:171","msg":"trace[1593296930] linearizableReadLoop","detail":"{readStateIndex:23177; appliedIndex:23174; }","duration":"204.280975ms","start":"2026-03-04T16:15:25.729396Z","end":"2026-03-04T16:15:25.933677Z","steps":["trace[1593296930] 'read index received' (duration: 99.969323ms)","trace[1593296930] 'applied index is now lower than readState.Index' (duration: 104.297571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:25.933814Z","caller":"traceutil/trace.go:171","msg":"trace[1271069915] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"208.575912ms","start":"2026-03-04T16:15:25.725229Z","end":"2026-03-04T16:15:25.933805Z","steps":["trace[1271069915] 'process raft request' (duration: 208.072409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:25.934002Z","caller":"traceutil/trace.go:171","msg":"trace[614891559] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"196.450137ms","start":"2026-03-04T16:15:25.737523Z","end":"2026-03-04T16:15:25.933973Z","steps":["trace[614891559] 'process raft request' (duration: 196.016876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:25.934044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.617063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:25.934125Z","caller":"traceutil/trace.go:171","msg":"trace[874744896] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22354; }","duration":"204.742316ms","start":"2026-03-04T16:15:25.729361Z","end":"2026-03-04T16:15:25.934103Z","steps":["trace[874744896] 'agreement among raft nodes before linearized reading' (duration: 204.571812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:25.934211Z","caller":"traceutil/trace.go:171","msg":"trace[90502943] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"159.179621ms","start":"2026-03-04T16:15:25.774916Z","end":"2026-03-04T16:15:25.934096Z","steps":["trace[90502943] 'process raft request' (duration: 158.683239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:26.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1423533377] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"171.225423ms","start":"2026-03-04T16:15:26.169492Z","end":"2026-03-04T16:15:26.340717Z","steps":["trace[1423533377] 'process raft request' (duration: 171.039158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:31.463557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.004257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-04T16:15:31.46364Z","caller":"traceutil/trace.go:171","msg":"trace[431531109] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22410; }","duration":"169.121771ms","start":"2026-03-04T16:15:31.294497Z","end":"2026-03-04T16:15:31.463619Z","steps":["trace[431531109] 'range keys from in-memory index tree' (duration: 168.854404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:37.982162Z","caller":"traceutil/trace.go:171","msg":"trace[1308580743] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"116.233001ms","start":"2026-03-04T16:15:37.865902Z","end":"2026-03-04T16:15:37.982135Z","steps":["trace[1308580743] 'process raft request' (duration: 116.017015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:39.472079Z","caller":"traceutil/trace.go:171","msg":"trace[321428700] transaction","detail":"{read_only:false; response_revision:22461; number_of_response:1; }","duration":"125.885224ms","start":"2026-03-04T16:15:39.346159Z","end":"2026-03-04T16:15:39.472045Z","steps":["trace[321428700] 'process raft request' (duration: 76.627696ms)","trace[321428700] 'compare' (duration: 49.092654ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:39.675571Z","caller":"traceutil/trace.go:171","msg":"trace[1913053248] linearizableReadLoop","detail":"{readStateIndex:23293; appliedIndex:23290; }","duration":"267.641106ms","start":"2026-03-04T16:15:39.407905Z","end":"2026-03-04T16:15:39.675546Z","steps":["trace[1913053248] 'read index received' (duration: 14.891454ms)","trace[1913053248] 'applied index is now lower than readState.Index' (duration: 252.748632ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:39.675943Z","caller":"traceutil/trace.go:171","msg":"trace[899123021] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"329.290636ms","start":"2026-03-04T16:15:39.346634Z","end":"2026-03-04T16:15:39.675924Z","steps":["trace[899123021] 'process raft request' (duration: 248.468725ms)","trace[899123021] 'compare' (duration: 80.228905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:39.676022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.700337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:39.676055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.346605Z","time spent":"329.378098ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1077,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:39.676118Z","caller":"traceutil/trace.go:171","msg":"trace[789726843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22463; }","duration":"187.835191ms","start":"2026-03-04T16:15:39.488259Z","end":"2026-03-04T16:15:39.676094Z","steps":["trace[789726843] 'agreement among raft nodes before linearized reading' (duration: 187.683017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:39.67612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.191111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-04T16:15:39.676207Z","caller":"traceutil/trace.go:171","msg":"trace[1641543104] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22463; }","duration":"268.330224ms","start":"2026-03-04T16:15:39.40786Z","end":"2026-03-04T16:15:39.67619Z","steps":["trace[1641543104] 'agreement among raft nodes before linearized reading' (duration: 268.091969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:39.676562Z","caller":"traceutil/trace.go:171","msg":"trace[1907207512] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"327.129461ms","start":"2026-03-04T16:15:39.348808Z","end":"2026-03-04T16:15:39.675938Z","steps":["trace[1907207512] 'process raft request' (duration: 326.6666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:39.676672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.348796Z","time spent":"327.807459ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:39.852449Z","caller":"traceutil/trace.go:171","msg":"trace[1969617402] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"168.695631ms","start":"2026-03-04T16:15:39.683732Z","end":"2026-03-04T16:15:39.852427Z","steps":["trace[1969617402] 'process raft request' (duration: 94.149927ms)","trace[1969617402] 'compare' (duration: 74.162934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:40.334775Z","caller":"traceutil/trace.go:171","msg":"trace[1786744391] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"360.747527ms","start":"2026-03-04T16:15:39.974007Z","end":"2026-03-04T16:15:40.334755Z","steps":["trace[1786744391] 'process raft request' (duration: 360.620573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.334913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.973991Z","time spent":"360.850489ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4642,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:40.379683Z","caller":"traceutil/trace.go:171","msg":"trace[146039923] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"391.802607ms","start":"2026-03-04T16:15:39.98785Z","end":"2026-03-04T16:15:40.379653Z","steps":["trace[146039923] 'process raft request' (duration: 391.582571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.379888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.987827Z","time spent":"391.941761ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:40.380024Z","caller":"traceutil/trace.go:171","msg":"trace[788409026] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"381.611381ms","start":"2026-03-04T16:15:39.998389Z","end":"2026-03-04T16:15:40.38Z","steps":["trace[788409026] 'process raft request' (duration: 381.469707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:40.380187Z","caller":"traceutil/trace.go:171","msg":"trace[2136689091] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"381.435206ms","start":"2026-03-04T16:15:39.99873Z","end":"2026-03-04T16:15:40.380165Z","steps":["trace[2136689091] 'process raft request' (duration: 381.240471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.380198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.998369Z","time spent":"381.737723ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:40.380254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.998716Z","time spent":"381.506748ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:40.380252Z","caller":"traceutil/trace.go:171","msg":"trace[2023864285] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"381.328763ms","start":"2026-03-04T16:15:39.998895Z","end":"2026-03-04T16:15:40.380224Z","steps":["trace[2023864285] 'process raft request' (duration: 381.19142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:40.380027Z","caller":"traceutil/trace.go:171","msg":"trace[400815444] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"383.823007ms","start":"2026-03-04T16:15:39.99618Z","end":"2026-03-04T16:15:40.380003Z","steps":["trace[400815444] 'process raft request' (duration: 383.425467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:40.380328Z","caller":"traceutil/trace.go:171","msg":"trace[1321071222] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23304; }","duration":"322.451814ms","start":"2026-03-04T16:15:40.057848Z","end":"2026-03-04T16:15:40.3803Z","steps":["trace[1321071222] 'read index received' (duration: 277.193017ms)","trace[1321071222] 'applied index is now lower than readState.Index' (duration: 45.257797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:40.38039Z","caller":"traceutil/trace.go:171","msg":"trace[384817475] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"380.79465ms","start":"2026-03-04T16:15:39.999589Z","end":"2026-03-04T16:15:40.380383Z","steps":["trace[384817475] 'process raft request' (duration: 380.598395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.380421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.998887Z","time spent":"381.453887ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:40.380477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.999576Z","time spent":"380.838421ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:40.380538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.69747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:15:40.380577Z","caller":"traceutil/trace.go:171","msg":"trace[1265334156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22480; }","duration":"322.770742ms","start":"2026-03-04T16:15:40.057797Z","end":"2026-03-04T16:15:40.380568Z","steps":["trace[1265334156] 'agreement among raft nodes before linearized reading' (duration: 322.631868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.380604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.05777Z","time spent":"322.829253ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:40.380575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:39.996141Z","time spent":"384.256017ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:40.431368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.608904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:15:40.431406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.509551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:40.431444Z","caller":"traceutil/trace.go:171","msg":"trace[2050927881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22481; }","duration":"259.593734ms","start":"2026-03-04T16:15:40.17184Z","end":"2026-03-04T16:15:40.431434Z","steps":["trace[2050927881] 'agreement among raft nodes before linearized reading' (duration: 259.414999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.431495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.510983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:15:40.431509Z","caller":"traceutil/trace.go:171","msg":"trace[1579210670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22481; }","duration":"347.555125ms","start":"2026-03-04T16:15:40.08395Z","end":"2026-03-04T16:15:40.431505Z","steps":["trace[1579210670] 'agreement among raft nodes before linearized reading' (duration: 347.509313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.431531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.083936Z","time spent":"347.590435ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:40.431673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.815861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:15:40.431693Z","caller":"traceutil/trace.go:171","msg":"trace[1218662298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22481; }","duration":"347.876523ms","start":"2026-03-04T16:15:40.08381Z","end":"2026-03-04T16:15:40.431687Z","steps":["trace[1218662298] 'agreement among raft nodes before linearized reading' (duration: 347.831072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.431724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.083792Z","time spent":"347.929384ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:40.431843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.49753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:15:40.431909Z","caller":"traceutil/trace.go:171","msg":"trace[12583098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22481; }","duration":"354.557901ms","start":"2026-03-04T16:15:40.077299Z","end":"2026-03-04T16:15:40.431857Z","steps":["trace[12583098] 'agreement among raft nodes before linearized reading' (duration: 354.501139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.431928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.077251Z","time spent":"354.673744ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:40.431434Z","caller":"traceutil/trace.go:171","msg":"trace[1791794286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22481; }","duration":"368.765177ms","start":"2026-03-04T16:15:40.062651Z","end":"2026-03-04T16:15:40.431416Z","steps":["trace[1791794286] 'agreement among raft nodes before linearized reading' (duration: 368.541222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.43211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.06263Z","time spent":"369.470935ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:40.931256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.269027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4\" ","response":"range_response_count:1 size:3040"} {"level":"info","ts":"2026-03-04T16:15:40.931333Z","caller":"traceutil/trace.go:171","msg":"trace[1979502860] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4; range_end:; response_count:1; response_revision:22487; }","duration":"193.38248ms","start":"2026-03-04T16:15:40.737927Z","end":"2026-03-04T16:15:40.93131Z","steps":["trace[1979502860] 'range keys from in-memory index tree' (duration: 193.101093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.931782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.667489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:40.931825Z","caller":"traceutil/trace.go:171","msg":"trace[2100452750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22487; }","duration":"162.71509ms","start":"2026-03-04T16:15:40.769098Z","end":"2026-03-04T16:15:40.931813Z","steps":["trace[2100452750] 'count revisions from in-memory index tree' (duration: 162.589417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:40.932046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.104226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4\" ","response":"range_response_count:1 size:5424"} {"level":"info","ts":"2026-03-04T16:15:40.932109Z","caller":"traceutil/trace.go:171","msg":"trace[1623738087] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4; range_end:; response_count:1; response_revision:22487; }","duration":"102.216639ms","start":"2026-03-04T16:15:40.829879Z","end":"2026-03-04T16:15:40.932095Z","steps":["trace[1623738087] 'range keys from in-memory index tree' (duration: 101.952052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:41.132687Z","caller":"traceutil/trace.go:171","msg":"trace[390237535] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22488; }","duration":"197.408272ms","start":"2026-03-04T16:15:40.935252Z","end":"2026-03-04T16:15:41.13266Z","steps":["trace[390237535] 'process raft request' (duration: 197.224547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:41.353179Z","caller":"traceutil/trace.go:171","msg":"trace[1278371303] linearizableReadLoop","detail":"{readStateIndex:23319; appliedIndex:23318; }","duration":"309.896147ms","start":"2026-03-04T16:15:41.043258Z","end":"2026-03-04T16:15:41.353154Z","steps":["trace[1278371303] 'read index received' (duration: 89.407877ms)","trace[1278371303] 'applied index is now lower than readState.Index' (duration: 220.48707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:41.353305Z","caller":"traceutil/trace.go:171","msg":"trace[2134090158] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"412.864026ms","start":"2026-03-04T16:15:40.940429Z","end":"2026-03-04T16:15:41.353293Z","steps":["trace[2134090158] 'process raft request' (duration: 388.528655ms)","trace[2134090158] 'compare' (duration: 23.995022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:41.353411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:40.94042Z","time spent":"412.917537ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5594,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:41.353721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.265226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:41.353796Z","caller":"traceutil/trace.go:171","msg":"trace[1635557732] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22489; }","duration":"253.384979ms","start":"2026-03-04T16:15:41.100385Z","end":"2026-03-04T16:15:41.35377Z","steps":["trace[1635557732] 'agreement among raft nodes before linearized reading' (duration: 253.197544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:41.353783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.516424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:41.353841Z","caller":"traceutil/trace.go:171","msg":"trace[538940855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22489; }","duration":"310.610106ms","start":"2026-03-04T16:15:41.043217Z","end":"2026-03-04T16:15:41.353827Z","steps":["trace[538940855] 'agreement among raft nodes before linearized reading' (duration: 310.520504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:41.353882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:41.0432Z","time spent":"310.673088ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:41.751068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.355969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:41.751175Z","caller":"traceutil/trace.go:171","msg":"trace[1226745865] linearizableReadLoop","detail":"{readStateIndex:23320; appliedIndex:23319; }","duration":"306.791429ms","start":"2026-03-04T16:15:41.444368Z","end":"2026-03-04T16:15:41.751159Z","steps":["trace[1226745865] 'read index received' (duration: 111.194624ms)","trace[1226745865] 'applied index is now lower than readState.Index' (duration: 195.595355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:41.751305Z","caller":"traceutil/trace.go:171","msg":"trace[1821484827] transaction","detail":"{read_only:false; response_revision:22490; number_of_response:1; }","duration":"391.860928ms","start":"2026-03-04T16:15:41.359405Z","end":"2026-03-04T16:15:41.751266Z","steps":["trace[1821484827] 'process raft request' (duration: 196.214642ms)","trace[1821484827] 'compare' (duration: 195.132333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:41.751434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:41.359384Z","time spent":"391.976451ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:41.751502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.905353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:41.751509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.501363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:41.751563Z","caller":"traceutil/trace.go:171","msg":"trace[1553545760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22490; }","duration":"264.001256ms","start":"2026-03-04T16:15:41.487547Z","end":"2026-03-04T16:15:41.751548Z","steps":["trace[1553545760] 'agreement among raft nodes before linearized reading' (duration: 263.908014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:41.751568Z","caller":"traceutil/trace.go:171","msg":"trace[1061190089] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22490; }","duration":"195.604196ms","start":"2026-03-04T16:15:41.555951Z","end":"2026-03-04T16:15:41.751555Z","steps":["trace[1061190089] 'agreement among raft nodes before linearized reading' (duration: 195.507194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:41.751596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.220601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4\" ","response":"range_response_count:1 size:5612"} {"level":"info","ts":"2026-03-04T16:15:41.751662Z","caller":"traceutil/trace.go:171","msg":"trace[1907541624] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4; range_end:; response_count:1; response_revision:22490; }","duration":"307.320853ms","start":"2026-03-04T16:15:41.444328Z","end":"2026-03-04T16:15:41.751649Z","steps":["trace[1907541624] 'agreement among raft nodes before linearized reading' (duration: 307.073897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:41.751727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:41.444309Z","time spent":"307.407216ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5635,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-n7kc4\" "} {"level":"info","ts":"2026-03-04T16:15:42.032116Z","caller":"traceutil/trace.go:171","msg":"trace[995109938] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"271.956845ms","start":"2026-03-04T16:15:41.76014Z","end":"2026-03-04T16:15:42.032097Z","steps":["trace[995109938] 'process raft request' (duration: 271.802541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.154705Z","caller":"traceutil/trace.go:171","msg":"trace[1613389550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22491; }","duration":"121.132885ms","start":"2026-03-04T16:15:42.033538Z","end":"2026-03-04T16:15:42.154671Z","steps":["trace[1613389550] 'process raft request' (duration: 114.322404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:42.551287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.941179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:42.551584Z","caller":"traceutil/trace.go:171","msg":"trace[1588104965] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"162.252248ms","start":"2026-03-04T16:15:42.389318Z","end":"2026-03-04T16:15:42.55157Z","steps":["trace[1588104965] 'process raft request' (duration: 162.222917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.55188Z","caller":"traceutil/trace.go:171","msg":"trace[2026490586] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"166.777681ms","start":"2026-03-04T16:15:42.385093Z","end":"2026-03-04T16:15:42.551871Z","steps":["trace[2026490586] 'process raft request' (duration: 47.189666ms)","trace[2026490586] 'compare' (duration: 118.845947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:42.551949Z","caller":"traceutil/trace.go:171","msg":"trace[677742704] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"165.12485ms","start":"2026-03-04T16:15:42.3868Z","end":"2026-03-04T16:15:42.551925Z","steps":["trace[677742704] 'process raft request' (duration: 164.678068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.551992Z","caller":"traceutil/trace.go:171","msg":"trace[2042641848] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"165.756645ms","start":"2026-03-04T16:15:42.386208Z","end":"2026-03-04T16:15:42.551965Z","steps":["trace[2042641848] 'process raft request' (duration: 165.170441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.551993Z","caller":"traceutil/trace.go:171","msg":"trace[387244079] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"165.635552ms","start":"2026-03-04T16:15:42.386327Z","end":"2026-03-04T16:15:42.551963Z","steps":["trace[387244079] 'process raft request' (duration: 165.123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.552003Z","caller":"traceutil/trace.go:171","msg":"trace[1188499870] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"165.676853ms","start":"2026-03-04T16:15:42.386287Z","end":"2026-03-04T16:15:42.551963Z","steps":["trace[1188499870] 'process raft request' (duration: 165.13872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.552004Z","caller":"traceutil/trace.go:171","msg":"trace[254002702] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"162.698468ms","start":"2026-03-04T16:15:42.389259Z","end":"2026-03-04T16:15:42.551958Z","steps":["trace[254002702] 'process raft request' (duration: 162.255607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.825615Z","caller":"traceutil/trace.go:171","msg":"trace[1701508450] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"268.653952ms","start":"2026-03-04T16:15:42.556925Z","end":"2026-03-04T16:15:42.825578Z","steps":["trace[1701508450] 'process raft request' (duration: 256.59657ms)","trace[1701508450] 'compare' (duration: 11.444437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:42.825808Z","caller":"traceutil/trace.go:171","msg":"trace[846398373] linearizableReadLoop","detail":"{readStateIndex:23336; appliedIndex:23332; }","duration":"208.145792ms","start":"2026-03-04T16:15:42.617641Z","end":"2026-03-04T16:15:42.825787Z","steps":["trace[846398373] 'read index received' (duration: 195.816092ms)","trace[846398373] 'applied index is now lower than readState.Index' (duration: 12.32859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:42.825928Z","caller":"traceutil/trace.go:171","msg":"trace[1682938397] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"268.879678ms","start":"2026-03-04T16:15:42.557037Z","end":"2026-03-04T16:15:42.825917Z","steps":["trace[1682938397] 'process raft request' (duration: 268.680183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.825834Z","caller":"traceutil/trace.go:171","msg":"trace[641429688] transaction","detail":"{read_only:false; response_revision:22502; number_of_response:1; }","duration":"268.880948ms","start":"2026-03-04T16:15:42.556942Z","end":"2026-03-04T16:15:42.825823Z","steps":["trace[641429688] 'process raft request' (duration: 268.509798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:42.82615Z","caller":"traceutil/trace.go:171","msg":"trace[2077526458] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"269.059032ms","start":"2026-03-04T16:15:42.557058Z","end":"2026-03-04T16:15:42.826117Z","steps":["trace[2077526458] 'process raft request' (duration: 268.693393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:42.82641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.742556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:15:42.826442Z","caller":"traceutil/trace.go:171","msg":"trace[2023028467] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22504; }","duration":"208.833028ms","start":"2026-03-04T16:15:42.617602Z","end":"2026-03-04T16:15:42.826435Z","steps":["trace[2023028467] 'agreement among raft nodes before linearized reading' (duration: 208.647613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:51.215794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.996298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:51.215937Z","caller":"traceutil/trace.go:171","msg":"trace[1358718058] linearizableReadLoop","detail":"{readStateIndex:23444; appliedIndex:23440; }","duration":"315.640434ms","start":"2026-03-04T16:15:50.900269Z","end":"2026-03-04T16:15:51.215909Z","steps":["trace[1358718058] 'read index received' (duration: 22.404094ms)","trace[1358718058] 'applied index is now lower than readState.Index' (duration: 293.23427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:51.216062Z","caller":"traceutil/trace.go:171","msg":"trace[1065577239] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"312.707549ms","start":"2026-03-04T16:15:50.903343Z","end":"2026-03-04T16:15:51.216051Z","steps":["trace[1065577239] 'process raft request' (duration: 26.24646ms)","trace[1065577239] 'compare' (duration: 285.647669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:51.216155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:50.903331Z","time spent":"312.788402ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:51.216245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.936901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:51.216317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.209788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:15:51.2164Z","caller":"traceutil/trace.go:171","msg":"trace[82389333] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22611; }","duration":"168.372291ms","start":"2026-03-04T16:15:51.048006Z","end":"2026-03-04T16:15:51.216378Z","steps":["trace[82389333] 'agreement among raft nodes before linearized reading' (duration: 168.095684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:51.21654Z","caller":"traceutil/trace.go:171","msg":"trace[1293965274] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22611; }","duration":"316.116565ms","start":"2026-03-04T16:15:50.900209Z","end":"2026-03-04T16:15:51.216325Z","steps":["trace[1293965274] 'agreement among raft nodes before linearized reading' (duration: 315.897259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:51.216604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:50.900188Z","time spent":"316.388212ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:15:51.693156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.143904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:51.693261Z","caller":"traceutil/trace.go:171","msg":"trace[1111437468] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22611; }","duration":"201.262967ms","start":"2026-03-04T16:15:51.491963Z","end":"2026-03-04T16:15:51.693226Z","steps":["trace[1111437468] 'count revisions from in-memory index tree' (duration: 201.021711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:51.693855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.426743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:15:51.69399Z","caller":"traceutil/trace.go:171","msg":"trace[1337514371] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22611; }","duration":"355.581216ms","start":"2026-03-04T16:15:51.338376Z","end":"2026-03-04T16:15:51.693957Z","steps":["trace[1337514371] 'range keys from in-memory index tree' (duration: 355.089154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:51.694078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:51.338363Z","time spent":"355.69931ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:15:51.695029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.806363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:15:51.695112Z","caller":"traceutil/trace.go:171","msg":"trace[5421938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22611; }","duration":"361.897955ms","start":"2026-03-04T16:15:51.333195Z","end":"2026-03-04T16:15:51.695093Z","steps":["trace[5421938] 'count revisions from in-memory index tree' (duration: 361.710651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:51.695356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:51.333125Z","time spent":"362.023208ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2529,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:52.036067Z","caller":"traceutil/trace.go:171","msg":"trace[83515804] linearizableReadLoop","detail":"{readStateIndex:23446; appliedIndex:23445; }","duration":"149.570379ms","start":"2026-03-04T16:15:51.886476Z","end":"2026-03-04T16:15:52.036046Z","steps":["trace[83515804] 'read index received' (duration: 149.286872ms)","trace[83515804] 'applied index is now lower than readState.Index' (duration: 282.487µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:52.036228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.733653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:52.036257Z","caller":"traceutil/trace.go:171","msg":"trace[1990353596] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22612; }","duration":"149.790804ms","start":"2026-03-04T16:15:51.886457Z","end":"2026-03-04T16:15:52.036248Z","steps":["trace[1990353596] 'agreement among raft nodes before linearized reading' (duration: 149.690032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.036428Z","caller":"traceutil/trace.go:171","msg":"trace[894029191] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"296.147783ms","start":"2026-03-04T16:15:51.74022Z","end":"2026-03-04T16:15:52.036367Z","steps":["trace[894029191] 'process raft request' (duration: 295.654201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:52.694349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.969864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:52.694438Z","caller":"traceutil/trace.go:171","msg":"trace[213543226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22613; }","duration":"190.132769ms","start":"2026-03-04T16:15:52.504282Z","end":"2026-03-04T16:15:52.694415Z","steps":["trace[213543226] 'range keys from in-memory index tree' (duration: 189.911413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.695245Z","caller":"traceutil/trace.go:171","msg":"trace[1880580207] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"190.400405ms","start":"2026-03-04T16:15:52.504823Z","end":"2026-03-04T16:15:52.695224Z","steps":["trace[1880580207] 'process raft request' (duration: 187.035311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.704646Z","caller":"traceutil/trace.go:171","msg":"trace[1337586232] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"120.158329ms","start":"2026-03-04T16:15:52.584453Z","end":"2026-03-04T16:15:52.704611Z","steps":["trace[1337586232] 'process raft request' (duration: 119.740648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.70502Z","caller":"traceutil/trace.go:171","msg":"trace[338074756] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"120.14065ms","start":"2026-03-04T16:15:52.584849Z","end":"2026-03-04T16:15:52.704989Z","steps":["trace[338074756] 'process raft request' (duration: 119.856563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.705284Z","caller":"traceutil/trace.go:171","msg":"trace[1413156365] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"119.161085ms","start":"2026-03-04T16:15:52.586113Z","end":"2026-03-04T16:15:52.705274Z","steps":["trace[1413156365] 'process raft request' (duration: 118.653632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.705397Z","caller":"traceutil/trace.go:171","msg":"trace[580279919] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"116.685043ms","start":"2026-03-04T16:15:52.588705Z","end":"2026-03-04T16:15:52.70539Z","steps":["trace[580279919] 'process raft request' (duration: 116.093388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:52.705469Z","caller":"traceutil/trace.go:171","msg":"trace[1099787136] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"112.9664ms","start":"2026-03-04T16:15:52.592495Z","end":"2026-03-04T16:15:52.705462Z","steps":["trace[1099787136] 'process raft request' (duration: 112.327434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:53.132949Z","caller":"traceutil/trace.go:171","msg":"trace[1848038453] linearizableReadLoop","detail":"{readStateIndex:23457; appliedIndex:23456; }","duration":"199.581916ms","start":"2026-03-04T16:15:52.933343Z","end":"2026-03-04T16:15:53.132925Z","steps":["trace[1848038453] 'read index received' (duration: 199.359621ms)","trace[1848038453] 'applied index is now lower than readState.Index' (duration: 221.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:53.133079Z","caller":"traceutil/trace.go:171","msg":"trace[207404929] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"202.221381ms","start":"2026-03-04T16:15:52.930802Z","end":"2026-03-04T16:15:53.133024Z","steps":["trace[207404929] 'process raft request' (duration: 201.965225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.133151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.789281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:15:53.133218Z","caller":"traceutil/trace.go:171","msg":"trace[94252925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22622; }","duration":"199.863953ms","start":"2026-03-04T16:15:52.933338Z","end":"2026-03-04T16:15:53.133202Z","steps":["trace[94252925] 'agreement among raft nodes before linearized reading' (duration: 199.679918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.133472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.491664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:15:53.133554Z","caller":"traceutil/trace.go:171","msg":"trace[691464557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22622; }","duration":"195.606737ms","start":"2026-03-04T16:15:52.937905Z","end":"2026-03-04T16:15:53.133512Z","steps":["trace[691464557] 'agreement among raft nodes before linearized reading' (duration: 195.377741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.133976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.961566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:15:53.134063Z","caller":"traceutil/trace.go:171","msg":"trace[1693747452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22622; }","duration":"200.076309ms","start":"2026-03-04T16:15:52.933965Z","end":"2026-03-04T16:15:53.134041Z","steps":["trace[1693747452] 'agreement among raft nodes before linearized reading' (duration: 199.254507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.562365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.310344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:53.562589Z","caller":"traceutil/trace.go:171","msg":"trace[1354286951] linearizableReadLoop","detail":"{readStateIndex:23460; appliedIndex:23457; }","duration":"248.090316ms","start":"2026-03-04T16:15:53.314482Z","end":"2026-03-04T16:15:53.562572Z","steps":["trace[1354286951] 'read index received' (duration: 66.161163ms)","trace[1354286951] 'applied index is now lower than readState.Index' (duration: 181.928123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:53.562618Z","caller":"traceutil/trace.go:171","msg":"trace[744430046] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"424.49779ms","start":"2026-03-04T16:15:53.138097Z","end":"2026-03-04T16:15:53.562595Z","steps":["trace[744430046] 'process raft request' (duration: 424.367126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:53.562654Z","caller":"traceutil/trace.go:171","msg":"trace[339020272] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"424.391336ms","start":"2026-03-04T16:15:53.138231Z","end":"2026-03-04T16:15:53.562622Z","steps":["trace[339020272] 'process raft request' (duration: 424.291824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.562741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.2671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:53.562761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:53.138187Z","time spent":"424.510789ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:53.562773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:53.138076Z","time spent":"424.605042ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:53.562799Z","caller":"traceutil/trace.go:171","msg":"trace[121634510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22625; }","duration":"248.374282ms","start":"2026-03-04T16:15:53.314407Z","end":"2026-03-04T16:15:53.562781Z","steps":["trace[121634510] 'agreement among raft nodes before linearized reading' (duration: 248.223349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:53.56286Z","caller":"traceutil/trace.go:171","msg":"trace[302234084] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"425.034743ms","start":"2026-03-04T16:15:53.137537Z","end":"2026-03-04T16:15:53.562571Z","steps":["trace[302234084] 'process raft request' (duration: 76.421131ms)","trace[302234084] 'compare' (duration: 348.13338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:53.562937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:53.137514Z","time spent":"425.386491ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:53.611324Z","caller":"traceutil/trace.go:171","msg":"trace[1851156246] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"161.866888ms","start":"2026-03-04T16:15:53.449429Z","end":"2026-03-04T16:15:53.611296Z","steps":["trace[1851156246] 'process raft request' (duration: 161.755355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:53.825985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.960184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:15:53.826103Z","caller":"traceutil/trace.go:171","msg":"trace[2129194384] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22626; }","duration":"108.121738ms","start":"2026-03-04T16:15:53.717954Z","end":"2026-03-04T16:15:53.826076Z","steps":["trace[2129194384] 'range keys from in-memory index tree' (duration: 107.765689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:54.204685Z","caller":"traceutil/trace.go:171","msg":"trace[1975052177] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"219.924838ms","start":"2026-03-04T16:15:53.984731Z","end":"2026-03-04T16:15:54.204656Z","steps":["trace[1975052177] 'process raft request' (duration: 163.045989ms)","trace[1975052177] 'compare' (duration: 56.581681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:54.520797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.04258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:54.521002Z","caller":"traceutil/trace.go:171","msg":"trace[675366706] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"478.299761ms","start":"2026-03-04T16:15:54.042662Z","end":"2026-03-04T16:15:54.520962Z","steps":["trace[675366706] 'process raft request' (duration: 264.027956ms)","trace[675366706] 'compare' (duration: 213.938767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:54.521136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.042637Z","time spent":"478.424664ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:55.024177Z","caller":"traceutil/trace.go:171","msg":"trace[1560156559] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"311.902569ms","start":"2026-03-04T16:15:54.71225Z","end":"2026-03-04T16:15:55.024152Z","steps":["trace[1560156559] 'process raft request' (duration: 311.832367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:55.02416Z","caller":"traceutil/trace.go:171","msg":"trace[132328062] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"312.159885ms","start":"2026-03-04T16:15:54.711956Z","end":"2026-03-04T16:15:55.024116Z","steps":["trace[132328062] 'process raft request' (duration: 254.154278ms)","trace[132328062] 'compare' (duration: 57.835953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:55.024206Z","caller":"traceutil/trace.go:171","msg":"trace[1657462187] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"312.160295ms","start":"2026-03-04T16:15:54.712019Z","end":"2026-03-04T16:15:55.024179Z","steps":["trace[1657462187] 'process raft request' (duration: 312.031212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.024294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.712242Z","time spent":"311.994272ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:55.024366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.711941Z","time spent":"312.31135ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:55.024425Z","caller":"traceutil/trace.go:171","msg":"trace[862906804] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"311.468439ms","start":"2026-03-04T16:15:54.712948Z","end":"2026-03-04T16:15:55.024416Z","steps":["trace[862906804] 'process raft request' (duration: 311.17632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.024488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.712923Z","time spent":"311.51949ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:55.024383Z","caller":"traceutil/trace.go:171","msg":"trace[559526347] linearizableReadLoop","detail":"{readStateIndex:23471; appliedIndex:23466; }","duration":"300.200116ms","start":"2026-03-04T16:15:54.724155Z","end":"2026-03-04T16:15:55.024355Z","steps":["trace[559526347] 'read index received' (duration: 5.631252ms)","trace[559526347] 'applied index is now lower than readState.Index' (duration: 294.566704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:55.024733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.862682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-vv868\" ","response":"range_response_count:1 size:4812"} {"level":"info","ts":"2026-03-04T16:15:55.024765Z","caller":"traceutil/trace.go:171","msg":"trace[74989035] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-vv868; range_end:; response_count:1; response_revision:22636; }","duration":"187.936983ms","start":"2026-03-04T16:15:54.83682Z","end":"2026-03-04T16:15:55.024757Z","steps":["trace[74989035] 'agreement among raft nodes before linearized reading' (duration: 187.781129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.024899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.702588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:15:55.024973Z","caller":"traceutil/trace.go:171","msg":"trace[981234961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22636; }","duration":"300.840141ms","start":"2026-03-04T16:15:54.72412Z","end":"2026-03-04T16:15:55.024961Z","steps":["trace[981234961] 'agreement among raft nodes before linearized reading' (duration: 300.434981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.025788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.724105Z","time spent":"301.669162ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:15:55.026133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:54.71201Z","time spent":"312.254948ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:55.205359Z","caller":"traceutil/trace.go:171","msg":"trace[1252080797] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"148.84221ms","start":"2026-03-04T16:15:55.056482Z","end":"2026-03-04T16:15:55.205324Z","steps":["trace[1252080797] 'process raft request' (duration: 110.584209ms)","trace[1252080797] 'compare' (duration: 37.818391ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:55.334851Z","caller":"traceutil/trace.go:171","msg":"trace[1768589156] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"123.230507ms","start":"2026-03-04T16:15:55.211592Z","end":"2026-03-04T16:15:55.334823Z","steps":["trace[1768589156] 'process raft request' (duration: 122.998141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:55.335105Z","caller":"traceutil/trace.go:171","msg":"trace[314064878] linearizableReadLoop","detail":"{readStateIndex:23477; appliedIndex:23474; }","duration":"106.216449ms","start":"2026-03-04T16:15:55.228869Z","end":"2026-03-04T16:15:55.335085Z","steps":["trace[314064878] 'read index received' (duration: 36.638991ms)","trace[314064878] 'applied index is now lower than readState.Index' (duration: 69.576478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:55.335143Z","caller":"traceutil/trace.go:171","msg":"trace[1319649604] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"123.506224ms","start":"2026-03-04T16:15:55.211607Z","end":"2026-03-04T16:15:55.335113Z","steps":["trace[1319649604] 'process raft request' (duration: 123.162636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:55.335187Z","caller":"traceutil/trace.go:171","msg":"trace[13603045] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"123.198836ms","start":"2026-03-04T16:15:55.211965Z","end":"2026-03-04T16:15:55.335164Z","steps":["trace[13603045] 'process raft request' (duration: 123.016301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.335303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.416644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:15:55.335339Z","caller":"traceutil/trace.go:171","msg":"trace[272497931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22642; }","duration":"106.498207ms","start":"2026-03-04T16:15:55.228831Z","end":"2026-03-04T16:15:55.335329Z","steps":["trace[272497931] 'agreement among raft nodes before linearized reading' (duration: 106.366103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:55.650433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.584457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:55.652729Z","caller":"traceutil/trace.go:171","msg":"trace[382024074] linearizableReadLoop","detail":"{readStateIndex:23478; appliedIndex:23477; }","duration":"112.530078ms","start":"2026-03-04T16:15:55.540116Z","end":"2026-03-04T16:15:55.652646Z","steps":["trace[382024074] 'read index received' (duration: 24.471µs)","trace[382024074] 'applied index is now lower than readState.Index' (duration: 112.502997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:55.652906Z","caller":"traceutil/trace.go:171","msg":"trace[831439120] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"306.511473ms","start":"2026-03-04T16:15:55.346375Z","end":"2026-03-04T16:15:55.652886Z","steps":["trace[831439120] 'process raft request' (duration: 178.336171ms)","trace[831439120] 'compare' (duration: 125.442313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:55.653159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.346341Z","time spent":"306.72887ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:55.653283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.139473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:15:55.653374Z","caller":"traceutil/trace.go:171","msg":"trace[242184208] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22643; }","duration":"113.273387ms","start":"2026-03-04T16:15:55.540081Z","end":"2026-03-04T16:15:55.653354Z","steps":["trace[242184208] 'agreement among raft nodes before linearized reading' (duration: 113.051001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.120028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.982768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:56.120294Z","caller":"traceutil/trace.go:171","msg":"trace[1356376988] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"458.815442ms","start":"2026-03-04T16:15:55.661466Z","end":"2026-03-04T16:15:56.120282Z","steps":["trace[1356376988] 'process raft request' (duration: 458.772911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:56.120428Z","caller":"traceutil/trace.go:171","msg":"trace[1661824980] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"463.14159ms","start":"2026-03-04T16:15:55.657273Z","end":"2026-03-04T16:15:56.120415Z","steps":["trace[1661824980] 'process raft request' (duration: 137.706181ms)","trace[1661824980] 'compare' (duration: 324.805344ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:56.120412Z","caller":"traceutil/trace.go:171","msg":"trace[1831477281] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"462.570805ms","start":"2026-03-04T16:15:55.657794Z","end":"2026-03-04T16:15:56.120365Z","steps":["trace[1831477281] 'process raft request' (duration: 462.314789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.120472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.657249Z","time spent":"463.202102ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:56.120491Z","caller":"traceutil/trace.go:171","msg":"trace[2042462364] linearizableReadLoop","detail":"{readStateIndex:23479; appliedIndex:23478; }","duration":"463.008796ms","start":"2026-03-04T16:15:55.657437Z","end":"2026-03-04T16:15:56.120446Z","steps":["trace[2042462364] 'read index received' (duration: 137.654589ms)","trace[2042462364] 'applied index is now lower than readState.Index' (duration: 325.350427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:56.120549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.657782Z","time spent":"462.682448ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:56.120524Z","caller":"traceutil/trace.go:171","msg":"trace[1247506681] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"460.939735ms","start":"2026-03-04T16:15:55.659515Z","end":"2026-03-04T16:15:56.120455Z","steps":["trace[1247506681] 'process raft request' (duration: 460.698639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:56.120627Z","caller":"traceutil/trace.go:171","msg":"trace[1909911619] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"462.684978ms","start":"2026-03-04T16:15:55.657891Z","end":"2026-03-04T16:15:56.120576Z","steps":["trace[1909911619] 'process raft request' (duration: 462.279138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.120695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.659507Z","time spent":"461.109649ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:56.120739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.661444Z","time spent":"458.881803ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4357,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:56.120786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.330614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6\" ","response":"range_response_count:1 size:4565"} {"level":"warn","ts":"2026-03-04T16:15:56.120794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.65787Z","time spent":"462.847512ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:15:56.120839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.888028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:15:56.120866Z","caller":"traceutil/trace.go:171","msg":"trace[1684397381] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6; range_end:; response_count:1; response_revision:22648; }","duration":"463.442687ms","start":"2026-03-04T16:15:55.657401Z","end":"2026-03-04T16:15:56.120843Z","steps":["trace[1684397381] 'agreement among raft nodes before linearized reading' (duration: 463.200941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.120933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:55.657376Z","time spent":"463.54354ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4588,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6\" "} {"level":"info","ts":"2026-03-04T16:15:56.120886Z","caller":"traceutil/trace.go:171","msg":"trace[753440037] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22648; }","duration":"119.003212ms","start":"2026-03-04T16:15:56.001869Z","end":"2026-03-04T16:15:56.120872Z","steps":["trace[753440037] 'agreement among raft nodes before linearized reading' (duration: 118.770536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:56.628045Z","caller":"traceutil/trace.go:171","msg":"trace[791594790] linearizableReadLoop","detail":"{readStateIndex:23484; appliedIndex:23483; }","duration":"499.673668ms","start":"2026-03-04T16:15:56.128351Z","end":"2026-03-04T16:15:56.628025Z","steps":["trace[791594790] 'read index received' (duration: 479.334437ms)","trace[791594790] 'applied index is now lower than readState.Index' (duration: 20.338581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:56.628221Z","caller":"traceutil/trace.go:171","msg":"trace[2079198740] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"505.7678ms","start":"2026-03-04T16:15:56.122444Z","end":"2026-03-04T16:15:56.628212Z","steps":["trace[2079198740] 'process raft request' (duration: 485.178143ms)","trace[2079198740] 'compare' (duration: 19.435419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:56.6283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.122416Z","time spent":"505.827722ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:56.628489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.138179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-04T16:15:56.628517Z","caller":"traceutil/trace.go:171","msg":"trace[1476404389] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22649; }","duration":"500.193831ms","start":"2026-03-04T16:15:56.128317Z","end":"2026-03-04T16:15:56.628511Z","steps":["trace[1476404389] 'agreement among raft nodes before linearized reading' (duration: 500.084328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.628544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.128305Z","time spent":"500.226431ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4398,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:56.636219Z","caller":"traceutil/trace.go:171","msg":"trace[1571429992] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"110.742344ms","start":"2026-03-04T16:15:56.525453Z","end":"2026-03-04T16:15:56.636196Z","steps":["trace[1571429992] 'process raft request' (duration: 110.479177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.636352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.573729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:56.636405Z","caller":"traceutil/trace.go:171","msg":"trace[1167777882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22650; }","duration":"147.653392ms","start":"2026-03-04T16:15:56.488736Z","end":"2026-03-04T16:15:56.63639Z","steps":["trace[1167777882] 'agreement among raft nodes before linearized reading' (duration: 147.57588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.636609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.077743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:56.63663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.161926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:56.636645Z","caller":"traceutil/trace.go:171","msg":"trace[170795354] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22650; }","duration":"162.171076ms","start":"2026-03-04T16:15:56.474464Z","end":"2026-03-04T16:15:56.636635Z","steps":["trace[170795354] 'agreement among raft nodes before linearized reading' (duration: 162.081963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:56.63667Z","caller":"traceutil/trace.go:171","msg":"trace[181995848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22650; }","duration":"392.231887ms","start":"2026-03-04T16:15:56.244428Z","end":"2026-03-04T16:15:56.63666Z","steps":["trace[181995848] 'agreement among raft nodes before linearized reading' (duration: 391.658323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:56.636699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.244392Z","time spent":"392.299649ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:15:57.03489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.442108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:57.035163Z","caller":"traceutil/trace.go:171","msg":"trace[1470706915] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"401.424869ms","start":"2026-03-04T16:15:56.633713Z","end":"2026-03-04T16:15:57.035138Z","steps":["trace[1470706915] 'process raft request' (duration: 270.521389ms)","trace[1470706915] 'compare' (duration: 130.046769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:57.035204Z","caller":"traceutil/trace.go:171","msg":"trace[348122975] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"401.401978ms","start":"2026-03-04T16:15:56.633785Z","end":"2026-03-04T16:15:57.035187Z","steps":["trace[348122975] 'process raft request' (duration: 401.184213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:57.035248Z","caller":"traceutil/trace.go:171","msg":"trace[638318209] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"401.399948ms","start":"2026-03-04T16:15:56.633832Z","end":"2026-03-04T16:15:57.035232Z","steps":["trace[638318209] 'process raft request' (duration: 401.265755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.035288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.63377Z","time spent":"401.463899ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":613,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:57.035292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.633693Z","time spent":"401.535571ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:57.035308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.633812Z","time spent":"401.470979ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:15:57.035432Z","caller":"traceutil/trace.go:171","msg":"trace[1022382057] linearizableReadLoop","detail":"{readStateIndex:23489; appliedIndex:23485; }","duration":"397.062189ms","start":"2026-03-04T16:15:56.638347Z","end":"2026-03-04T16:15:57.035409Z","steps":["trace[1022382057] 'read index received' (duration: 265.974985ms)","trace[1022382057] 'applied index is now lower than readState.Index' (duration: 131.085743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:57.035517Z","caller":"traceutil/trace.go:171","msg":"trace[1571313640] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"400.492925ms","start":"2026-03-04T16:15:56.635017Z","end":"2026-03-04T16:15:57.03551Z","steps":["trace[1571313640] 'process raft request' (duration: 400.146466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.035548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.197232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:57.035582Z","caller":"traceutil/trace.go:171","msg":"trace[1258123671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22654; }","duration":"397.260154ms","start":"2026-03-04T16:15:56.638312Z","end":"2026-03-04T16:15:57.035572Z","steps":["trace[1258123671] 'agreement among raft nodes before linearized reading' (duration: 397.203052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.035601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.638296Z","time spent":"397.301044ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:15:57.035613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.635005Z","time spent":"400.535956ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:57.261385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:57.261846Z","caller":"traceutil/trace.go:171","msg":"trace[2056086965] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"614.694608ms","start":"2026-03-04T16:15:56.647137Z","end":"2026-03-04T16:15:57.261831Z","steps":["trace[2056086965] 'process raft request' (duration: 494.271682ms)","trace[2056086965] 'compare' (duration: 119.644867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:57.261929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.647078Z","time spent":"614.816661ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:15:57.261959Z","caller":"traceutil/trace.go:171","msg":"trace[1805720933] transaction","detail":"{read_only:false; response_revision:22656; number_of_response:1; }","duration":"604.478002ms","start":"2026-03-04T16:15:56.657443Z","end":"2026-03-04T16:15:57.261921Z","steps":["trace[1805720933] 'process raft request' (duration: 604.034551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.262128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.657434Z","time spent":"604.603595ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:57.262165Z","caller":"traceutil/trace.go:171","msg":"trace[2091639219] transaction","detail":"{read_only:false; response_revision:22657; number_of_response:1; }","duration":"526.895412ms","start":"2026-03-04T16:15:56.734885Z","end":"2026-03-04T16:15:57.261781Z","steps":["trace[2091639219] 'process raft request' (duration: 526.656296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.262257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.734858Z","time spent":"527.333253ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:57.27799Z","caller":"traceutil/trace.go:171","msg":"trace[1955740889] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"248.136357ms","start":"2026-03-04T16:15:57.029832Z","end":"2026-03-04T16:15:57.277969Z","steps":["trace[1955740889] 'process raft request' (duration: 247.996484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:57.278239Z","caller":"traceutil/trace.go:171","msg":"trace[1653466819] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"247.799027ms","start":"2026-03-04T16:15:57.030414Z","end":"2026-03-04T16:15:57.278213Z","steps":["trace[1653466819] 'process raft request' (duration: 247.52663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:57.278464Z","caller":"traceutil/trace.go:171","msg":"trace[777458473] transaction","detail":"{read_only:false; response_revision:22660; number_of_response:1; }","duration":"247.996202ms","start":"2026-03-04T16:15:57.030453Z","end":"2026-03-04T16:15:57.27845Z","steps":["trace[777458473] 'process raft request' (duration: 247.721175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:57.278492Z","caller":"traceutil/trace.go:171","msg":"trace[1604292251] linearizableReadLoop","detail":"{readStateIndex:23495; appliedIndex:23489; }","duration":"242.986507ms","start":"2026-03-04T16:15:57.035478Z","end":"2026-03-04T16:15:57.278465Z","steps":["trace[1604292251] 'read index received' (duration: 105.943263ms)","trace[1604292251] 'applied index is now lower than readState.Index' (duration: 137.042304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:57.278596Z","caller":"traceutil/trace.go:171","msg":"trace[1027217905] transaction","detail":"{read_only:false; response_revision:22661; number_of_response:1; }","duration":"238.022482ms","start":"2026-03-04T16:15:57.040544Z","end":"2026-03-04T16:15:57.278566Z","steps":["trace[1027217905] 'process raft request' (duration: 237.775566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.278697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.00884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:57.278723Z","caller":"traceutil/trace.go:171","msg":"trace[1176214190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22661; }","duration":"639.064132ms","start":"2026-03-04T16:15:56.639651Z","end":"2026-03-04T16:15:57.278715Z","steps":["trace[1176214190] 'agreement among raft nodes before linearized reading' (duration: 638.936388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.278744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.639643Z","time spent":"639.096042ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:15:57.278759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.25774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:15:57.27876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.513626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6\" ","response":"range_response_count:1 size:4577"} {"level":"info","ts":"2026-03-04T16:15:57.278804Z","caller":"traceutil/trace.go:171","msg":"trace[1232559854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22661; }","duration":"178.606268ms","start":"2026-03-04T16:15:57.100186Z","end":"2026-03-04T16:15:57.278793Z","steps":["trace[1232559854] 'agreement among raft nodes before linearized reading' (duration: 178.446925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:57.278834Z","caller":"traceutil/trace.go:171","msg":"trace[1245878412] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6; range_end:; response_count:1; response_revision:22661; }","duration":"632.62575ms","start":"2026-03-04T16:15:56.646189Z","end":"2026-03-04T16:15:57.278815Z","steps":["trace[1245878412] 'agreement among raft nodes before linearized reading' (duration: 632.395954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:57.278885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:56.646176Z","time spent":"632.699592ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4600,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6\" "} {"level":"warn","ts":"2026-03-04T16:15:58.783098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438440871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:15:58.783497Z","caller":"traceutil/trace.go:171","msg":"trace[2047818844] linearizableReadLoop","detail":"{readStateIndex:23498; appliedIndex:23496; }","duration":"1.442466801s","start":"2026-03-04T16:15:57.341004Z","end":"2026-03-04T16:15:58.783471Z","steps":["trace[2047818844] 'read index received' (duration: 3.6228ms)","trace[2047818844] 'applied index is now lower than readState.Index' (duration: 1.438842831s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:58.783569Z","caller":"traceutil/trace.go:171","msg":"trace[17271230] transaction","detail":"{read_only:false; response_revision:22663; number_of_response:1; }","duration":"1.497337581s","start":"2026-03-04T16:15:57.2862Z","end":"2026-03-04T16:15:58.783537Z","steps":["trace[17271230] 'process raft request' (duration: 1.497070294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.783718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442696629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:15:58.783753Z","caller":"traceutil/trace.go:171","msg":"trace[1620739331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22663; }","duration":"1.442791891s","start":"2026-03-04T16:15:57.340951Z","end":"2026-03-04T16:15:58.783743Z","steps":["trace[1620739331] 'agreement among raft nodes before linearized reading' (duration: 1.442655407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.783731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.286168Z","time spent":"1.497455354s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4376,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:58.783783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.340933Z","time spent":"1.442841183s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:15:58.954264Z","caller":"traceutil/trace.go:171","msg":"trace[232303089] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"167.059158ms","start":"2026-03-04T16:15:58.787182Z","end":"2026-03-04T16:15:58.954241Z","steps":["trace[232303089] 'process raft request' (duration: 167.023197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:58.954298Z","caller":"traceutil/trace.go:171","msg":"trace[576817204] transaction","detail":"{read_only:false; response_revision:22665; number_of_response:1; }","duration":"312.75341ms","start":"2026-03-04T16:15:58.641509Z","end":"2026-03-04T16:15:58.954263Z","steps":["trace[576817204] 'process raft request' (duration: 312.551205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:58.954384Z","caller":"traceutil/trace.go:171","msg":"trace[1861512] transaction","detail":"{read_only:false; response_revision:22664; number_of_response:1; }","duration":"411.739818ms","start":"2026-03-04T16:15:58.542616Z","end":"2026-03-04T16:15:58.954356Z","steps":["trace[1861512] 'process raft request' (duration: 411.041921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:58.954316Z","caller":"traceutil/trace.go:171","msg":"trace[1006573941] transaction","detail":"{read_only:false; response_revision:22666; number_of_response:1; }","duration":"268.98965ms","start":"2026-03-04T16:15:58.685299Z","end":"2026-03-04T16:15:58.954289Z","steps":["trace[1006573941] 'process raft request' (duration: 268.849337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.542594Z","time spent":"411.848021ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:15:58.954566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.32895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:58.954529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34886331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:15:58.954428Z","caller":"traceutil/trace.go:171","msg":"trace[1908815803] linearizableReadLoop","detail":"{readStateIndex:23502; appliedIndex:23498; }","duration":"170.810673ms","start":"2026-03-04T16:15:58.783575Z","end":"2026-03-04T16:15:58.954385Z","steps":["trace[1908815803] 'read index received' (duration: 127.669809ms)","trace[1908815803] 'applied index is now lower than readState.Index' (duration: 43.134464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:58.954554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593970248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:58.954595Z","caller":"traceutil/trace.go:171","msg":"trace[459797142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22667; }","duration":"466.387372ms","start":"2026-03-04T16:15:58.4882Z","end":"2026-03-04T16:15:58.954587Z","steps":["trace[459797142] 'agreement among raft nodes before linearized reading' (duration: 466.350991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.39569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:58.954629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.488182Z","time spent":"466.442314ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:15:58.954608Z","caller":"traceutil/trace.go:171","msg":"trace[1520366147] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22667; }","duration":"1.348960553s","start":"2026-03-04T16:15:57.605634Z","end":"2026-03-04T16:15:58.954594Z","steps":["trace[1520366147] 'agreement among raft nodes before linearized reading' (duration: 1.348786148s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:58.954632Z","caller":"traceutil/trace.go:171","msg":"trace[1978630847] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22667; }","duration":"1.594095104s","start":"2026-03-04T16:15:57.36052Z","end":"2026-03-04T16:15:58.954615Z","steps":["trace[1978630847] 'agreement among raft nodes before linearized reading' (duration: 1.59397546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463094042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:58.954642Z","caller":"traceutil/trace.go:171","msg":"trace[941140111] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22667; }","duration":"561.518653ms","start":"2026-03-04T16:15:58.393108Z","end":"2026-03-04T16:15:58.954627Z","steps":["trace[941140111] 'agreement among raft nodes before linearized reading' (duration: 561.368178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.605566Z","time spent":"1.349096466s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:58.954683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.360487Z","time spent":"1.594179566s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:15:58.954694Z","caller":"traceutil/trace.go:171","msg":"trace[246476086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22667; }","duration":"1.463178744s","start":"2026-03-04T16:15:57.491497Z","end":"2026-03-04T16:15:58.954676Z","steps":["trace[246476086] 'agreement among raft nodes before linearized reading' (duration: 1.463095792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.39309Z","time spent":"561.605645ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:58.954518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.689721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:58.954752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.491479Z","time spent":"1.463259555s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:58.954789Z","caller":"traceutil/trace.go:171","msg":"trace[1217988329] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22667; }","duration":"493.018921ms","start":"2026-03-04T16:15:58.461753Z","end":"2026-03-04T16:15:58.954772Z","steps":["trace[1217988329] 'agreement among raft nodes before linearized reading' (duration: 492.684082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.969424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:15:58.954839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.46173Z","time spent":"493.094523ms","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:15:58.954846Z","caller":"traceutil/trace.go:171","msg":"trace[1521829049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22667; }","duration":"829.086617ms","start":"2026-03-04T16:15:58.125748Z","end":"2026-03-04T16:15:58.954834Z","steps":["trace[1521829049] 'agreement among raft nodes before linearized reading' (duration: 828.646765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.95492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477268478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:15:58.954903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.125733Z","time spent":"829.136838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:15:58.954957Z","caller":"traceutil/trace.go:171","msg":"trace[1588782160] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22667; }","duration":"1.47733083s","start":"2026-03-04T16:15:57.477612Z","end":"2026-03-04T16:15:58.954943Z","steps":["trace[1588782160] 'agreement among raft nodes before linearized reading' (duration: 1.477269578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.954979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:57.477583Z","time spent":"1.47739121s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:58.954987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.458356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:15:58.955128Z","caller":"traceutil/trace.go:171","msg":"trace[1433962418] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22667; }","duration":"936.558899ms","start":"2026-03-04T16:15:58.01847Z","end":"2026-03-04T16:15:58.955028Z","steps":["trace[1433962418] 'agreement among raft nodes before linearized reading' (duration: 936.478827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.955195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.018433Z","time spent":"936.741593ms","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:15:58.95514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.012021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:15:58.955261Z","caller":"traceutil/trace.go:171","msg":"trace[503244830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22667; }","duration":"830.171925ms","start":"2026-03-04T16:15:58.125076Z","end":"2026-03-04T16:15:58.955248Z","steps":["trace[503244830] 'agreement among raft nodes before linearized reading' (duration: 829.840037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.955321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.125051Z","time spent":"830.253956ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:58.955334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.328403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:15:58.955428Z","caller":"traceutil/trace.go:171","msg":"trace[1769722959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22667; }","duration":"829.466396ms","start":"2026-03-04T16:15:58.125946Z","end":"2026-03-04T16:15:58.955412Z","steps":["trace[1769722959] 'agreement among raft nodes before linearized reading' (duration: 829.21813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:58.955478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.125924Z","time spent":"829.540908ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:15:58.957193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:58.641485Z","time spent":"315.639352ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:59.054756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19916} {"level":"info","ts":"2026-03-04T16:15:59.187605Z","caller":"traceutil/trace.go:171","msg":"trace[399760892] transaction","detail":"{read_only:false; response_revision:22668; number_of_response:1; }","duration":"227.738754ms","start":"2026-03-04T16:15:58.959808Z","end":"2026-03-04T16:15:59.187547Z","steps":["trace[399760892] 'process raft request' (duration: 196.367715ms)","trace[399760892] 'compare' (duration: 30.942089ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:59.187727Z","caller":"traceutil/trace.go:171","msg":"trace[206957072] transaction","detail":"{read_only:false; response_revision:22669; number_of_response:1; }","duration":"226.661176ms","start":"2026-03-04T16:15:58.961048Z","end":"2026-03-04T16:15:59.187709Z","steps":["trace[206957072] 'process raft request' (duration: 226.42016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:59.18806Z","caller":"traceutil/trace.go:171","msg":"trace[1171366410] linearizableReadLoop","detail":"{readStateIndex:23507; appliedIndex:23504; }","duration":"129.33012ms","start":"2026-03-04T16:15:59.058713Z","end":"2026-03-04T16:15:59.188043Z","steps":["trace[1171366410] 'read index received' (duration: 97.433108ms)","trace[1171366410] 'applied index is now lower than readState.Index' (duration: 31.895402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:15:59.188329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.593037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:15:59.188384Z","caller":"traceutil/trace.go:171","msg":"trace[765962035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22670; }","duration":"129.687869ms","start":"2026-03-04T16:15:59.058682Z","end":"2026-03-04T16:15:59.18837Z","steps":["trace[765962035] 'agreement among raft nodes before linearized reading' (duration: 129.429862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:59.188794Z","caller":"traceutil/trace.go:171","msg":"trace[426892339] transaction","detail":"{read_only:false; response_revision:22670; number_of_response:1; }","duration":"225.309402ms","start":"2026-03-04T16:15:58.963469Z","end":"2026-03-04T16:15:59.188778Z","steps":["trace[426892339] 'process raft request' (duration: 224.189404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:59.563226Z","caller":"traceutil/trace.go:171","msg":"trace[1296186515] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22675; }","duration":"192.305633ms","start":"2026-03-04T16:15:59.370893Z","end":"2026-03-04T16:15:59.563199Z","steps":["trace[1296186515] 'process raft request' (duration: 157.138299ms)","trace[1296186515] 'compare' (duration: 35.032751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:59.753498Z","caller":"traceutil/trace.go:171","msg":"trace[428175568] linearizableReadLoop","detail":"{readStateIndex:23513; appliedIndex:23511; }","duration":"289.782784ms","start":"2026-03-04T16:15:59.463669Z","end":"2026-03-04T16:15:59.753452Z","steps":["trace[428175568] 'read index received' (duration: 64.345308ms)","trace[428175568] 'applied index is now lower than readState.Index' (duration: 225.436526ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:15:59.753598Z","caller":"traceutil/trace.go:171","msg":"trace[333050514] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"380.742509ms","start":"2026-03-04T16:15:59.372799Z","end":"2026-03-04T16:15:59.753541Z","steps":["trace[333050514] 'process raft request' (duration: 328.733821ms)","trace[333050514] 'compare' (duration: 32.505208ms)","trace[333050514] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 18.966907ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T16:15:59.753763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.225072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6\" ","response":"range_response_count:1 size:4577"} {"level":"info","ts":"2026-03-04T16:15:59.753797Z","caller":"traceutil/trace.go:171","msg":"trace[1951826441] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-7vlw6; range_end:; response_count:1; response_revision:22676; }","duration":"276.295574ms","start":"2026-03-04T16:15:59.47749Z","end":"2026-03-04T16:15:59.753786Z","steps":["trace[1951826441] 'agreement among raft nodes before linearized reading' (duration: 276.172751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:59.753794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.06949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T16:15:59.753801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:59.372785Z","time spent":"380.925863ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:15:59.753851Z","caller":"traceutil/trace.go:171","msg":"trace[489568865] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22676; }","duration":"169.171252ms","start":"2026-03-04T16:15:59.584664Z","end":"2026-03-04T16:15:59.753835Z","steps":["trace[489568865] 'agreement among raft nodes before linearized reading' (duration: 169.017738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:59.753637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.967668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:15:59.753989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.800533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:15:59.753987Z","caller":"traceutil/trace.go:171","msg":"trace[498810396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22676; }","duration":"290.366327ms","start":"2026-03-04T16:15:59.463598Z","end":"2026-03-04T16:15:59.753965Z","steps":["trace[498810396] 'agreement among raft nodes before linearized reading' (duration: 289.986518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:15:59.75402Z","caller":"traceutil/trace.go:171","msg":"trace[2054080341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22676; }","duration":"170.858594ms","start":"2026-03-04T16:15:59.583153Z","end":"2026-03-04T16:15:59.754011Z","steps":["trace[2054080341] 'agreement among raft nodes before linearized reading' (duration: 170.785172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:59.754163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.660784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-03-04T16:15:59.754198Z","caller":"traceutil/trace.go:171","msg":"trace[1985635162] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22676; }","duration":"177.732707ms","start":"2026-03-04T16:15:59.576449Z","end":"2026-03-04T16:15:59.754181Z","steps":["trace[1985635162] 'agreement among raft nodes before linearized reading' (duration: 177.668585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:15:59.966747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.229463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:15:59.966893Z","caller":"traceutil/trace.go:171","msg":"trace[99262807] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"209.495256ms","start":"2026-03-04T16:15:59.757384Z","end":"2026-03-04T16:15:59.966879Z","steps":["trace[99262807] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 199.609317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:00.080043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19916,"took":"1.021106632s","hash":4244065643,"current-db-size-bytes":46481408,"current-db-size":"46 MB","current-db-size-in-use-bytes":37396480,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-04T16:16:00.080099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4244065643,"revision":19916,"compact-revision":18130} {"level":"warn","ts":"2026-03-04T16:16:00.080381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.353389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:00.080597Z","caller":"traceutil/trace.go:171","msg":"trace[1147628421] linearizableReadLoop","detail":"{readStateIndex:23517; appliedIndex:23513; }","duration":"299.385214ms","start":"2026-03-04T16:15:59.781196Z","end":"2026-03-04T16:16:00.080581Z","steps":["trace[1147628421] 'read index received' (duration: 61.67333ms)","trace[1147628421] 'applied index is now lower than readState.Index' (duration: 237.711044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:00.080601Z","caller":"traceutil/trace.go:171","msg":"trace[82005783] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"322.604108ms","start":"2026-03-04T16:15:59.75795Z","end":"2026-03-04T16:16:00.080554Z","steps":["trace[82005783] 'process raft request' (duration: 208.918142ms)","trace[82005783] 'compare' (duration: 113.004039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:00.08074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:59.757942Z","time spent":"322.725721ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:00.080797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.481376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:00.080835Z","caller":"traceutil/trace.go:171","msg":"trace[1353300417] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22680; }","duration":"299.651801ms","start":"2026-03-04T16:15:59.78117Z","end":"2026-03-04T16:16:00.080822Z","steps":["trace[1353300417] 'agreement among raft nodes before linearized reading' (duration: 299.465655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:00.080876Z","caller":"traceutil/trace.go:171","msg":"trace[1476646872] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"321.110531ms","start":"2026-03-04T16:15:59.75975Z","end":"2026-03-04T16:16:00.08086Z","steps":["trace[1476646872] 'process raft request' (duration: 320.69619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:00.080978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:59.759742Z","time spent":"321.178962ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:00.080861Z","caller":"traceutil/trace.go:171","msg":"trace[1546089273] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"319.889011ms","start":"2026-03-04T16:15:59.760935Z","end":"2026-03-04T16:16:00.080824Z","steps":["trace[1546089273] 'process raft request' (duration: 319.565632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:00.081146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:15:59.760928Z","time spent":"320.137207ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4747,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:00.546548Z","caller":"traceutil/trace.go:171","msg":"trace[406810837] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23522; }","duration":"198.148771ms","start":"2026-03-04T16:16:00.348371Z","end":"2026-03-04T16:16:00.546519Z","steps":["trace[406810837] 'read index received' (duration: 197.938786ms)","trace[406810837] 'applied index is now lower than readState.Index' (duration: 208.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:00.546702Z","caller":"traceutil/trace.go:171","msg":"trace[17461891] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"279.371881ms","start":"2026-03-04T16:16:00.267294Z","end":"2026-03-04T16:16:00.546666Z","steps":["trace[17461891] 'process raft request' (duration: 279.053303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:00.546812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.418637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4394"} {"level":"info","ts":"2026-03-04T16:16:00.54687Z","caller":"traceutil/trace.go:171","msg":"trace[1947971893] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22686; }","duration":"198.52487ms","start":"2026-03-04T16:16:00.348328Z","end":"2026-03-04T16:16:00.546853Z","steps":["trace[1947971893] 'agreement among raft nodes before linearized reading' (duration: 198.331225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:00.553969Z","caller":"traceutil/trace.go:171","msg":"trace[1202854718] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"101.067919ms","start":"2026-03-04T16:16:00.452869Z","end":"2026-03-04T16:16:00.553937Z","steps":["trace[1202854718] 'process raft request' (duration: 100.836333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:01.350612Z","caller":"traceutil/trace.go:171","msg":"trace[825961504] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"153.428676ms","start":"2026-03-04T16:16:01.197165Z","end":"2026-03-04T16:16:01.350593Z","steps":["trace[825961504] 'process raft request' (duration: 153.313353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:01.806077Z","caller":"traceutil/trace.go:171","msg":"trace[1909149663] transaction","detail":"{read_only:false; response_revision:22692; number_of_response:1; }","duration":"608.121514ms","start":"2026-03-04T16:16:01.197926Z","end":"2026-03-04T16:16:01.806047Z","steps":["trace[1909149663] 'process raft request' (duration: 608.036362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.806204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.197915Z","time spent":"608.224216ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:01.806234Z","caller":"traceutil/trace.go:171","msg":"trace[2084082796] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"464.205506ms","start":"2026-03-04T16:16:01.34201Z","end":"2026-03-04T16:16:01.806216Z","steps":["trace[2084082796] 'process raft request' (duration: 463.989761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.806339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.34198Z","time spent":"464.299809ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:01.806395Z","caller":"traceutil/trace.go:171","msg":"trace[1818920038] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"608.571565ms","start":"2026-03-04T16:16:01.197815Z","end":"2026-03-04T16:16:01.806386Z","steps":["trace[1818920038] 'process raft request' (duration: 608.01726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.806437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.197791Z","time spent":"608.623517ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:01.806528Z","caller":"traceutil/trace.go:171","msg":"trace[1893067706] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"464.213227ms","start":"2026-03-04T16:16:01.342309Z","end":"2026-03-04T16:16:01.806522Z","steps":["trace[1893067706] 'process raft request' (duration: 463.852307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.80657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.342296Z","time spent":"464.248488ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:01.806673Z","caller":"traceutil/trace.go:171","msg":"trace[2121484571] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"461.56929ms","start":"2026-03-04T16:16:01.345099Z","end":"2026-03-04T16:16:01.806668Z","steps":["trace[2121484571] 'process raft request' (duration: 461.54254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.806698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.345077Z","time spent":"461.607702ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:01.806807Z","caller":"traceutil/trace.go:171","msg":"trace[2014269196] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"463.787546ms","start":"2026-03-04T16:16:01.343014Z","end":"2026-03-04T16:16:01.806801Z","steps":["trace[2014269196] 'process raft request' (duration: 463.485379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:01.806838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.343Z","time spent":"463.818707ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:02.727487Z","caller":"traceutil/trace.go:171","msg":"trace[1144244903] linearizableReadLoop","detail":"{readStateIndex:23534; appliedIndex:23527; }","duration":"1.310040684s","start":"2026-03-04T16:16:01.417416Z","end":"2026-03-04T16:16:02.727457Z","steps":["trace[1144244903] 'read index received' (duration: 388.37578ms)","trace[1144244903] 'applied index is now lower than readState.Index' (duration: 921.663834ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:02.727816Z","caller":"traceutil/trace.go:171","msg":"trace[1779988667] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"1.310575287s","start":"2026-03-04T16:16:01.417226Z","end":"2026-03-04T16:16:02.727801Z","steps":["trace[1779988667] 'process raft request' (duration: 1.310063054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.727835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310380563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:02.727936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.417204Z","time spent":"1.310651479s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:02.727949Z","caller":"traceutil/trace.go:171","msg":"trace[1688026051] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22697; }","duration":"1.310549997s","start":"2026-03-04T16:16:01.417371Z","end":"2026-03-04T16:16:02.727921Z","steps":["trace[1688026051] 'agreement among raft nodes before linearized reading' (duration: 1.310347342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.728022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.417349Z","time spent":"1.31065629s","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:02.74386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255813931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:02.743941Z","caller":"traceutil/trace.go:171","msg":"trace[1572359719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22698; }","duration":"1.255933574s","start":"2026-03-04T16:16:01.487986Z","end":"2026-03-04T16:16:02.743919Z","steps":["trace[1572359719] 'agreement among raft nodes before linearized reading' (duration: 1.255797371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.744008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.487967Z","time spent":"1.256026507s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:16:02.744356Z","caller":"traceutil/trace.go:171","msg":"trace[353371235] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"611.217242ms","start":"2026-03-04T16:16:02.133124Z","end":"2026-03-04T16:16:02.744341Z","steps":["trace[353371235] 'process raft request' (duration: 610.544955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.744444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.1331Z","time spent":"611.290084ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:02.744658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.027923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4394"} {"level":"info","ts":"2026-03-04T16:16:02.744765Z","caller":"traceutil/trace.go:171","msg":"trace[1469518895] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22698; }","duration":"135.109256ms","start":"2026-03-04T16:16:02.609594Z","end":"2026-03-04T16:16:02.744703Z","steps":["trace[1469518895] 'agreement among raft nodes before linearized reading' (duration: 134.956622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.74481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.437158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:02.744863Z","caller":"traceutil/trace.go:171","msg":"trace[953351496] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22698; }","duration":"582.535631ms","start":"2026-03-04T16:16:02.162314Z","end":"2026-03-04T16:16:02.74485Z","steps":["trace[953351496] 'agreement among raft nodes before linearized reading' (duration: 582.428197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.744904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.162167Z","time spent":"582.731165ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:02.745028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.210651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:16:02.745074Z","caller":"traceutil/trace.go:171","msg":"trace[601940592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22698; }","duration":"987.331634ms","start":"2026-03-04T16:16:01.757732Z","end":"2026-03-04T16:16:02.745064Z","steps":["trace[601940592] 'agreement among raft nodes before linearized reading' (duration: 987.244662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.745103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.849506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T16:16:02.745107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:01.757717Z","time spent":"987.380546ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:16:02.745124Z","caller":"traceutil/trace.go:171","msg":"trace[1148666584] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:22698; }","duration":"377.900138ms","start":"2026-03-04T16:16:02.367219Z","end":"2026-03-04T16:16:02.745119Z","steps":["trace[1148666584] 'agreement among raft nodes before linearized reading' (duration: 377.812466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.745142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.367201Z","time spent":"377.936888ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:16:02.745264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.100274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:02.745288Z","caller":"traceutil/trace.go:171","msg":"trace[789970207] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22698; }","duration":"460.134455ms","start":"2026-03-04T16:16:02.285149Z","end":"2026-03-04T16:16:02.745283Z","steps":["trace[789970207] 'agreement among raft nodes before linearized reading' (duration: 460.089674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.745303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.285145Z","time spent":"460.154856ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:02.745388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.7648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:02.745409Z","caller":"traceutil/trace.go:171","msg":"trace[452371594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22698; }","duration":"462.807982ms","start":"2026-03-04T16:16:02.282595Z","end":"2026-03-04T16:16:02.745403Z","steps":["trace[452371594] 'agreement among raft nodes before linearized reading' (duration: 462.776651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:02.745423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.282581Z","time spent":"462.838313ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:03.29481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832383273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:16:03.346798Z","caller":"traceutil/trace.go:171","msg":"trace[188737060] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"589.190327ms","start":"2026-03-04T16:16:02.757585Z","end":"2026-03-04T16:16:03.346776Z","steps":["trace[188737060] 'process raft request' (duration: 589.125436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:03.346836Z","caller":"traceutil/trace.go:171","msg":"trace[284416853] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"596.498232ms","start":"2026-03-04T16:16:02.750289Z","end":"2026-03-04T16:16:03.346787Z","steps":["trace[284416853] 'process raft request' (duration: 596.270626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:03.346936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.757545Z","time spent":"589.321751ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4594,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:03.346991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.750272Z","time spent":"596.638386ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:03.812426Z","caller":"traceutil/trace.go:171","msg":"trace[244228340] linearizableReadLoop","detail":"{readStateIndex:23540; appliedIndex:23536; }","duration":"1.018340204s","start":"2026-03-04T16:16:02.794066Z","end":"2026-03-04T16:16:03.812407Z","steps":["trace[244228340] 'read index received' (duration: 552.521247ms)","trace[244228340] 'applied index is now lower than readState.Index' (duration: 465.818037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:03.812581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018496548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:03.812623Z","caller":"traceutil/trace.go:171","msg":"trace[1343889589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22702; }","duration":"1.018549409s","start":"2026-03-04T16:16:02.794062Z","end":"2026-03-04T16:16:03.812611Z","steps":["trace[1343889589] 'agreement among raft nodes before linearized reading' (duration: 1.018455257s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:03.812599Z","caller":"traceutil/trace.go:171","msg":"trace[136527751] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"832.40891ms","start":"2026-03-04T16:16:02.980136Z","end":"2026-03-04T16:16:03.812545Z","steps":["trace[136527751] 'process raft request' (duration: 832.219915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:03.812672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.794029Z","time spent":"1.018635242s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:16:03.812769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.980116Z","time spent":"832.568625ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:03.813299Z","caller":"traceutil/trace.go:171","msg":"trace[932141831] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"1.026848838s","start":"2026-03-04T16:16:02.786423Z","end":"2026-03-04T16:16:03.813272Z","steps":["trace[932141831] 'process raft request' (duration: 1.025792681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:03.813978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.786394Z","time spent":"1.027523414s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:04.317112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832383279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:16:04.47081Z","caller":"traceutil/trace.go:171","msg":"trace[680522740] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"1.116992234s","start":"2026-03-04T16:16:03.353776Z","end":"2026-03-04T16:16:04.470768Z","steps":["trace[680522740] 'process raft request' (duration: 1.116657144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.471149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.353763Z","time spent":"1.11727581s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:16:04.842746Z","caller":"traceutil/trace.go:171","msg":"trace[2012782930] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"1.030489278s","start":"2026-03-04T16:16:03.812237Z","end":"2026-03-04T16:16:04.842726Z","steps":["trace[2012782930] 'process raft request' (duration: 959.152385ms)","trace[2012782930] 'compare' (duration: 71.171859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:04.842886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.811985Z","time spent":"1.030827697s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:04.843057Z","caller":"traceutil/trace.go:171","msg":"trace[1496067965] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"1.030620531s","start":"2026-03-04T16:16:03.81241Z","end":"2026-03-04T16:16:04.84303Z","steps":["trace[1496067965] 'process raft request' (duration: 1.030276633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.843175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.812401Z","time spent":"1.030716404s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:04.843258Z","caller":"traceutil/trace.go:171","msg":"trace[464209893] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"1.029022652s","start":"2026-03-04T16:16:03.814215Z","end":"2026-03-04T16:16:04.843238Z","steps":["trace[464209893] 'process raft request' (duration: 1.028641322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.843388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.814158Z","time spent":"1.029169277s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:04.843473Z","caller":"traceutil/trace.go:171","msg":"trace[1123761355] linearizableReadLoop","detail":"{readStateIndex:23545; appliedIndex:23540; }","duration":"1.030963621s","start":"2026-03-04T16:16:03.812496Z","end":"2026-03-04T16:16:04.843459Z","steps":["trace[1123761355] 'read index received' (duration: 658.048619ms)","trace[1123761355] 'applied index is now lower than readState.Index' (duration: 372.913682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:04.843591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176304543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T16:16:04.843607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488684214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:16:04.843623Z","caller":"traceutil/trace.go:171","msg":"trace[1347418916] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22707; }","duration":"1.176374145s","start":"2026-03-04T16:16:03.667239Z","end":"2026-03-04T16:16:04.843613Z","steps":["trace[1347418916] 'agreement among raft nodes before linearized reading' (duration: 1.176238951s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:04.843642Z","caller":"traceutil/trace.go:171","msg":"trace[154837611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22707; }","duration":"1.488749426s","start":"2026-03-04T16:16:03.354882Z","end":"2026-03-04T16:16:04.843632Z","steps":["trace[154837611] 'agreement among raft nodes before linearized reading' (duration: 1.488599373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.843649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.667219Z","time spent":"1.176425497s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:16:04.843668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.354874Z","time spent":"1.488788887s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:16:04.843698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490113051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-04T16:16:04.843768Z","caller":"traceutil/trace.go:171","msg":"trace[2127106286] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22707; }","duration":"1.490206663s","start":"2026-03-04T16:16:03.353538Z","end":"2026-03-04T16:16:04.843744Z","steps":["trace[2127106286] 'agreement among raft nodes before linearized reading' (duration: 1.490013128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.843801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032220452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:16:04.843801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274987583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:04.843834Z","caller":"traceutil/trace.go:171","msg":"trace[651895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22707; }","duration":"1.032287354s","start":"2026-03-04T16:16:03.811538Z","end":"2026-03-04T16:16:04.843825Z","steps":["trace[651895] 'agreement among raft nodes before linearized reading' (duration: 1.032205442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.843858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.811519Z","time spent":"1.032334446s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:16:04.843961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033436022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:16:04.843993Z","caller":"traceutil/trace.go:171","msg":"trace[1716047265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22707; }","duration":"1.033495124s","start":"2026-03-04T16:16:03.81049Z","end":"2026-03-04T16:16:04.843985Z","steps":["trace[1716047265] 'agreement among raft nodes before linearized reading' (duration: 1.033413202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.844017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.810476Z","time spent":"1.033533895s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:16:04.844172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750622757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:04.844208Z","caller":"traceutil/trace.go:171","msg":"trace[1933075885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22707; }","duration":"1.750703939s","start":"2026-03-04T16:16:03.093495Z","end":"2026-03-04T16:16:04.844199Z","steps":["trace[1933075885] 'agreement among raft nodes before linearized reading' (duration: 1.750577436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.844232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.093471Z","time spent":"1.750755101s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:04.844323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846095956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:16:04.844354Z","caller":"traceutil/trace.go:171","msg":"trace[1936451867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22707; }","duration":"1.846149288s","start":"2026-03-04T16:16:02.998196Z","end":"2026-03-04T16:16:04.844346Z","steps":["trace[1936451867] 'agreement among raft nodes before linearized reading' (duration: 1.846071896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.844374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:02.998182Z","time spent":"1.846187409s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:16:04.843729Z","caller":"traceutil/trace.go:171","msg":"trace[892761763] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"1.0277556s","start":"2026-03-04T16:16:03.815967Z","end":"2026-03-04T16:16:04.843722Z","steps":["trace[892761763] 'process raft request' (duration: 1.027169936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.845682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.815954Z","time spent":"1.029641007s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:04.845601Z","caller":"traceutil/trace.go:171","msg":"trace[1818125882] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22707; }","duration":"1.276825279s","start":"2026-03-04T16:16:03.568762Z","end":"2026-03-04T16:16:04.845587Z","steps":["trace[1818125882] 'agreement among raft nodes before linearized reading' (duration: 1.274998473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:04.845751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.568742Z","time spent":"1.276992723s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:04.84381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.353522Z","time spent":"1.490269974s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4635,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:16:05.194821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.807527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:05.194969Z","caller":"traceutil/trace.go:171","msg":"trace[131084967] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"718.327023ms","start":"2026-03-04T16:16:04.476625Z","end":"2026-03-04T16:16:05.194952Z","steps":["trace[131084967] 'process raft request' (duration: 556.31623ms)","trace[131084967] 'compare' (duration: 161.323625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.195017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.476606Z","time spent":"718.391225ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4575,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:05.195403Z","caller":"traceutil/trace.go:171","msg":"trace[32045464] linearizableReadLoop","detail":"{readStateIndex:23549; appliedIndex:23545; }","duration":"351.868873ms","start":"2026-03-04T16:16:04.843526Z","end":"2026-03-04T16:16:05.195395Z","steps":["trace[32045464] 'read index received' (duration: 189.323037ms)","trace[32045464] 'applied index is now lower than readState.Index' (duration: 162.545085ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.195483Z","caller":"traceutil/trace.go:171","msg":"trace[1864104148] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"718.58838ms","start":"2026-03-04T16:16:04.476887Z","end":"2026-03-04T16:16:05.195476Z","steps":["trace[1864104148] 'process raft request' (duration: 718.009085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.195523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.47688Z","time spent":"718.62053ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:16:05.195539Z","caller":"traceutil/trace.go:171","msg":"trace[454733886] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"444.940302ms","start":"2026-03-04T16:16:04.750565Z","end":"2026-03-04T16:16:05.195505Z","steps":["trace[454733886] 'process raft request' (duration: 444.788288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.195605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381936791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.195656Z","caller":"traceutil/trace.go:171","msg":"trace[1713826128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22711; }","duration":"1.382004033s","start":"2026-03-04T16:16:03.813637Z","end":"2026-03-04T16:16:05.195642Z","steps":["trace[1713826128] 'agreement among raft nodes before linearized reading' (duration: 1.381854079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.195658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379812597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T16:16:05.19569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.813574Z","time spent":"1.382109906s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:16:05.195688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.750536Z","time spent":"445.084346ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:05.195717Z","caller":"traceutil/trace.go:171","msg":"trace[478899627] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22711; }","duration":"1.37992547s","start":"2026-03-04T16:16:03.815778Z","end":"2026-03-04T16:16:05.195704Z","steps":["trace[478899627] 'agreement among raft nodes before linearized reading' (duration: 1.379716395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.195749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:03.815764Z","time spent":"1.379981022s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:16:05.19575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.257857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:16:05.195774Z","caller":"traceutil/trace.go:171","msg":"trace[385411688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22711; }","duration":"951.316868ms","start":"2026-03-04T16:16:04.24445Z","end":"2026-03-04T16:16:05.195767Z","steps":["trace[385411688] 'agreement among raft nodes before linearized reading' (duration: 951.219155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.195799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.244432Z","time spent":"951.363059ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:16:05.195651Z","caller":"traceutil/trace.go:171","msg":"trace[215611586] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"718.250602ms","start":"2026-03-04T16:16:04.477308Z","end":"2026-03-04T16:16:05.195558Z","steps":["trace[215611586] 'process raft request' (duration: 717.981735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.198076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.4773Z","time spent":"720.712623ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3651,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:16:05.452206Z","caller":"traceutil/trace.go:171","msg":"trace[1987566408] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"603.60099ms","start":"2026-03-04T16:16:04.848581Z","end":"2026-03-04T16:16:05.452182Z","steps":["trace[1987566408] 'process raft request' (duration: 603.501048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.452482Z","caller":"traceutil/trace.go:171","msg":"trace[383304249] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"603.708312ms","start":"2026-03-04T16:16:04.848754Z","end":"2026-03-04T16:16:05.452463Z","steps":["trace[383304249] 'process raft request' (duration: 603.394204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.452591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.848748Z","time spent":"603.793484ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:05.452347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.848573Z","time spent":"603.705483ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:05.453021Z","caller":"traceutil/trace.go:171","msg":"trace[257708938] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"604.182164ms","start":"2026-03-04T16:16:04.848824Z","end":"2026-03-04T16:16:05.453006Z","steps":["trace[257708938] 'process raft request' (duration: 603.567348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.453099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.848819Z","time spent":"604.236665ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:05.453345Z","caller":"traceutil/trace.go:171","msg":"trace[704530167] linearizableReadLoop","detail":"{readStateIndex:23554; appliedIndex:23549; }","duration":"257.898412ms","start":"2026-03-04T16:16:05.195433Z","end":"2026-03-04T16:16:05.453331Z","steps":["trace[704530167] 'read index received' (duration: 186.97252ms)","trace[704530167] 'applied index is now lower than readState.Index' (duration: 70.924522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.453465Z","caller":"traceutil/trace.go:171","msg":"trace[1943037754] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"604.42622ms","start":"2026-03-04T16:16:04.849027Z","end":"2026-03-04T16:16:05.453454Z","steps":["trace[1943037754] 'process raft request' (duration: 603.921917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.453542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.849022Z","time spent":"604.480801ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:05.453706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.934852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.453757Z","caller":"traceutil/trace.go:171","msg":"trace[247111714] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22716; }","duration":"293.055536ms","start":"2026-03-04T16:16:05.160689Z","end":"2026-03-04T16:16:05.453745Z","steps":["trace[247111714] 'agreement among raft nodes before linearized reading' (duration: 292.942322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.454074Z","caller":"traceutil/trace.go:171","msg":"trace[1473070372] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"605.866638ms","start":"2026-03-04T16:16:04.848183Z","end":"2026-03-04T16:16:05.45405Z","steps":["trace[1473070372] 'process raft request' (duration: 534.096543ms)","trace[1473070372] 'compare' (duration: 69.128268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:05.454122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.913663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:16:05.454169Z","caller":"traceutil/trace.go:171","msg":"trace[728735138] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22716; }","duration":"300.995255ms","start":"2026-03-04T16:16:05.153159Z","end":"2026-03-04T16:16:05.454154Z","steps":["trace[728735138] 'agreement among raft nodes before linearized reading' (duration: 300.847722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.454179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.848154Z","time spent":"605.976871ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:05.454224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.153135Z","time spent":"301.073948ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T16:16:05.454465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.051926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.454521Z","caller":"traceutil/trace.go:171","msg":"trace[1434092316] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22716; }","duration":"379.16714ms","start":"2026-03-04T16:16:05.07534Z","end":"2026-03-04T16:16:05.454507Z","steps":["trace[1434092316] 'agreement among raft nodes before linearized reading' (duration: 379.079688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.454567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:05.075309Z","time spent":"379.243622ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:05.45486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.66096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-04T16:16:05.454901Z","caller":"traceutil/trace.go:171","msg":"trace[185032548] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22716; }","duration":"474.739121ms","start":"2026-03-04T16:16:04.980151Z","end":"2026-03-04T16:16:05.45489Z","steps":["trace[185032548] 'agreement among raft nodes before linearized reading' (duration: 474.616618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.454926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:04.980134Z","time spent":"474.785113ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:16:05.46172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.241424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4593"} {"level":"warn","ts":"2026-03-04T16:16:05.461741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.251641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:16:05.461741Z","caller":"traceutil/trace.go:171","msg":"trace[1635248927] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"257.685876ms","start":"2026-03-04T16:16:05.204021Z","end":"2026-03-04T16:16:05.461707Z","steps":["trace[1635248927] 'process raft request' (duration: 257.43741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.461778Z","caller":"traceutil/trace.go:171","msg":"trace[1959352420] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22719; }","duration":"253.321176ms","start":"2026-03-04T16:16:05.208446Z","end":"2026-03-04T16:16:05.461767Z","steps":["trace[1959352420] 'agreement among raft nodes before linearized reading' (duration: 253.150922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.461534Z","caller":"traceutil/trace.go:171","msg":"trace[159786232] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"260.835006ms","start":"2026-03-04T16:16:05.200676Z","end":"2026-03-04T16:16:05.461511Z","steps":["trace[159786232] 'process raft request' (duration: 260.638711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.46181Z","caller":"traceutil/trace.go:171","msg":"trace[876057218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22719; }","duration":"110.331193ms","start":"2026-03-04T16:16:05.351443Z","end":"2026-03-04T16:16:05.461774Z","steps":["trace[876057218] 'agreement among raft nodes before linearized reading' (duration: 110.137978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.461814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.893102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.461863Z","caller":"traceutil/trace.go:171","msg":"trace[1800809506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22719; }","duration":"257.957623ms","start":"2026-03-04T16:16:05.203892Z","end":"2026-03-04T16:16:05.461849Z","steps":["trace[1800809506] 'agreement among raft nodes before linearized reading' (duration: 257.862641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.462087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.41386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:16:05.462161Z","caller":"traceutil/trace.go:171","msg":"trace[587175977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22719; }","duration":"261.838011ms","start":"2026-03-04T16:16:05.200278Z","end":"2026-03-04T16:16:05.462116Z","steps":["trace[587175977] 'agreement among raft nodes before linearized reading' (duration: 261.340978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.462178Z","caller":"traceutil/trace.go:171","msg":"trace[30260158] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"257.852751ms","start":"2026-03-04T16:16:05.203713Z","end":"2026-03-04T16:16:05.461565Z","steps":["trace[30260158] 'process raft request' (duration: 257.697377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.462785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.41259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:16:05.462865Z","caller":"traceutil/trace.go:171","msg":"trace[1898338709] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22719; }","duration":"265.549644ms","start":"2026-03-04T16:16:05.197295Z","end":"2026-03-04T16:16:05.462845Z","steps":["trace[1898338709] 'agreement among raft nodes before linearized reading' (duration: 264.437465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.585153Z","caller":"traceutil/trace.go:171","msg":"trace[271572812] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"122.519939ms","start":"2026-03-04T16:16:05.462583Z","end":"2026-03-04T16:16:05.585103Z","steps":["trace[271572812] 'process raft request' (duration: 95.813988ms)","trace[271572812] 'compare' (duration: 26.248929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.585339Z","caller":"traceutil/trace.go:171","msg":"trace[1313901964] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"118.679723ms","start":"2026-03-04T16:16:05.466621Z","end":"2026-03-04T16:16:05.5853Z","steps":["trace[1313901964] 'process raft request' (duration: 118.425246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.585435Z","caller":"traceutil/trace.go:171","msg":"trace[731989821] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"118.19091ms","start":"2026-03-04T16:16:05.467202Z","end":"2026-03-04T16:16:05.585393Z","steps":["trace[731989821] 'process raft request' (duration: 117.994935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.585717Z","caller":"traceutil/trace.go:171","msg":"trace[1472390689] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"116.189911ms","start":"2026-03-04T16:16:05.469508Z","end":"2026-03-04T16:16:05.585698Z","steps":["trace[1472390689] 'process raft request' (duration: 115.78488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.585737Z","caller":"traceutil/trace.go:171","msg":"trace[956606118] linearizableReadLoop","detail":"{readStateIndex:23563; appliedIndex:23558; }","duration":"109.037281ms","start":"2026-03-04T16:16:05.476682Z","end":"2026-03-04T16:16:05.585719Z","steps":["trace[956606118] 'read index received' (duration: 81.705034ms)","trace[956606118] 'applied index is now lower than readState.Index' (duration: 27.331047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:05.585825Z","caller":"traceutil/trace.go:171","msg":"trace[294985538] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"116.021387ms","start":"2026-03-04T16:16:05.469781Z","end":"2026-03-04T16:16:05.585802Z","steps":["trace[294985538] 'process raft request' (duration: 115.791361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.586035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.580387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:16:05.586096Z","caller":"traceutil/trace.go:171","msg":"trace[1883390437] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22725; }","duration":"121.72217ms","start":"2026-03-04T16:16:05.464358Z","end":"2026-03-04T16:16:05.58608Z","steps":["trace[1883390437] 'agreement among raft nodes before linearized reading' (duration: 121.470424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.58613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.561975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:05.586207Z","caller":"traceutil/trace.go:171","msg":"trace[1492328621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22725; }","duration":"123.666998ms","start":"2026-03-04T16:16:05.462523Z","end":"2026-03-04T16:16:05.586189Z","steps":["trace[1492328621] 'agreement among raft nodes before linearized reading' (duration: 123.543014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.586302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.178331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18887"} {"level":"info","ts":"2026-03-04T16:16:05.586373Z","caller":"traceutil/trace.go:171","msg":"trace[507306199] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22725; }","duration":"122.257103ms","start":"2026-03-04T16:16:05.464096Z","end":"2026-03-04T16:16:05.586353Z","steps":["trace[507306199] 'agreement among raft nodes before linearized reading' (duration: 122.087108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:05.586435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.007434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-04T16:16:05.586675Z","caller":"traceutil/trace.go:171","msg":"trace[637825568] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw; range_end:; response_count:1; response_revision:22725; }","duration":"104.25816ms","start":"2026-03-04T16:16:05.482366Z","end":"2026-03-04T16:16:05.586624Z","steps":["trace[637825568] 'agreement among raft nodes before linearized reading' (duration: 103.791289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:05.729426Z","caller":"traceutil/trace.go:171","msg":"trace[1267941771] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"134.144902ms","start":"2026-03-04T16:16:05.59526Z","end":"2026-03-04T16:16:05.729405Z","steps":["trace[1267941771] 'process raft request' (duration: 129.697249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.070019Z","caller":"traceutil/trace.go:171","msg":"trace[747476014] linearizableReadLoop","detail":"{readStateIndex:23566; appliedIndex:23565; }","duration":"205.825243ms","start":"2026-03-04T16:16:05.864172Z","end":"2026-03-04T16:16:06.069997Z","steps":["trace[747476014] 'read index received' (duration: 205.606268ms)","trace[747476014] 'applied index is now lower than readState.Index' (duration: 218.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:06.070351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.154482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418106"} {"level":"info","ts":"2026-03-04T16:16:06.07038Z","caller":"traceutil/trace.go:171","msg":"trace[2146217126] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22728; }","duration":"206.233013ms","start":"2026-03-04T16:16:05.864135Z","end":"2026-03-04T16:16:06.070368Z","steps":["trace[2146217126] 'agreement among raft nodes before linearized reading' (duration: 205.948386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.070486Z","caller":"traceutil/trace.go:171","msg":"trace[270137548] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"253.653415ms","start":"2026-03-04T16:16:05.816794Z","end":"2026-03-04T16:16:06.070448Z","steps":["trace[270137548] 'process raft request' (duration: 253.054149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:06.603338Z","caller":"traceutil/trace.go:171","msg":"trace[2076769069] linearizableReadLoop","detail":"{readStateIndex:23568; appliedIndex:23567; }","duration":"115.738268ms","start":"2026-03-04T16:16:06.487576Z","end":"2026-03-04T16:16:06.603314Z","steps":["trace[2076769069] 'read index received' (duration: 115.195385ms)","trace[2076769069] 'applied index is now lower than readState.Index' (duration: 541.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:06.603434Z","caller":"traceutil/trace.go:171","msg":"trace[1037919058] transaction","detail":"{read_only:false; response_revision:22730; number_of_response:1; }","duration":"165.571761ms","start":"2026-03-04T16:16:06.437824Z","end":"2026-03-04T16:16:06.603396Z","steps":["trace[1037919058] 'process raft request' (duration: 165.099169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:06.603495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.894492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:06.603541Z","caller":"traceutil/trace.go:171","msg":"trace[874720741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22730; }","duration":"115.976654ms","start":"2026-03-04T16:16:06.487547Z","end":"2026-03-04T16:16:06.603523Z","steps":["trace[874720741] 'agreement among raft nodes before linearized reading' (duration: 115.888732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.043865Z","caller":"traceutil/trace.go:171","msg":"trace[1245410087] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"193.37606ms","start":"2026-03-04T16:16:06.850448Z","end":"2026-03-04T16:16:07.043824Z","steps":["trace[1245410087] 'process raft request' (duration: 144.479081ms)","trace[1245410087] 'compare' (duration: 48.563291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:07.043899Z","caller":"traceutil/trace.go:171","msg":"trace[1844064479] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"193.211256ms","start":"2026-03-04T16:16:06.850663Z","end":"2026-03-04T16:16:07.043874Z","steps":["trace[1844064479] 'process raft request' (duration: 193.066123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.043973Z","caller":"traceutil/trace.go:171","msg":"trace[1429408643] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"193.160855ms","start":"2026-03-04T16:16:06.850782Z","end":"2026-03-04T16:16:07.043943Z","steps":["trace[1429408643] 'process raft request' (duration: 193.054022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.630966Z","caller":"traceutil/trace.go:171","msg":"trace[1467292373] linearizableReadLoop","detail":"{readStateIndex:23574; appliedIndex:23573; }","duration":"197.937505ms","start":"2026-03-04T16:16:07.433006Z","end":"2026-03-04T16:16:07.630943Z","steps":["trace[1467292373] 'read index received' (duration: 197.779231ms)","trace[1467292373] 'applied index is now lower than readState.Index' (duration: 157.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:07.631023Z","caller":"traceutil/trace.go:171","msg":"trace[1572957401] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"363.625709ms","start":"2026-03-04T16:16:07.267364Z","end":"2026-03-04T16:16:07.630989Z","steps":["trace[1572957401] 'process raft request' (duration: 363.416004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.631155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.267342Z","time spent":"363.746412ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:16:07.631315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.284723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18887"} {"level":"info","ts":"2026-03-04T16:16:07.631413Z","caller":"traceutil/trace.go:171","msg":"trace[225969795] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22736; }","duration":"198.422757ms","start":"2026-03-04T16:16:07.432969Z","end":"2026-03-04T16:16:07.631392Z","steps":["trace[225969795] 'agreement among raft nodes before linearized reading' (duration: 198.077609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.645825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.454381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:16:07.645892Z","caller":"traceutil/trace.go:171","msg":"trace[278603359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22737; }","duration":"187.569344ms","start":"2026-03-04T16:16:07.458309Z","end":"2026-03-04T16:16:07.645878Z","steps":["trace[278603359] 'agreement among raft nodes before linearized reading' (duration: 187.391969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.645891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.557274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:16:07.645984Z","caller":"traceutil/trace.go:171","msg":"trace[713658413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22737; }","duration":"187.684157ms","start":"2026-03-04T16:16:07.458277Z","end":"2026-03-04T16:16:07.645961Z","steps":["trace[713658413] 'agreement among raft nodes before linearized reading' (duration: 187.484022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.64629Z","caller":"traceutil/trace.go:171","msg":"trace[57220539] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"159.000866ms","start":"2026-03-04T16:16:07.487256Z","end":"2026-03-04T16:16:07.646257Z","steps":["trace[57220539] 'process raft request' (duration: 158.114374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.646353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.361201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:16:07.646519Z","caller":"traceutil/trace.go:171","msg":"trace[2079148533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22737; }","duration":"168.575356ms","start":"2026-03-04T16:16:07.47793Z","end":"2026-03-04T16:16:07.646505Z","steps":["trace[2079148533] 'agreement among raft nodes before linearized reading' (duration: 168.220188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.647163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.680504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:16:07.647241Z","caller":"traceutil/trace.go:171","msg":"trace[1322193404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22737; }","duration":"169.807958ms","start":"2026-03-04T16:16:07.477416Z","end":"2026-03-04T16:16:07.647224Z","steps":["trace[1322193404] 'agreement among raft nodes before linearized reading' (duration: 168.810683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.969209Z","caller":"traceutil/trace.go:171","msg":"trace[1643282335] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"316.261857ms","start":"2026-03-04T16:16:07.652896Z","end":"2026-03-04T16:16:07.969158Z","steps":["trace[1643282335] 'process raft request' (duration: 315.793196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.969318Z","caller":"traceutil/trace.go:171","msg":"trace[459660922] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"316.313999ms","start":"2026-03-04T16:16:07.6529Z","end":"2026-03-04T16:16:07.969214Z","steps":["trace[459660922] 'process raft request' (duration: 316.086223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.969597Z","caller":"traceutil/trace.go:171","msg":"trace[1648131367] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"316.628188ms","start":"2026-03-04T16:16:07.652938Z","end":"2026-03-04T16:16:07.969566Z","steps":["trace[1648131367] 'process raft request' (duration: 316.180645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:07.969729Z","caller":"traceutil/trace.go:171","msg":"trace[1428082289] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"316.609427ms","start":"2026-03-04T16:16:07.65303Z","end":"2026-03-04T16:16:07.969639Z","steps":["trace[1428082289] 'process raft request' (duration: 316.405132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:07.969785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.652773Z","time spent":"316.926626ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:07.970257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.652877Z","time spent":"316.441122ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:07.970234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.653004Z","time spent":"316.833472ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:07.971236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:07.652888Z","time spent":"316.612437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:08.109044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.597554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:16:08.10918Z","caller":"traceutil/trace.go:171","msg":"trace[1074277297] linearizableReadLoop","detail":"{readStateIndex:23581; appliedIndex:23580; }","duration":"138.622644ms","start":"2026-03-04T16:16:07.970533Z","end":"2026-03-04T16:16:08.109156Z","steps":["trace[1074277297] 'read index received' (duration: 24.841475ms)","trace[1074277297] 'applied index is now lower than readState.Index' (duration: 113.778289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:08.109313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.756597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:08.109375Z","caller":"traceutil/trace.go:171","msg":"trace[2013054670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22742; }","duration":"138.8702ms","start":"2026-03-04T16:16:07.970487Z","end":"2026-03-04T16:16:08.109357Z","steps":["trace[2013054670] 'agreement among raft nodes before linearized reading' (duration: 138.744567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.269782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.976191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:256479"} {"level":"info","ts":"2026-03-04T16:16:09.269838Z","caller":"traceutil/trace.go:171","msg":"trace[1117311245] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:22747; }","duration":"234.066703ms","start":"2026-03-04T16:16:09.03576Z","end":"2026-03-04T16:16:09.269827Z","steps":["trace[1117311245] 'range keys from in-memory index tree' (duration: 233.636963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.269788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.99338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:09.270119Z","caller":"traceutil/trace.go:171","msg":"trace[341236779] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"221.599789ms","start":"2026-03-04T16:16:09.048508Z","end":"2026-03-04T16:16:09.270108Z","steps":["trace[341236779] 'process raft request' (duration: 77.189959ms)","trace[341236779] 'compare' (duration: 143.856767ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:09.270177Z","caller":"traceutil/trace.go:171","msg":"trace[8959314] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"221.044596ms","start":"2026-03-04T16:16:09.049113Z","end":"2026-03-04T16:16:09.270157Z","steps":["trace[8959314] 'process raft request' (duration: 220.880651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:09.270523Z","caller":"traceutil/trace.go:171","msg":"trace[1519071599] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23586; }","duration":"191.864422ms","start":"2026-03-04T16:16:09.078609Z","end":"2026-03-04T16:16:09.270474Z","steps":["trace[1519071599] 'read index received' (duration: 47.167575ms)","trace[1519071599] 'applied index is now lower than readState.Index' (duration: 144.695517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:09.270551Z","caller":"traceutil/trace.go:171","msg":"trace[1718988760] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"220.646486ms","start":"2026-03-04T16:16:09.049884Z","end":"2026-03-04T16:16:09.270531Z","steps":["trace[1718988760] 'process raft request' (duration: 220.218755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.270741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.111868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-04T16:16:09.270781Z","caller":"traceutil/trace.go:171","msg":"trace[83392610] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw; range_end:; response_count:1; response_revision:22750; }","duration":"192.194071ms","start":"2026-03-04T16:16:09.078577Z","end":"2026-03-04T16:16:09.270771Z","steps":["trace[83392610] 'agreement among raft nodes before linearized reading' (duration: 192.043437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.640698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.298274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:09.640798Z","caller":"traceutil/trace.go:171","msg":"trace[1421789843] linearizableReadLoop","detail":"{readStateIndex:23590; appliedIndex:23589; }","duration":"370.119432ms","start":"2026-03-04T16:16:09.270662Z","end":"2026-03-04T16:16:09.640782Z","steps":["trace[1421789843] 'read index received' (duration: 134.686155ms)","trace[1421789843] 'applied index is now lower than readState.Index' (duration: 235.432187ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:09.640865Z","caller":"traceutil/trace.go:171","msg":"trace[1423445143] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"380.545374ms","start":"2026-03-04T16:16:09.260308Z","end":"2026-03-04T16:16:09.640854Z","steps":["trace[1423445143] 'process raft request' (duration: 145.007184ms)","trace[1423445143] 'compare' (duration: 235.16618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:09.640925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:09.260283Z","time spent":"380.609816ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:09.641062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.852782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:09.641096Z","caller":"traceutil/trace.go:171","msg":"trace[1093002517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22751; }","duration":"380.889543ms","start":"2026-03-04T16:16:09.260198Z","end":"2026-03-04T16:16:09.641087Z","steps":["trace[1093002517] 'agreement among raft nodes before linearized reading' (duration: 380.825141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.641126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:09.26015Z","time spent":"380.968214ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:09.641342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.878684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:16:09.641397Z","caller":"traceutil/trace.go:171","msg":"trace[1520299219] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22751; }","duration":"470.972147ms","start":"2026-03-04T16:16:09.170412Z","end":"2026-03-04T16:16:09.641384Z","steps":["trace[1520299219] 'agreement among raft nodes before linearized reading' (duration: 470.803863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.64143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:09.170391Z","time spent":"471.031118ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:16:09.647131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.973013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:09.647184Z","caller":"traceutil/trace.go:171","msg":"trace[128950371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22752; }","duration":"369.074685ms","start":"2026-03-04T16:16:09.278099Z","end":"2026-03-04T16:16:09.647174Z","steps":["trace[128950371] 'agreement among raft nodes before linearized reading' (duration: 368.975693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.647209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:09.278078Z","time spent":"369.124466ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:16:09.647517Z","caller":"traceutil/trace.go:171","msg":"trace[1323884256] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"367.119698ms","start":"2026-03-04T16:16:09.280352Z","end":"2026-03-04T16:16:09.647472Z","steps":["trace[1323884256] 'process raft request' (duration: 366.637415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.647586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:09.280337Z","time spent":"367.21023ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:09.647878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.127461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:09.647908Z","caller":"traceutil/trace.go:171","msg":"trace[1808499135] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22752; }","duration":"128.161571ms","start":"2026-03-04T16:16:09.519739Z","end":"2026-03-04T16:16:09.6479Z","steps":["trace[1808499135] 'agreement among raft nodes before linearized reading' (duration: 128.09731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:09.64823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.640412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:09.648708Z","caller":"traceutil/trace.go:171","msg":"trace[506527177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22752; }","duration":"231.873818ms","start":"2026-03-04T16:16:09.416516Z","end":"2026-03-04T16:16:09.64839Z","steps":["trace[506527177] 'agreement among raft nodes before linearized reading' (duration: 231.072268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.494135Z","caller":"traceutil/trace.go:171","msg":"trace[1064951710] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"193.759569ms","start":"2026-03-04T16:16:10.300349Z","end":"2026-03-04T16:16:10.494109Z","steps":["trace[1064951710] 'process raft request' (duration: 178.082575ms)","trace[1064951710] 'compare' (duration: 15.550251ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.528101Z","caller":"traceutil/trace.go:171","msg":"trace[391564650] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"225.838686ms","start":"2026-03-04T16:16:10.302233Z","end":"2026-03-04T16:16:10.528071Z","steps":["trace[391564650] 'process raft request' (duration: 225.60846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.528349Z","caller":"traceutil/trace.go:171","msg":"trace[397542065] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"225.955989ms","start":"2026-03-04T16:16:10.302373Z","end":"2026-03-04T16:16:10.528329Z","steps":["trace[397542065] 'process raft request' (duration: 225.619231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.52871Z","caller":"traceutil/trace.go:171","msg":"trace[182041548] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"217.991479ms","start":"2026-03-04T16:16:10.310704Z","end":"2026-03-04T16:16:10.528696Z","steps":["trace[182041548] 'process raft request' (duration: 217.849795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.528711Z","caller":"traceutil/trace.go:171","msg":"trace[750373654] linearizableReadLoop","detail":"{readStateIndex:23613; appliedIndex:23608; }","duration":"217.836725ms","start":"2026-03-04T16:16:10.310853Z","end":"2026-03-04T16:16:10.52869Z","steps":["trace[750373654] 'read index received' (duration: 167.567542ms)","trace[750373654] 'applied index is now lower than readState.Index' (duration: 50.268333ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.52876Z","caller":"traceutil/trace.go:171","msg":"trace[31354714] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"225.97605ms","start":"2026-03-04T16:16:10.30276Z","end":"2026-03-04T16:16:10.528736Z","steps":["trace[31354714] 'process raft request' (duration: 225.498568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.529024Z","caller":"traceutil/trace.go:171","msg":"trace[460689501] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"200.667812ms","start":"2026-03-04T16:16:10.328342Z","end":"2026-03-04T16:16:10.52901Z","steps":["trace[460689501] 'process raft request' (duration: 200.293013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.52922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.350918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-vv868\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-03-04T16:16:10.529255Z","caller":"traceutil/trace.go:171","msg":"trace[1481080383] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-vv868; range_end:; response_count:1; response_revision:22775; }","duration":"218.395249ms","start":"2026-03-04T16:16:10.310849Z","end":"2026-03-04T16:16:10.529245Z","steps":["trace[1481080383] 'agreement among raft nodes before linearized reading' (duration: 218.193604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.801293Z","caller":"traceutil/trace.go:171","msg":"trace[1245680862] linearizableReadLoop","detail":"{readStateIndex:23616; appliedIndex:23615; }","duration":"221.552538ms","start":"2026-03-04T16:16:10.579715Z","end":"2026-03-04T16:16:10.801268Z","steps":["trace[1245680862] 'read index received' (duration: 221.507047ms)","trace[1245680862] 'applied index is now lower than readState.Index' (duration: 44.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:10.80142Z","caller":"traceutil/trace.go:171","msg":"trace[862016030] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"231.23096ms","start":"2026-03-04T16:16:10.570165Z","end":"2026-03-04T16:16:10.801396Z","steps":["trace[862016030] 'process raft request' (duration: 230.940593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:10.801589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.853955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-776c65d74b\" ","response":"range_response_count:1 size:3929"} {"level":"info","ts":"2026-03-04T16:16:10.801732Z","caller":"traceutil/trace.go:171","msg":"trace[288660819] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-776c65d74b; range_end:; response_count:1; response_revision:22777; }","duration":"222.035631ms","start":"2026-03-04T16:16:10.579668Z","end":"2026-03-04T16:16:10.801704Z","steps":["trace[288660819] 'agreement among raft nodes before linearized reading' (duration: 221.730813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:10.810061Z","caller":"traceutil/trace.go:171","msg":"trace[699183888] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"165.457179ms","start":"2026-03-04T16:16:10.644581Z","end":"2026-03-04T16:16:10.810039Z","steps":["trace[699183888] 'process raft request' (duration: 165.334705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:11.020628Z","caller":"traceutil/trace.go:171","msg":"trace[580845682] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23617; }","duration":"110.138628ms","start":"2026-03-04T16:16:10.910467Z","end":"2026-03-04T16:16:11.020606Z","steps":["trace[580845682] 'read index received' (duration: 15.387797ms)","trace[580845682] 'applied index is now lower than readState.Index' (duration: 94.749721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:11.020761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.269102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:11.020762Z","caller":"traceutil/trace.go:171","msg":"trace[472423043] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"112.873117ms","start":"2026-03-04T16:16:10.907842Z","end":"2026-03-04T16:16:11.020715Z","steps":["trace[472423043] 'process raft request' (duration: 18.064124ms)","trace[472423043] 'compare' (duration: 94.580467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:11.020825Z","caller":"traceutil/trace.go:171","msg":"trace[260794655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22779; }","duration":"110.379694ms","start":"2026-03-04T16:16:10.910426Z","end":"2026-03-04T16:16:11.020806Z","steps":["trace[260794655] 'agreement among raft nodes before linearized reading' (duration: 110.276052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:11.317284Z","caller":"traceutil/trace.go:171","msg":"trace[1424802732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22781; }","duration":"118.511989ms","start":"2026-03-04T16:16:11.198752Z","end":"2026-03-04T16:16:11.317264Z","steps":["trace[1424802732] 'process raft request' (duration: 118.372396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:12.539842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.612762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:16:12.539936Z","caller":"traceutil/trace.go:171","msg":"trace[271826701] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:22795; }","duration":"171.727596ms","start":"2026-03-04T16:16:12.368173Z","end":"2026-03-04T16:16:12.5399Z","steps":["trace[271826701] 'range keys from in-memory index tree' (duration: 171.468789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.490724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.698255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:24.490873Z","caller":"traceutil/trace.go:171","msg":"trace[1617106673] linearizableReadLoop","detail":"{readStateIndex:23825; appliedIndex:23823; }","duration":"259.383826ms","start":"2026-03-04T16:16:24.231478Z","end":"2026-03-04T16:16:24.490862Z","steps":["trace[1617106673] 'read index received' (duration: 128.102712ms)","trace[1617106673] 'applied index is now lower than readState.Index' (duration: 131.280204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:24.490929Z","caller":"traceutil/trace.go:171","msg":"trace[785412482] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"368.190752ms","start":"2026-03-04T16:16:24.122731Z","end":"2026-03-04T16:16:24.490922Z","steps":["trace[785412482] 'process raft request' (duration: 106.235711ms)","trace[785412482] 'compare' (duration: 261.600962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:24.490976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:24.122713Z","time spent":"368.237004ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:24.491157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.690844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.491305Z","caller":"traceutil/trace.go:171","msg":"trace[2119865179] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"367.615728ms","start":"2026-03-04T16:16:24.123486Z","end":"2026-03-04T16:16:24.491101Z","steps":["trace[2119865179] 'process raft request' (duration: 367.333031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:24.491368Z","caller":"traceutil/trace.go:171","msg":"trace[2080332903] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22982; }","duration":"259.771406ms","start":"2026-03-04T16:16:24.231407Z","end":"2026-03-04T16:16:24.491179Z","steps":["trace[2080332903] 'agreement among raft nodes before linearized reading' (duration: 259.711204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.491408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:24.123449Z","time spent":"367.910035ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:24.498873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.31055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.498949Z","caller":"traceutil/trace.go:171","msg":"trace[1907420265] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"218.457053ms","start":"2026-03-04T16:16:24.280473Z","end":"2026-03-04T16:16:24.49893Z","steps":["trace[1907420265] 'process raft request' (duration: 218.170446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:24.498958Z","caller":"traceutil/trace.go:171","msg":"trace[1890313632] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22983; }","duration":"264.425274ms","start":"2026-03-04T16:16:24.234514Z","end":"2026-03-04T16:16:24.498939Z","steps":["trace[1890313632] 'agreement among raft nodes before linearized reading' (duration: 264.27028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.979824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.499099Z","caller":"traceutil/trace.go:171","msg":"trace[339301185] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22983; }","duration":"144.063245ms","start":"2026-03-04T16:16:24.355022Z","end":"2026-03-04T16:16:24.499085Z","steps":["trace[339301185] 'agreement among raft nodes before linearized reading' (duration: 143.974003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.672951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.499185Z","caller":"traceutil/trace.go:171","msg":"trace[1183448864] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22983; }","duration":"144.750333ms","start":"2026-03-04T16:16:24.354424Z","end":"2026-03-04T16:16:24.499175Z","steps":["trace[1183448864] 'agreement among raft nodes before linearized reading' (duration: 144.693442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.898258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.49931Z","caller":"traceutil/trace.go:171","msg":"trace[1272978149] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22983; }","duration":"144.951179ms","start":"2026-03-04T16:16:24.35435Z","end":"2026-03-04T16:16:24.499302Z","steps":["trace[1272978149] 'agreement among raft nodes before linearized reading' (duration: 144.900857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.304367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.499392Z","caller":"traceutil/trace.go:171","msg":"trace[1471037599] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22983; }","duration":"145.3806ms","start":"2026-03-04T16:16:24.354001Z","end":"2026-03-04T16:16:24.499382Z","steps":["trace[1471037599] 'agreement among raft nodes before linearized reading' (duration: 145.316938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.49852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-8qx5t\" ","response":"range_response_count:1 size:7212"} {"level":"info","ts":"2026-03-04T16:16:24.499475Z","caller":"traceutil/trace.go:171","msg":"trace[1206597462] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-8qx5t; range_end:; response_count:1; response_revision:22983; }","duration":"135.595842ms","start":"2026-03-04T16:16:24.363869Z","end":"2026-03-04T16:16:24.499464Z","steps":["trace[1206597462] 'agreement among raft nodes before linearized reading' (duration: 135.469298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.450249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:24.498883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.537839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.499643Z","caller":"traceutil/trace.go:171","msg":"trace[1097697557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22983; }","duration":"145.440751ms","start":"2026-03-04T16:16:24.354191Z","end":"2026-03-04T16:16:24.499632Z","steps":["trace[1097697557] 'agreement among raft nodes before linearized reading' (duration: 144.61018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.659359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:16:24.499832Z","caller":"traceutil/trace.go:171","msg":"trace[1582597709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22983; }","duration":"260.715419ms","start":"2026-03-04T16:16:24.239105Z","end":"2026-03-04T16:16:24.49982Z","steps":["trace[1582597709] 'agreement among raft nodes before linearized reading' (duration: 260.617457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.499999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.519446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.500036Z","caller":"traceutil/trace.go:171","msg":"trace[1668261287] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22983; }","duration":"264.570167ms","start":"2026-03-04T16:16:24.235457Z","end":"2026-03-04T16:16:24.500027Z","steps":["trace[1668261287] 'agreement among raft nodes before linearized reading' (duration: 264.514505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.50014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.231283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.499606Z","caller":"traceutil/trace.go:171","msg":"trace[1068617158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22983; }","duration":"202.527361ms","start":"2026-03-04T16:16:24.297065Z","end":"2026-03-04T16:16:24.499592Z","steps":["trace[1068617158] 'agreement among raft nodes before linearized reading' (duration: 202.462619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:24.500171Z","caller":"traceutil/trace.go:171","msg":"trace[1010017638] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22983; }","duration":"265.274414ms","start":"2026-03-04T16:16:24.23489Z","end":"2026-03-04T16:16:24.500164Z","steps":["trace[1010017638] 'agreement among raft nodes before linearized reading' (duration: 265.212222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:24.500258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.547981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:24.500298Z","caller":"traceutil/trace.go:171","msg":"trace[1177863556] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22983; }","duration":"265.606893ms","start":"2026-03-04T16:16:24.234682Z","end":"2026-03-04T16:16:24.500289Z","steps":["trace[1177863556] 'agreement among raft nodes before linearized reading' (duration: 265.549352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:25.335345Z","caller":"traceutil/trace.go:171","msg":"trace[1283659586] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"209.917169ms","start":"2026-03-04T16:16:25.125402Z","end":"2026-03-04T16:16:25.335319Z","steps":["trace[1283659586] 'process raft request' (duration: 209.741564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:25.487222Z","caller":"traceutil/trace.go:171","msg":"trace[48411362] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"242.219874ms","start":"2026-03-04T16:16:25.244936Z","end":"2026-03-04T16:16:25.487156Z","steps":["trace[48411362] 'process raft request' (duration: 182.659461ms)","trace[48411362] 'compare' (duration: 59.351088ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:25.809585Z","caller":"traceutil/trace.go:171","msg":"trace[672748552] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"243.287311ms","start":"2026-03-04T16:16:25.566267Z","end":"2026-03-04T16:16:25.809554Z","steps":["trace[672748552] 'process raft request' (duration: 243.069005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.058663Z","caller":"traceutil/trace.go:171","msg":"trace[774212266] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"489.987817ms","start":"2026-03-04T16:16:25.56865Z","end":"2026-03-04T16:16:26.058638Z","steps":["trace[774212266] 'process raft request' (duration: 489.945276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.058728Z","caller":"traceutil/trace.go:171","msg":"trace[421873986] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"490.159221ms","start":"2026-03-04T16:16:25.568528Z","end":"2026-03-04T16:16:26.058687Z","steps":["trace[421873986] 'process raft request' (duration: 489.866504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.05874Z","caller":"traceutil/trace.go:171","msg":"trace[1106008164] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"490.13657ms","start":"2026-03-04T16:16:25.568571Z","end":"2026-03-04T16:16:26.058708Z","steps":["trace[1106008164] 'process raft request' (duration: 489.984897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.058813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:25.568629Z","time spent":"490.10566ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:26.058906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:25.568545Z","time spent":"490.273364ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:26.058904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:25.568493Z","time spent":"490.317465ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:26.062266Z","caller":"traceutil/trace.go:171","msg":"trace[246319240] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23830; }","duration":"228.115337ms","start":"2026-03-04T16:16:25.834111Z","end":"2026-03-04T16:16:26.062226Z","steps":["trace[246319240] 'read index received' (duration: 224.354842ms)","trace[246319240] 'applied index is now lower than readState.Index' (duration: 3.759195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:26.062365Z","caller":"traceutil/trace.go:171","msg":"trace[400183621] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"244.173773ms","start":"2026-03-04T16:16:25.818162Z","end":"2026-03-04T16:16:26.062336Z","steps":["trace[400183621] 'process raft request' (duration: 243.939397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.062483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.373263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:16:26.06254Z","caller":"traceutil/trace.go:171","msg":"trace[640847628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22991; }","duration":"228.467015ms","start":"2026-03-04T16:16:25.834058Z","end":"2026-03-04T16:16:26.062525Z","steps":["trace[640847628] 'agreement among raft nodes before linearized reading' (duration: 228.303171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.213451Z","caller":"traceutil/trace.go:171","msg":"trace[466669045] linearizableReadLoop","detail":"{readStateIndex:23835; appliedIndex:23834; }","duration":"122.198145ms","start":"2026-03-04T16:16:26.091221Z","end":"2026-03-04T16:16:26.213419Z","steps":["trace[466669045] 'read index received' (duration: 105.279408ms)","trace[466669045] 'applied index is now lower than readState.Index' (duration: 16.917337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:26.213469Z","caller":"traceutil/trace.go:171","msg":"trace[584968418] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"146.684522ms","start":"2026-03-04T16:16:26.066743Z","end":"2026-03-04T16:16:26.213428Z","steps":["trace[584968418] 'process raft request' (duration: 129.820046ms)","trace[584968418] 'compare' (duration: 16.714902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:26.213706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.44146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:16:26.213805Z","caller":"traceutil/trace.go:171","msg":"trace[619224666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22992; }","duration":"122.601155ms","start":"2026-03-04T16:16:26.091179Z","end":"2026-03-04T16:16:26.21378Z","steps":["trace[619224666] 'agreement among raft nodes before linearized reading' (duration: 122.334228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.614209Z","caller":"traceutil/trace.go:171","msg":"trace[1393933661] linearizableReadLoop","detail":"{readStateIndex:23840; appliedIndex:23838; }","duration":"111.690159ms","start":"2026-03-04T16:16:26.502495Z","end":"2026-03-04T16:16:26.614185Z","steps":["trace[1393933661] 'read index received' (duration: 8.510515ms)","trace[1393933661] 'applied index is now lower than readState.Index' (duration: 103.176264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:26.614241Z","caller":"traceutil/trace.go:171","msg":"trace[1907655325] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"110.55073ms","start":"2026-03-04T16:16:26.503668Z","end":"2026-03-04T16:16:26.614219Z","steps":["trace[1907655325] 'process raft request' (duration: 110.458768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.614238Z","caller":"traceutil/trace.go:171","msg":"trace[1125638591] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"115.319711ms","start":"2026-03-04T16:16:26.498888Z","end":"2026-03-04T16:16:26.614208Z","steps":["trace[1125638591] 'process raft request' (duration: 39.895447ms)","trace[1125638591] 'compare' (duration: 75.181308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:26.614352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.835432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614398Z","caller":"traceutil/trace.go:171","msg":"trace[169224557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22998; }","duration":"111.920935ms","start":"2026-03-04T16:16:26.502469Z","end":"2026-03-04T16:16:26.61439Z","steps":["trace[169224557] 'agreement among raft nodes before linearized reading' (duration: 111.824183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.358601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614433Z","caller":"traceutil/trace.go:171","msg":"trace[269327290] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22998; }","duration":"111.398332ms","start":"2026-03-04T16:16:26.503024Z","end":"2026-03-04T16:16:26.614423Z","steps":["trace[269327290] 'agreement among raft nodes before linearized reading' (duration: 111.361461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.204987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614472Z","caller":"traceutil/trace.go:171","msg":"trace[7313034] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22998; }","duration":"111.281239ms","start":"2026-03-04T16:16:26.503182Z","end":"2026-03-04T16:16:26.614463Z","steps":["trace[7313034] 'agreement among raft nodes before linearized reading' (duration: 111.190667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.824352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:26.614587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.560666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614615Z","caller":"traceutil/trace.go:171","msg":"trace[1394713614] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22998; }","duration":"112.090499ms","start":"2026-03-04T16:16:26.502519Z","end":"2026-03-04T16:16:26.614609Z","steps":["trace[1394713614] 'agreement among raft nodes before linearized reading' (duration: 111.816513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.614639Z","caller":"traceutil/trace.go:171","msg":"trace[191088578] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22998; }","duration":"111.616448ms","start":"2026-03-04T16:16:26.503003Z","end":"2026-03-04T16:16:26.614619Z","steps":["trace[191088578] 'agreement among raft nodes before linearized reading' (duration: 111.545756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.969346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T16:16:26.614713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.459884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614687Z","caller":"traceutil/trace.go:171","msg":"trace[2013745540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22998; }","duration":"110.018606ms","start":"2026-03-04T16:16:26.50466Z","end":"2026-03-04T16:16:26.614679Z","steps":["trace[2013745540] 'agreement among raft nodes before linearized reading' (duration: 109.908283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.614754Z","caller":"traceutil/trace.go:171","msg":"trace[408026749] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22998; }","duration":"111.513225ms","start":"2026-03-04T16:16:26.503232Z","end":"2026-03-04T16:16:26.614746Z","steps":["trace[408026749] 'agreement among raft nodes before linearized reading' (duration: 111.465484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.000567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.61482Z","caller":"traceutil/trace.go:171","msg":"trace[309910163] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22998; }","duration":"112.071949ms","start":"2026-03-04T16:16:26.502743Z","end":"2026-03-04T16:16:26.614815Z","steps":["trace[309910163] 'agreement among raft nodes before linearized reading' (duration: 112.048778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:26.614834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.224333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:26.614893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.663608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:26.614878Z","caller":"traceutil/trace.go:171","msg":"trace[192615374] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22998; }","duration":"112.275504ms","start":"2026-03-04T16:16:26.50259Z","end":"2026-03-04T16:16:26.614865Z","steps":["trace[192615374] 'agreement among raft nodes before linearized reading' (duration: 112.211772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:26.614906Z","caller":"traceutil/trace.go:171","msg":"trace[1646285741] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22998; }","duration":"111.682779ms","start":"2026-03-04T16:16:26.503219Z","end":"2026-03-04T16:16:26.614901Z","steps":["trace[1646285741] 'agreement among raft nodes before linearized reading' (duration: 111.662618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:34.734535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.356707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:16:34.734635Z","caller":"traceutil/trace.go:171","msg":"trace[1222774200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23072; }","duration":"160.504051ms","start":"2026-03-04T16:16:34.574104Z","end":"2026-03-04T16:16:34.734608Z","steps":["trace[1222774200] 'range keys from in-memory index tree' (duration: 160.120492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:34.734728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.872662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:34.734727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.064861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:34.734775Z","caller":"traceutil/trace.go:171","msg":"trace[880554108] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23072; }","duration":"166.973405ms","start":"2026-03-04T16:16:34.567789Z","end":"2026-03-04T16:16:34.734762Z","steps":["trace[880554108] 'range keys from in-memory index tree' (duration: 166.79037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:34.734817Z","caller":"traceutil/trace.go:171","msg":"trace[430118005] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23072; }","duration":"101.210984ms","start":"2026-03-04T16:16:34.633583Z","end":"2026-03-04T16:16:34.734794Z","steps":["trace[430118005] 'range keys from in-memory index tree' (duration: 100.874406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:34.734834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.458837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:34.734911Z","caller":"traceutil/trace.go:171","msg":"trace[994112278] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23072; }","duration":"188.5934ms","start":"2026-03-04T16:16:34.546296Z","end":"2026-03-04T16:16:34.73489Z","steps":["trace[994112278] 'count revisions from in-memory index tree' (duration: 188.337133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:42.86971Z","caller":"traceutil/trace.go:171","msg":"trace[1568195221] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23979; }","duration":"106.121948ms","start":"2026-03-04T16:16:42.763568Z","end":"2026-03-04T16:16:42.86969Z","steps":["trace[1568195221] 'read index received' (duration: 105.814221ms)","trace[1568195221] 'applied index is now lower than readState.Index' (duration: 306.987µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:42.870008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.427286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:16:42.870059Z","caller":"traceutil/trace.go:171","msg":"trace[78960534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23133; }","duration":"106.520998ms","start":"2026-03-04T16:16:42.763526Z","end":"2026-03-04T16:16:42.870047Z","steps":["trace[78960534] 'agreement among raft nodes before linearized reading' (duration: 106.350564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:42.870035Z","caller":"traceutil/trace.go:171","msg":"trace[1776590056] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"111.884954ms","start":"2026-03-04T16:16:42.758108Z","end":"2026-03-04T16:16:42.869993Z","steps":["trace[1776590056] 'process raft request' (duration: 111.32701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:43.074193Z","caller":"traceutil/trace.go:171","msg":"trace[489153669] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"199.177067ms","start":"2026-03-04T16:16:42.874984Z","end":"2026-03-04T16:16:43.074161Z","steps":["trace[489153669] 'process raft request' (duration: 192.268742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:43.074431Z","caller":"traceutil/trace.go:171","msg":"trace[1260443281] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"199.392862ms","start":"2026-03-04T16:16:42.875011Z","end":"2026-03-04T16:16:43.074403Z","steps":["trace[1260443281] 'process raft request' (duration: 199.103385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:43.400906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.671722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:16:43.400995Z","caller":"traceutil/trace.go:171","msg":"trace[1751113622] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23135; }","duration":"150.808956ms","start":"2026-03-04T16:16:43.250163Z","end":"2026-03-04T16:16:43.400972Z","steps":["trace[1751113622] 'count revisions from in-memory index tree' (duration: 150.57801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:47.231914Z","caller":"traceutil/trace.go:171","msg":"trace[1948566984] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"136.672319ms","start":"2026-03-04T16:16:47.095172Z","end":"2026-03-04T16:16:47.231845Z","steps":["trace[1948566984] 'process raft request' (duration: 106.954689ms)","trace[1948566984] 'compare' (duration: 29.563366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:50.526982Z","caller":"traceutil/trace.go:171","msg":"trace[104614387] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"254.794231ms","start":"2026-03-04T16:16:50.272164Z","end":"2026-03-04T16:16:50.526958Z","steps":["trace[104614387] 'process raft request' (duration: 254.620196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:50.527165Z","caller":"traceutil/trace.go:171","msg":"trace[406172095] linearizableReadLoop","detail":"{readStateIndex:24030; appliedIndex:24028; }","duration":"165.582009ms","start":"2026-03-04T16:16:50.361572Z","end":"2026-03-04T16:16:50.527154Z","steps":["trace[406172095] 'read index received' (duration: 165.185319ms)","trace[406172095] 'applied index is now lower than readState.Index' (duration: 395.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:50.527555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.105668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:16:50.527614Z","caller":"traceutil/trace.go:171","msg":"trace[1459213403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23182; }","duration":"131.201091ms","start":"2026-03-04T16:16:50.396397Z","end":"2026-03-04T16:16:50.527598Z","steps":["trace[1459213403] 'agreement among raft nodes before linearized reading' (duration: 131.028176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:50.52762Z","caller":"traceutil/trace.go:171","msg":"trace[570957691] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"252.475212ms","start":"2026-03-04T16:16:50.275112Z","end":"2026-03-04T16:16:50.527587Z","steps":["trace[570957691] 'process raft request' (duration: 251.806366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:50.528688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.102148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:16:50.528756Z","caller":"traceutil/trace.go:171","msg":"trace[1092748541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23182; }","duration":"167.219851ms","start":"2026-03-04T16:16:50.361515Z","end":"2026-03-04T16:16:50.528735Z","steps":["trace[1092748541] 'agreement among raft nodes before linearized reading' (duration: 165.799755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:51.790995Z","caller":"traceutil/trace.go:171","msg":"trace[2122005294] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"172.465142ms","start":"2026-03-04T16:16:51.618501Z","end":"2026-03-04T16:16:51.790966Z","steps":["trace[2122005294] 'process raft request' (duration: 172.253447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:52.078467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.597055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:52.078566Z","caller":"traceutil/trace.go:171","msg":"trace[980515505] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"280.814737ms","start":"2026-03-04T16:16:51.797736Z","end":"2026-03-04T16:16:52.078551Z","steps":["trace[980515505] 'process raft request' (duration: 131.041087ms)","trace[980515505] 'compare' (duration: 149.492253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:52.256054Z","caller":"traceutil/trace.go:171","msg":"trace[195126868] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24039; }","duration":"220.802672ms","start":"2026-03-04T16:16:52.035221Z","end":"2026-03-04T16:16:52.256024Z","steps":["trace[195126868] 'read index received' (duration: 146.320793ms)","trace[195126868] 'applied index is now lower than readState.Index' (duration: 74.480759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:52.256192Z","caller":"traceutil/trace.go:171","msg":"trace[725417119] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"232.780975ms","start":"2026-03-04T16:16:52.023367Z","end":"2026-03-04T16:16:52.256148Z","steps":["trace[725417119] 'process raft request' (duration: 158.46293ms)","trace[725417119] 'compare' (duration: 74.068839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:52.256257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.018418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:16:52.256294Z","caller":"traceutil/trace.go:171","msg":"trace[613991573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23192; }","duration":"221.102269ms","start":"2026-03-04T16:16:52.03518Z","end":"2026-03-04T16:16:52.256282Z","steps":["trace[613991573] 'agreement among raft nodes before linearized reading' (duration: 220.943895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:52.751952Z","caller":"traceutil/trace.go:171","msg":"trace[1093529395] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"157.235448ms","start":"2026-03-04T16:16:52.594697Z","end":"2026-03-04T16:16:52.751932Z","steps":["trace[1093529395] 'process raft request' (duration: 157.122165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:52.75203Z","caller":"traceutil/trace.go:171","msg":"trace[565136370] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"155.969096ms","start":"2026-03-04T16:16:52.596036Z","end":"2026-03-04T16:16:52.752005Z","steps":["trace[565136370] 'process raft request' (duration: 155.863083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:52.752013Z","caller":"traceutil/trace.go:171","msg":"trace[998611794] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"158.48915ms","start":"2026-03-04T16:16:52.593474Z","end":"2026-03-04T16:16:52.751963Z","steps":["trace[998611794] 'process raft request' (duration: 81.224301ms)","trace[998611794] 'compare' (duration: 76.880719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:56.585597Z","caller":"traceutil/trace.go:171","msg":"trace[1341263171] linearizableReadLoop","detail":"{readStateIndex:24069; appliedIndex:24068; }","duration":"166.425141ms","start":"2026-03-04T16:16:56.419143Z","end":"2026-03-04T16:16:56.585568Z","steps":["trace[1341263171] 'read index received' (duration: 166.190396ms)","trace[1341263171] 'applied index is now lower than readState.Index' (duration: 233.435µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:56.585819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.646957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:56.585816Z","caller":"traceutil/trace.go:171","msg":"trace[223703196] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"213.030876ms","start":"2026-03-04T16:16:56.372731Z","end":"2026-03-04T16:16:56.585762Z","steps":["trace[223703196] 'process raft request' (duration: 212.661217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:56.585944Z","caller":"traceutil/trace.go:171","msg":"trace[1950014345] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23220; }","duration":"166.752989ms","start":"2026-03-04T16:16:56.419111Z","end":"2026-03-04T16:16:56.585864Z","steps":["trace[1950014345] 'agreement among raft nodes before linearized reading' (duration: 166.612315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:56.606776Z","caller":"traceutil/trace.go:171","msg":"trace[1754661409] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"124.84909ms","start":"2026-03-04T16:16:56.4819Z","end":"2026-03-04T16:16:56.606749Z","steps":["trace[1754661409] 'process raft request' (duration: 124.071251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:57.188629Z","caller":"traceutil/trace.go:171","msg":"trace[362219591] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"310.334873ms","start":"2026-03-04T16:16:56.878262Z","end":"2026-03-04T16:16:57.188597Z","steps":["trace[362219591] 'process raft request' (duration: 310.160029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:57.188978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:56.87824Z","time spent":"310.474676ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:58.423798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23540931s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:16:59.019981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.805048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:59.020205Z","caller":"traceutil/trace.go:171","msg":"trace[2117129517] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"2.14187941s","start":"2026-03-04T16:16:56.8783Z","end":"2026-03-04T16:16:59.02018Z","steps":["trace[2117129517] 'process raft request' (duration: 1.545793775s)","trace[2117129517] 'compare' (duration: 595.170992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:59.020281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:56.878278Z","time spent":"2.141968722s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:59.020393Z","caller":"traceutil/trace.go:171","msg":"trace[324060419] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"2.062169857s","start":"2026-03-04T16:16:56.958192Z","end":"2026-03-04T16:16:59.020362Z","steps":["trace[324060419] 'process raft request' (duration: 2.06188819s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.020215Z","caller":"traceutil/trace.go:171","msg":"trace[150194114] linearizableReadLoop","detail":"{readStateIndex:24075; appliedIndex:24073; }","duration":"2.078217272s","start":"2026-03-04T16:16:56.941984Z","end":"2026-03-04T16:16:59.020201Z","steps":["trace[150194114] 'read index received' (duration: 246.574863ms)","trace[150194114] 'applied index is now lower than readState.Index' (duration: 1.831641459s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:59.020885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:56.958163Z","time spent":"2.06267071s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:59.020993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079023433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.020574Z","caller":"traceutil/trace.go:171","msg":"trace[1822820532] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.937265764s","start":"2026-03-04T16:16:57.083297Z","end":"2026-03-04T16:16:59.020563Z","steps":["trace[1822820532] 'process raft request' (duration: 1.936847414s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.021038Z","caller":"traceutil/trace.go:171","msg":"trace[1527648368] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23228; }","duration":"2.079121915s","start":"2026-03-04T16:16:56.941904Z","end":"2026-03-04T16:16:59.021026Z","steps":["trace[1527648368] 'agreement among raft nodes before linearized reading' (duration: 2.079015992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.021105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.083276Z","time spent":"1.937784887s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:59.021205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:56.941788Z","time spent":"2.079279619s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:16:59.306871Z","caller":"traceutil/trace.go:171","msg":"trace[1602433781] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"1.758671128s","start":"2026-03-04T16:16:57.548171Z","end":"2026-03-04T16:16:59.306842Z","steps":["trace[1602433781] 'process raft request' (duration: 1.758118124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.307029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.548141Z","time spent":"1.758805391s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:59.307573Z","caller":"traceutil/trace.go:171","msg":"trace[1381301083] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"1.493005562s","start":"2026-03-04T16:16:57.814539Z","end":"2026-03-04T16:16:59.307545Z","steps":["trace[1381301083] 'process raft request' (duration: 1.491970455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.307732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.814516Z","time spent":"1.493114655s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:59.405573Z","caller":"traceutil/trace.go:171","msg":"trace[2054456753] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"814.772315ms","start":"2026-03-04T16:16:58.590784Z","end":"2026-03-04T16:16:59.405556Z","steps":["trace[2054456753] 'process raft request' (duration: 814.378524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.405677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.590753Z","time spent":"814.861897ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:59.491074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003006774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:16:59.491814Z","caller":"traceutil/trace.go:171","msg":"trace[252768290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003822634s","start":"2026-03-04T16:16:57.487967Z","end":"2026-03-04T16:16:59.491789Z","steps":["trace[252768290] 'agreement among raft nodes before linearized reading' (duration: 2.003037265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.491888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.487947Z","time spent":"2.003902487s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:16:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:16:59.528741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.098877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:16:59.528984Z","caller":"traceutil/trace.go:171","msg":"trace[437552261] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"917.136309ms","start":"2026-03-04T16:16:58.611825Z","end":"2026-03-04T16:16:59.528961Z","steps":["trace[437552261] 'process raft request' (duration: 793.721614ms)","trace[437552261] 'compare' (duration: 122.896311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:59.529012Z","caller":"traceutil/trace.go:171","msg":"trace[113754604] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"894.000534ms","start":"2026-03-04T16:16:58.634994Z","end":"2026-03-04T16:16:59.528994Z","steps":["trace[113754604] 'process raft request' (duration: 893.858231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.611814Z","time spent":"917.21216ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:59.529168Z","caller":"traceutil/trace.go:171","msg":"trace[278970201] linearizableReadLoop","detail":"{readStateIndex:24084; appliedIndex:24077; }","duration":"508.288739ms","start":"2026-03-04T16:16:59.02086Z","end":"2026-03-04T16:16:59.529149Z","steps":["trace[278970201] 'read index received' (duration: 285.336892ms)","trace[278970201] 'applied index is now lower than readState.Index' (duration: 222.950477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:59.529324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.491088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.52938Z","caller":"traceutil/trace.go:171","msg":"trace[486442479] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23234; }","duration":"652.54295ms","start":"2026-03-04T16:16:58.8768Z","end":"2026-03-04T16:16:59.529343Z","steps":["trace[486442479] 'agreement among raft nodes before linearized reading' (duration: 652.464608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.831973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:59.529408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.876789Z","time spent":"652.612722ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.806946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.52945Z","caller":"traceutil/trace.go:171","msg":"trace[853507204] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23234; }","duration":"652.856818ms","start":"2026-03-04T16:16:58.876587Z","end":"2026-03-04T16:16:59.529444Z","steps":["trace[853507204] 'agreement among raft nodes before linearized reading' (duration: 652.837127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.529436Z","caller":"traceutil/trace.go:171","msg":"trace[2061167188] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23234; }","duration":"651.972706ms","start":"2026-03-04T16:16:58.877442Z","end":"2026-03-04T16:16:59.529415Z","steps":["trace[2061167188] 'agreement among raft nodes before linearized reading' (duration: 651.799422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.876566Z","time spent":"652.895939ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.877433Z","time spent":"652.040547ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.257088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:16:59.529524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.899788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.529529Z","caller":"traceutil/trace.go:171","msg":"trace[821660821] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23234; }","duration":"651.35939ms","start":"2026-03-04T16:16:58.878156Z","end":"2026-03-04T16:16:59.529515Z","steps":["trace[821660821] 'agreement among raft nodes before linearized reading' (duration: 651.172476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.529544Z","caller":"traceutil/trace.go:171","msg":"trace[423884270] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23234; }","duration":"652.961271ms","start":"2026-03-04T16:16:58.876575Z","end":"2026-03-04T16:16:59.529537Z","steps":["trace[423884270] 'agreement among raft nodes before linearized reading' (duration: 652.92485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.75464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:16:59.529565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.878148Z","time spent":"651.409571ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622594843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:59.529571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.87655Z","time spent":"653.015092ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:16:59.529628Z","caller":"traceutil/trace.go:171","msg":"trace[884209788] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23234; }","duration":"1.622651744s","start":"2026-03-04T16:16:57.906969Z","end":"2026-03-04T16:16:59.529621Z","steps":["trace[884209788] 'agreement among raft nodes before linearized reading' (duration: 1.622614893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.906945Z","time spent":"1.622699676s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:59.529727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229104401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:16:59.529791Z","caller":"traceutil/trace.go:171","msg":"trace[1895142195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23234; }","duration":"2.229192383s","start":"2026-03-04T16:16:57.300587Z","end":"2026-03-04T16:16:59.529779Z","steps":["trace[1895142195] 'agreement among raft nodes before linearized reading' (duration: 2.229055089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.52979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.317848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:16:59.529811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.128285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:16:59.529828Z","caller":"traceutil/trace.go:171","msg":"trace[555604869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23234; }","duration":"586.39631ms","start":"2026-03-04T16:16:58.943422Z","end":"2026-03-04T16:16:59.529819Z","steps":["trace[555604869] 'agreement among raft nodes before linearized reading' (duration: 586.331308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.529837Z","caller":"traceutil/trace.go:171","msg":"trace[1820521295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23234; }","duration":"651.176786ms","start":"2026-03-04T16:16:58.878652Z","end":"2026-03-04T16:16:59.529829Z","steps":["trace[1820521295] 'agreement among raft nodes before linearized reading' (duration: 651.113645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328580821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:59.529822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.300569Z","time spent":"2.229244425s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:16:59.529869Z","caller":"traceutil/trace.go:171","msg":"trace[1611243325] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23234; }","duration":"2.328636863s","start":"2026-03-04T16:16:57.201226Z","end":"2026-03-04T16:16:59.529863Z","steps":["trace[1611243325] 'agreement among raft nodes before linearized reading' (duration: 2.328598662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.52986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.943403Z","time spent":"586.447842ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:59.529875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.878643Z","time spent":"651.225257ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.201208Z","time spent":"2.328672853s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:16:59.529909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.170081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.52995Z","caller":"traceutil/trace.go:171","msg":"trace[1810720770] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23234; }","duration":"652.229152ms","start":"2026-03-04T16:16:58.877709Z","end":"2026-03-04T16:16:59.529938Z","steps":["trace[1810720770] 'agreement among raft nodes before linearized reading' (duration: 652.16049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.786476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:59.529977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.659133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:16:59.530028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.53737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.530082Z","caller":"traceutil/trace.go:171","msg":"trace[1649132671] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23234; }","duration":"652.609532ms","start":"2026-03-04T16:16:58.877461Z","end":"2026-03-04T16:16:59.53007Z","steps":["trace[1649132671] 'agreement among raft nodes before linearized reading' (duration: 652.54197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.530128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.877435Z","time spent":"652.684143ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:16:59.529389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102214139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:16:59.530169Z","caller":"traceutil/trace.go:171","msg":"trace[148764323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23234; }","duration":"2.103013239s","start":"2026-03-04T16:16:57.427145Z","end":"2026-03-04T16:16:59.530158Z","steps":["trace[148764323] 'agreement among raft nodes before linearized reading' (duration: 2.102165368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.530185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.738561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.530212Z","caller":"traceutil/trace.go:171","msg":"trace[521514869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23234; }","duration":"298.802492ms","start":"2026-03-04T16:16:59.231402Z","end":"2026-03-04T16:16:59.530204Z","steps":["trace[521514869] 'agreement among raft nodes before linearized reading' (duration: 298.755911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119110225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:16:59.530206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.427131Z","time spent":"2.10306381s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:16:59.529603Z","caller":"traceutil/trace.go:171","msg":"trace[903199136] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23234; }","duration":"651.854193ms","start":"2026-03-04T16:16:58.877734Z","end":"2026-03-04T16:16:59.529588Z","steps":["trace[903199136] 'agreement among raft nodes before linearized reading' (duration: 651.636698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.530238Z","caller":"traceutil/trace.go:171","msg":"trace[1063178530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23234; }","duration":"2.119761621s","start":"2026-03-04T16:16:57.410468Z","end":"2026-03-04T16:16:59.53023Z","steps":["trace[1063178530] 'agreement among raft nodes before linearized reading' (duration: 2.119107055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.530264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:57.410446Z","time spent":"2.119811373s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:16:59.529727Z","caller":"traceutil/trace.go:171","msg":"trace[1029643794] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"877.132188ms","start":"2026-03-04T16:16:58.652582Z","end":"2026-03-04T16:16:59.529714Z","steps":["trace[1029643794] 'process raft request' (duration: 876.367739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.530035Z","caller":"traceutil/trace.go:171","msg":"trace[500114544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23234; }","duration":"337.765036ms","start":"2026-03-04T16:16:59.192255Z","end":"2026-03-04T16:16:59.53002Z","steps":["trace[500114544] 'agreement among raft nodes before linearized reading' (duration: 337.590802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.530315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:59.192203Z","time spent":"338.101914ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:16:59.530024Z","caller":"traceutil/trace.go:171","msg":"trace[856550223] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23234; }","duration":"653.391851ms","start":"2026-03-04T16:16:58.876624Z","end":"2026-03-04T16:16:59.530016Z","steps":["trace[856550223] 'agreement among raft nodes before linearized reading' (duration: 652.779816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.530343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.652563Z","time spent":"877.732043ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:16:59.530355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.876566Z","time spent":"653.787261ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:16:59.52974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.941635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:16:59.530402Z","caller":"traceutil/trace.go:171","msg":"trace[508602248] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23234; }","duration":"652.636322ms","start":"2026-03-04T16:16:58.87776Z","end":"2026-03-04T16:16:59.530396Z","steps":["trace[508602248] 'agreement among raft nodes before linearized reading' (duration: 651.955335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.529983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.877699Z","time spent":"652.276744ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:16:59.530416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.877749Z","time spent":"652.662283ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:16:59.530266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.877723Z","time spent":"652.53159ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:16:59.531696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:58.634974Z","time spent":"896.663442ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:16:59.748252Z","caller":"traceutil/trace.go:171","msg":"trace[1655903297] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"213.93475ms","start":"2026-03-04T16:16:59.534288Z","end":"2026-03-04T16:16:59.748222Z","steps":["trace[1655903297] 'process raft request' (duration: 213.670163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.748573Z","caller":"traceutil/trace.go:171","msg":"trace[2132255077] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"214.220617ms","start":"2026-03-04T16:16:59.534332Z","end":"2026-03-04T16:16:59.748552Z","steps":["trace[2132255077] 'process raft request' (duration: 213.845598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.748822Z","caller":"traceutil/trace.go:171","msg":"trace[1795528065] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24085; }","duration":"163.988899ms","start":"2026-03-04T16:16:59.584813Z","end":"2026-03-04T16:16:59.748802Z","steps":["trace[1795528065] 'read index received' (duration: 163.130757ms)","trace[1795528065] 'applied index is now lower than readState.Index' (duration: 855.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:16:59.748897Z","caller":"traceutil/trace.go:171","msg":"trace[871068689] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"214.471903ms","start":"2026-03-04T16:16:59.534411Z","end":"2026-03-04T16:16:59.748882Z","steps":["trace[871068689] 'process raft request' (duration: 214.069763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:16:59.749223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.445562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:16:59.749259Z","caller":"traceutil/trace.go:171","msg":"trace[1614650544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23238; }","duration":"210.507423ms","start":"2026-03-04T16:16:59.538741Z","end":"2026-03-04T16:16:59.749248Z","steps":["trace[1614650544] 'agreement among raft nodes before linearized reading' (duration: 210.261186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.894002Z","caller":"traceutil/trace.go:171","msg":"trace[656056436] linearizableReadLoop","detail":"{readStateIndex:24089; appliedIndex:24088; }","duration":"145.104482ms","start":"2026-03-04T16:16:59.74886Z","end":"2026-03-04T16:16:59.893965Z","steps":["trace[656056436] 'read index received' (duration: 83.055556ms)","trace[656056436] 'applied index is now lower than readState.Index' (duration: 62.046406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:16:59.894213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:59.587072Z","time spent":"307.135862ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:16:59.894499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.635301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:16:59.894532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.586524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18887"} {"level":"info","ts":"2026-03-04T16:16:59.894584Z","caller":"traceutil/trace.go:171","msg":"trace[652484248] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23238; }","duration":"249.764353ms","start":"2026-03-04T16:16:59.644796Z","end":"2026-03-04T16:16:59.89456Z","steps":["trace[652484248] 'agreement among raft nodes before linearized reading' (duration: 249.610379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:16:59.894634Z","caller":"traceutil/trace.go:171","msg":"trace[469552614] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23238; }","duration":"143.714136ms","start":"2026-03-04T16:16:59.750898Z","end":"2026-03-04T16:16:59.894612Z","steps":["trace[469552614] 'agreement among raft nodes before linearized reading' (duration: 143.399099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.655575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.343664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T16:17:00.65568Z","caller":"traceutil/trace.go:171","msg":"trace[144447456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23239; }","duration":"522.501248ms","start":"2026-03-04T16:17:00.133158Z","end":"2026-03-04T16:17:00.655659Z","steps":["trace[144447456] 'range keys from in-memory index tree' (duration: 522.119778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.65572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.133135Z","time spent":"522.57562ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:17:00.655819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.696235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T16:17:00.655728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.639066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:00.655819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.423694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:17:00.655935Z","caller":"traceutil/trace.go:171","msg":"trace[1761350923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23239; }","duration":"659.587958ms","start":"2026-03-04T16:16:59.996341Z","end":"2026-03-04T16:17:00.655929Z","steps":["trace[1761350923] 'range keys from in-memory index tree' (duration: 659.25158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.65596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:16:59.996323Z","time spent":"659.628269ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T16:17:00.655946Z","caller":"traceutil/trace.go:171","msg":"trace[379108158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23239; }","duration":"458.896423ms","start":"2026-03-04T16:17:00.197032Z","end":"2026-03-04T16:17:00.655929Z","steps":["trace[379108158] 'count revisions from in-memory index tree' (duration: 458.555894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.656022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.197013Z","time spent":"458.994885ms","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:00.656091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.976325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:00.656151Z","caller":"traceutil/trace.go:171","msg":"trace[1299369167] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23239; }","duration":"608.083068ms","start":"2026-03-04T16:17:00.04805Z","end":"2026-03-04T16:17:00.656133Z","steps":["trace[1299369167] 'count revisions from in-memory index tree' (duration: 607.876252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.656187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.048029Z","time spent":"608.147779ms","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:00.656186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.528424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:00.656369Z","caller":"traceutil/trace.go:171","msg":"trace[1698471310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23239; }","duration":"168.749779ms","start":"2026-03-04T16:17:00.487609Z","end":"2026-03-04T16:17:00.656359Z","steps":["trace[1698471310] 'range keys from in-memory index tree' (duration: 168.446022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:00.655893Z","caller":"traceutil/trace.go:171","msg":"trace[776534180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23239; }","duration":"576.805938ms","start":"2026-03-04T16:17:00.079071Z","end":"2026-03-04T16:17:00.655876Z","steps":["trace[776534180] 'range keys from in-memory index tree' (duration: 576.597763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.656521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.100277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:00.65656Z","caller":"traceutil/trace.go:171","msg":"trace[1406738472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23239; }","duration":"333.170969ms","start":"2026-03-04T16:17:00.323375Z","end":"2026-03-04T16:17:00.656546Z","steps":["trace[1406738472] 'count revisions from in-memory index tree' (duration: 332.974824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.656565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.079057Z","time spent":"577.476395ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:17:00.656608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.323356Z","time spent":"333.226171ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:00.656914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.533606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T16:17:00.656988Z","caller":"traceutil/trace.go:171","msg":"trace[1612743455] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23239; }","duration":"323.639118ms","start":"2026-03-04T16:17:00.33333Z","end":"2026-03-04T16:17:00.656969Z","steps":["trace[1612743455] 'range keys from in-memory index tree' (duration: 323.373641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.657029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.33332Z","time spent":"323.699919ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T16:17:00.65694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.281652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"info","ts":"2026-03-04T16:17:00.657097Z","caller":"traceutil/trace.go:171","msg":"trace[1838154133] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23239; }","duration":"314.453216ms","start":"2026-03-04T16:17:00.34263Z","end":"2026-03-04T16:17:00.657083Z","steps":["trace[1838154133] 'range keys from in-memory index tree' (duration: 314.16475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:00.657149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:00.342619Z","time spent":"314.514018ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:17:02.614775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.055914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:17:02.614866Z","caller":"traceutil/trace.go:171","msg":"trace[1579616019] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:23257; }","duration":"243.180358ms","start":"2026-03-04T16:17:02.371658Z","end":"2026-03-04T16:17:02.614839Z","steps":["trace[1579616019] 'range keys from in-memory index tree' (duration: 242.84593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:02.615281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.980215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:17:02.615272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.239836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:02.615337Z","caller":"traceutil/trace.go:171","msg":"trace[559178122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23257; }","duration":"148.032447ms","start":"2026-03-04T16:17:02.467282Z","end":"2026-03-04T16:17:02.615314Z","steps":["trace[559178122] 'count revisions from in-memory index tree' (duration: 147.911493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:02.615366Z","caller":"traceutil/trace.go:171","msg":"trace[1444787674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23257; }","duration":"126.38661ms","start":"2026-03-04T16:17:02.488958Z","end":"2026-03-04T16:17:02.615344Z","steps":["trace[1444787674] 'range keys from in-memory index tree' (duration: 126.102023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:04.111283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.91105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:04.111681Z","caller":"traceutil/trace.go:171","msg":"trace[1413104946] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24122; }","duration":"265.47245ms","start":"2026-03-04T16:17:03.846022Z","end":"2026-03-04T16:17:04.111494Z","steps":["trace[1413104946] 'read index received' (duration: 150.253242ms)","trace[1413104946] 'applied index is now lower than readState.Index' (duration: 115.217768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:04.111709Z","caller":"traceutil/trace.go:171","msg":"trace[1565248112] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"308.725362ms","start":"2026-03-04T16:17:03.80293Z","end":"2026-03-04T16:17:04.111656Z","steps":["trace[1565248112] 'process raft request' (duration: 308.486346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:04.111727Z","caller":"traceutil/trace.go:171","msg":"trace[212138905] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"309.663135ms","start":"2026-03-04T16:17:03.801992Z","end":"2026-03-04T16:17:04.111655Z","steps":["trace[212138905] 'process raft request' (duration: 194.260992ms)","trace[212138905] 'compare' (duration: 114.740386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:04.111861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:03.802899Z","time spent":"308.878866ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:04.111932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.894261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:17:04.111955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:03.801975Z","time spent":"309.85478ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:04.112001Z","caller":"traceutil/trace.go:171","msg":"trace[1789569605] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23272; }","duration":"265.990584ms","start":"2026-03-04T16:17:03.845987Z","end":"2026-03-04T16:17:04.111978Z","steps":["trace[1789569605] 'agreement among raft nodes before linearized reading' (duration: 265.799198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:04.200734Z","caller":"traceutil/trace.go:171","msg":"trace[1352403476] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"139.43137ms","start":"2026-03-04T16:17:04.061272Z","end":"2026-03-04T16:17:04.200703Z","steps":["trace[1352403476] 'process raft request' (duration: 139.385229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:04.201078Z","caller":"traceutil/trace.go:171","msg":"trace[2073880307] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"163.560298ms","start":"2026-03-04T16:17:04.037478Z","end":"2026-03-04T16:17:04.201039Z","steps":["trace[2073880307] 'process raft request' (duration: 163.040305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:04.29719Z","caller":"traceutil/trace.go:171","msg":"trace[276627426] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"224.117706ms","start":"2026-03-04T16:17:04.073026Z","end":"2026-03-04T16:17:04.297144Z","steps":["trace[276627426] 'process raft request' (duration: 223.827229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:04.297397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.816127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:04.297519Z","caller":"traceutil/trace.go:171","msg":"trace[112387055] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23275; }","duration":"444.996042ms","start":"2026-03-04T16:17:03.852485Z","end":"2026-03-04T16:17:04.297481Z","steps":["trace[112387055] 'agreement among raft nodes before linearized reading' (duration: 444.780396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:04.29759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:03.852463Z","time spent":"445.111364ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:17:04.29785Z","caller":"traceutil/trace.go:171","msg":"trace[2102651865] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24126; }","duration":"185.312588ms","start":"2026-03-04T16:17:04.111741Z","end":"2026-03-04T16:17:04.297054Z","steps":["trace[2102651865] 'read index received' (duration: 89.256673ms)","trace[2102651865] 'applied index is now lower than readState.Index' (duration: 96.054315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:09.320623Z","caller":"traceutil/trace.go:171","msg":"trace[62884794] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"111.980687ms","start":"2026-03-04T16:17:09.208599Z","end":"2026-03-04T16:17:09.32058Z","steps":["trace[62884794] 'process raft request' (duration: 63.534174ms)","trace[62884794] 'compare' (duration: 48.173896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:09.897592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.872792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:17:09.897691Z","caller":"traceutil/trace.go:171","msg":"trace[1541922721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23333; }","duration":"102.003825ms","start":"2026-03-04T16:17:09.795646Z","end":"2026-03-04T16:17:09.897649Z","steps":["trace[1541922721] 'range keys from in-memory index tree' (duration: 101.642886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:11.356257Z","caller":"traceutil/trace.go:171","msg":"trace[774545654] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"126.789121ms","start":"2026-03-04T16:17:11.229441Z","end":"2026-03-04T16:17:11.35623Z","steps":["trace[774545654] 'process raft request' (duration: 126.506883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:11.59759Z","caller":"traceutil/trace.go:171","msg":"trace[88575913] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"195.543986ms","start":"2026-03-04T16:17:11.40202Z","end":"2026-03-04T16:17:11.597564Z","steps":["trace[88575913] 'process raft request' (duration: 195.386482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:11.644098Z","caller":"traceutil/trace.go:171","msg":"trace[2145355001] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"221.499221ms","start":"2026-03-04T16:17:11.422555Z","end":"2026-03-04T16:17:11.644054Z","steps":["trace[2145355001] 'process raft request' (duration: 221.158262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:11.644527Z","caller":"traceutil/trace.go:171","msg":"trace[562273655] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"221.004217ms","start":"2026-03-04T16:17:11.423473Z","end":"2026-03-04T16:17:11.644477Z","steps":["trace[562273655] 'process raft request' (duration: 220.431283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:11.79793Z","caller":"traceutil/trace.go:171","msg":"trace[2077931001] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"105.808741ms","start":"2026-03-04T16:17:11.692087Z","end":"2026-03-04T16:17:11.797896Z","steps":["trace[2077931001] 'process raft request' (duration: 105.564434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:11.797942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.350324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:11.79816Z","caller":"traceutil/trace.go:171","msg":"trace[2004741729] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23347; }","duration":"106.60366ms","start":"2026-03-04T16:17:11.69153Z","end":"2026-03-04T16:17:11.798133Z","steps":["trace[2004741729] 'agreement among raft nodes before linearized reading' (duration: 106.312903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:12.517296Z","caller":"traceutil/trace.go:171","msg":"trace[162563446] linearizableReadLoop","detail":"{readStateIndex:24205; appliedIndex:24204; }","duration":"145.223505ms","start":"2026-03-04T16:17:12.372055Z","end":"2026-03-04T16:17:12.517278Z","steps":["trace[162563446] 'read index received' (duration: 145.097542ms)","trace[162563446] 'applied index is now lower than readState.Index' (duration: 125.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:12.517558Z","caller":"traceutil/trace.go:171","msg":"trace[636986805] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"152.662522ms","start":"2026-03-04T16:17:12.364871Z","end":"2026-03-04T16:17:12.517533Z","steps":["trace[636986805] 'process raft request' (duration: 152.294283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:12.517741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.670587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T16:17:12.517871Z","caller":"traceutil/trace.go:171","msg":"trace[1087725067] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:23352; }","duration":"145.83637ms","start":"2026-03-04T16:17:12.372011Z","end":"2026-03-04T16:17:12.517847Z","steps":["trace[1087725067] 'agreement among raft nodes before linearized reading' (duration: 145.466991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:12.822875Z","caller":"traceutil/trace.go:171","msg":"trace[1783953429] linearizableReadLoop","detail":"{readStateIndex:24210; appliedIndex:24209; }","duration":"206.370329ms","start":"2026-03-04T16:17:12.616482Z","end":"2026-03-04T16:17:12.822853Z","steps":["trace[1783953429] 'read index received' (duration: 148.009615ms)","trace[1783953429] 'applied index is now lower than readState.Index' (duration: 58.359974ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:12.822964Z","caller":"traceutil/trace.go:171","msg":"trace[749689929] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"217.89235ms","start":"2026-03-04T16:17:12.605049Z","end":"2026-03-04T16:17:12.822941Z","steps":["trace[749689929] 'process raft request' (duration: 159.497616ms)","trace[749689929] 'compare' (duration: 58.184578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:12.823048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.551193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:12.823112Z","caller":"traceutil/trace.go:171","msg":"trace[1113764023] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-service; range_end:; response_count:0; response_revision:23356; }","duration":"206.621456ms","start":"2026-03-04T16:17:12.616475Z","end":"2026-03-04T16:17:12.823096Z","steps":["trace[1113764023] 'agreement among raft nodes before linearized reading' (duration: 206.476692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:12.823122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.385865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:12.82315Z","caller":"traceutil/trace.go:171","msg":"trace[1410480015] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23356; }","duration":"167.461317ms","start":"2026-03-04T16:17:12.655681Z","end":"2026-03-04T16:17:12.823142Z","steps":["trace[1410480015] 'agreement among raft nodes before linearized reading' (duration: 167.296903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:13.039966Z","caller":"traceutil/trace.go:171","msg":"trace[981996724] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"182.002863ms","start":"2026-03-04T16:17:12.857935Z","end":"2026-03-04T16:17:13.039938Z","steps":["trace[981996724] 'process raft request' (duration: 163.832694ms)","trace[981996724] 'compare' (duration: 18.034815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:13.852483Z","caller":"traceutil/trace.go:171","msg":"trace[378808116] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"190.568339ms","start":"2026-03-04T16:17:13.661893Z","end":"2026-03-04T16:17:13.852461Z","steps":["trace[378808116] 'process raft request' (duration: 190.489727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:13.85273Z","caller":"traceutil/trace.go:171","msg":"trace[1567589034] linearizableReadLoop","detail":"{readStateIndex:24225; appliedIndex:24222; }","duration":"115.972768ms","start":"2026-03-04T16:17:13.736737Z","end":"2026-03-04T16:17:13.85271Z","steps":["trace[1567589034] 'read index received' (duration: 50.615937ms)","trace[1567589034] 'applied index is now lower than readState.Index' (duration: 65.355861ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:13.85292Z","caller":"traceutil/trace.go:171","msg":"trace[1985160210] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"190.901787ms","start":"2026-03-04T16:17:13.662003Z","end":"2026-03-04T16:17:13.852905Z","steps":["trace[1985160210] 'process raft request' (duration: 190.417395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:13.853086Z","caller":"traceutil/trace.go:171","msg":"trace[250101220] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"191.219166ms","start":"2026-03-04T16:17:13.661834Z","end":"2026-03-04T16:17:13.853053Z","steps":["trace[250101220] 'process raft request' (duration: 125.454316ms)","trace[250101220] 'compare' (duration: 64.835126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:13.853243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.457699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:13.853355Z","caller":"traceutil/trace.go:171","msg":"trace[2131653217] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23372; }","duration":"116.629954ms","start":"2026-03-04T16:17:13.736699Z","end":"2026-03-04T16:17:13.853329Z","steps":["trace[2131653217] 'agreement among raft nodes before linearized reading' (duration: 116.331237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:13.85834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.544398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:13.858415Z","caller":"traceutil/trace.go:171","msg":"trace[1283670267] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23374; }","duration":"119.64878ms","start":"2026-03-04T16:17:13.738748Z","end":"2026-03-04T16:17:13.858397Z","steps":["trace[1283670267] 'agreement among raft nodes before linearized reading' (duration: 119.509087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:13.859179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4971"} {"level":"info","ts":"2026-03-04T16:17:13.859216Z","caller":"traceutil/trace.go:171","msg":"trace[1951247937] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23374; }","duration":"117.457934ms","start":"2026-03-04T16:17:13.74175Z","end":"2026-03-04T16:17:13.859208Z","steps":["trace[1951247937] 'agreement among raft nodes before linearized reading' (duration: 117.361242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:13.85928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.296947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:13.85933Z","caller":"traceutil/trace.go:171","msg":"trace[1011338645] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23374; }","duration":"120.356558ms","start":"2026-03-04T16:17:13.738961Z","end":"2026-03-04T16:17:13.859317Z","steps":["trace[1011338645] 'agreement among raft nodes before linearized reading' (duration: 120.271736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:13.859507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.682676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:13.859532Z","caller":"traceutil/trace.go:171","msg":"trace[923844789] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23374; }","duration":"120.708256ms","start":"2026-03-04T16:17:13.738818Z","end":"2026-03-04T16:17:13.859526Z","steps":["trace[923844789] 'agreement among raft nodes before linearized reading' (duration: 120.670965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:14.406793Z","caller":"traceutil/trace.go:171","msg":"trace[1908718700] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"106.688592ms","start":"2026-03-04T16:17:14.300025Z","end":"2026-03-04T16:17:14.406713Z","steps":["trace[1908718700] 'process raft request' (duration: 42.892783ms)","trace[1908718700] 'compare' (duration: 63.381749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:15.999327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.85302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:15.999418Z","caller":"traceutil/trace.go:171","msg":"trace[104915982] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23391; }","duration":"142.024285ms","start":"2026-03-04T16:17:15.85737Z","end":"2026-03-04T16:17:15.999395Z","steps":["trace[104915982] 'range keys from in-memory index tree' (duration: 141.723987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:15.999709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.634354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:17:15.999783Z","caller":"traceutil/trace.go:171","msg":"trace[940110849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23391; }","duration":"141.771318ms","start":"2026-03-04T16:17:15.857993Z","end":"2026-03-04T16:17:15.999764Z","steps":["trace[940110849] 'range keys from in-memory index tree' (duration: 141.207184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.000346Z","caller":"traceutil/trace.go:171","msg":"trace[231766946] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"140.792343ms","start":"2026-03-04T16:17:15.859521Z","end":"2026-03-04T16:17:16.000314Z","steps":["trace[231766946] 'process raft request' (duration: 109.37284ms)","trace[231766946] 'compare' (duration: 30.811408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:16.012801Z","caller":"traceutil/trace.go:171","msg":"trace[1408036665] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"150.872638ms","start":"2026-03-04T16:17:15.861914Z","end":"2026-03-04T16:17:16.012787Z","steps":["trace[1408036665] 'process raft request' (duration: 150.815887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.012837Z","caller":"traceutil/trace.go:171","msg":"trace[1204172036] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"150.983811ms","start":"2026-03-04T16:17:15.861814Z","end":"2026-03-04T16:17:16.012798Z","steps":["trace[1204172036] 'process raft request' (duration: 150.843588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.013025Z","caller":"traceutil/trace.go:171","msg":"trace[2142231895] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"151.060332ms","start":"2026-03-04T16:17:15.861945Z","end":"2026-03-04T16:17:16.013006Z","steps":["trace[2142231895] 'process raft request' (duration: 150.810856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.013121Z","caller":"traceutil/trace.go:171","msg":"trace[1414813289] linearizableReadLoop","detail":"{readStateIndex:24249; appliedIndex:24245; }","duration":"149.780971ms","start":"2026-03-04T16:17:15.863324Z","end":"2026-03-04T16:17:16.013105Z","steps":["trace[1414813289] 'read index received' (duration: 105.668827ms)","trace[1414813289] 'applied index is now lower than readState.Index' (duration: 44.111074ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:16.013257Z","caller":"traceutil/trace.go:171","msg":"trace[1945925184] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"148.159169ms","start":"2026-03-04T16:17:15.86497Z","end":"2026-03-04T16:17:16.013129Z","steps":["trace[1945925184] 'process raft request' (duration: 147.969615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:16.013341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.019606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:16.013376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.572562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:17:16.013404Z","caller":"traceutil/trace.go:171","msg":"trace[1741262323] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23396; }","duration":"146.079337ms","start":"2026-03-04T16:17:15.8673Z","end":"2026-03-04T16:17:16.013379Z","steps":["trace[1741262323] 'agreement among raft nodes before linearized reading' (duration: 146.020605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.013466Z","caller":"traceutil/trace.go:171","msg":"trace[2046737003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23396; }","duration":"116.642204ms","start":"2026-03-04T16:17:15.896759Z","end":"2026-03-04T16:17:16.013401Z","steps":["trace[2046737003] 'agreement among raft nodes before linearized reading' (duration: 116.550222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:16.013257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.916604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:16.013573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.490137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:16.013605Z","caller":"traceutil/trace.go:171","msg":"trace[1632040968] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23396; }","duration":"146.545238ms","start":"2026-03-04T16:17:15.867049Z","end":"2026-03-04T16:17:16.013594Z","steps":["trace[1632040968] 'agreement among raft nodes before linearized reading' (duration: 146.498277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:16.013581Z","caller":"traceutil/trace.go:171","msg":"trace[1035573957] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23396; }","duration":"150.293233ms","start":"2026-03-04T16:17:15.863276Z","end":"2026-03-04T16:17:16.013569Z","steps":["trace[1035573957] 'agreement among raft nodes before linearized reading' (duration: 149.897254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:16.01329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.258961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:16.013774Z","caller":"traceutil/trace.go:171","msg":"trace[1144738741] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23396; }","duration":"146.759013ms","start":"2026-03-04T16:17:15.866997Z","end":"2026-03-04T16:17:16.013756Z","steps":["trace[1144738741] 'agreement among raft nodes before linearized reading' (duration: 146.24821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:22.640947Z","caller":"traceutil/trace.go:171","msg":"trace[1622392723] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"108.679173ms","start":"2026-03-04T16:17:22.532246Z","end":"2026-03-04T16:17:22.640925Z","steps":["trace[1622392723] 'process raft request' (duration: 108.54316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.102106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.821514ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:17:28.403542Z","caller":"traceutil/trace.go:171","msg":"trace[1535380381] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"335.58639ms","start":"2026-03-04T16:17:28.067927Z","end":"2026-03-04T16:17:28.403513Z","steps":["trace[1535380381] 'process raft request' (duration: 322.664824ms)","trace[1535380381] 'compare' (duration: 12.235479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:28.403689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.067911Z","time spent":"335.709473ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:28.403825Z","caller":"traceutil/trace.go:171","msg":"trace[2101939254] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"324.539591ms","start":"2026-03-04T16:17:28.079255Z","end":"2026-03-04T16:17:28.403795Z","steps":["trace[2101939254] 'process raft request' (duration: 324.213083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.404008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.079232Z","time spent":"324.679774ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:28.404227Z","caller":"traceutil/trace.go:171","msg":"trace[459665508] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"324.182183ms","start":"2026-03-04T16:17:28.080033Z","end":"2026-03-04T16:17:28.404215Z","steps":["trace[459665508] 'process raft request' (duration: 323.66652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.404304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.080016Z","time spent":"324.253144ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:28.404454Z","caller":"traceutil/trace.go:171","msg":"trace[2090030159] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24332; }","duration":"302.241968ms","start":"2026-03-04T16:17:28.102202Z","end":"2026-03-04T16:17:28.404444Z","steps":["trace[2090030159] 'read index received' (duration: 44.492053ms)","trace[2090030159] 'applied index is now lower than readState.Index' (duration: 257.748625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:28.404639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.830323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:28.404699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.630444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:28.404728Z","caller":"traceutil/trace.go:171","msg":"trace[2114092295] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23480; }","duration":"344.920495ms","start":"2026-03-04T16:17:28.059768Z","end":"2026-03-04T16:17:28.404688Z","steps":["trace[2114092295] 'agreement among raft nodes before linearized reading' (duration: 344.820983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:28.404743Z","caller":"traceutil/trace.go:171","msg":"trace[1971893987] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23480; }","duration":"345.707155ms","start":"2026-03-04T16:17:28.059027Z","end":"2026-03-04T16:17:28.404734Z","steps":["trace[1971893987] 'agreement among raft nodes before linearized reading' (duration: 345.637683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.404778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.059009Z","time spent":"345.763397ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:17:28.404779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.059756Z","time spent":"345.012847ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:17:28.404884Z","caller":"traceutil/trace.go:171","msg":"trace[1468029442] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"324.518701ms","start":"2026-03-04T16:17:28.08035Z","end":"2026-03-04T16:17:28.404869Z","steps":["trace[1468029442] 'process raft request' (duration: 323.817934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.404961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.080339Z","time spent":"324.581792ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:28.405027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.521858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:28.405063Z","caller":"traceutil/trace.go:171","msg":"trace[726783724] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23480; }","duration":"356.6018ms","start":"2026-03-04T16:17:28.048453Z","end":"2026-03-04T16:17:28.405055Z","steps":["trace[726783724] 'agreement among raft nodes before linearized reading' (duration: 356.495187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.405096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.048431Z","time spent":"356.657241ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:28.405251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.795643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:17:28.405305Z","caller":"traceutil/trace.go:171","msg":"trace[1447777783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23480; }","duration":"308.882555ms","start":"2026-03-04T16:17:28.096405Z","end":"2026-03-04T16:17:28.405287Z","steps":["trace[1447777783] 'agreement among raft nodes before linearized reading' (duration: 308.730572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.405352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.096393Z","time spent":"308.949087ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:28.40557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.260002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:17:28.405604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.877229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:17:28.405639Z","caller":"traceutil/trace.go:171","msg":"trace[1361634696] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23480; }","duration":"228.373985ms","start":"2026-03-04T16:17:28.177247Z","end":"2026-03-04T16:17:28.405621Z","steps":["trace[1361634696] 'agreement among raft nodes before linearized reading' (duration: 228.277092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:28.40565Z","caller":"traceutil/trace.go:171","msg":"trace[2025526971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23480; }","duration":"316.958381ms","start":"2026-03-04T16:17:28.08868Z","end":"2026-03-04T16:17:28.405638Z","steps":["trace[2025526971] 'agreement among raft nodes before linearized reading' (duration: 316.840568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.406317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.088661Z","time spent":"317.611347ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:17:28.405765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.829079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:28.406621Z","caller":"traceutil/trace.go:171","msg":"trace[510943040] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23480; }","duration":"346.66777ms","start":"2026-03-04T16:17:28.059926Z","end":"2026-03-04T16:17:28.406593Z","steps":["trace[510943040] 'agreement among raft nodes before linearized reading' (duration: 345.806809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.406667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.059918Z","time spent":"346.738572ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:28.405814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.948512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:28.406856Z","caller":"traceutil/trace.go:171","msg":"trace[63447454] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23480; }","duration":"347.007628ms","start":"2026-03-04T16:17:28.059837Z","end":"2026-03-04T16:17:28.406845Z","steps":["trace[63447454] 'agreement among raft nodes before linearized reading' (duration: 345.952442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.406893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.059829Z","time spent":"347.055619ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:28.405315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.37779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:17:28.407085Z","caller":"traceutil/trace.go:171","msg":"trace[711030007] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23480; }","duration":"256.170505ms","start":"2026-03-04T16:17:28.150901Z","end":"2026-03-04T16:17:28.407071Z","steps":["trace[711030007] 'agreement among raft nodes before linearized reading' (duration: 254.315548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.736565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.168057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:28.736725Z","caller":"traceutil/trace.go:171","msg":"trace[1987348648] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24337; }","duration":"324.414798ms","start":"2026-03-04T16:17:28.412296Z","end":"2026-03-04T16:17:28.736711Z","steps":["trace[1987348648] 'read index received' (duration: 148.19506ms)","trace[1987348648] 'applied index is now lower than readState.Index' (duration: 176.218948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:28.736821Z","caller":"traceutil/trace.go:171","msg":"trace[1739733842] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"324.86606ms","start":"2026-03-04T16:17:28.411944Z","end":"2026-03-04T16:17:28.73681Z","steps":["trace[1739733842] 'process raft request' (duration: 324.718416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:28.736836Z","caller":"traceutil/trace.go:171","msg":"trace[1890014809] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"325.33209ms","start":"2026-03-04T16:17:28.411476Z","end":"2026-03-04T16:17:28.736808Z","steps":["trace[1890014809] 'process raft request' (duration: 148.860777ms)","trace[1890014809] 'compare' (duration: 175.970231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:28.736884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.41192Z","time spent":"324.932271ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:28.736984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.411461Z","time spent":"325.439914ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:28.737165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.864519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T16:17:28.737207Z","caller":"traceutil/trace.go:171","msg":"trace[641080407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c; range_end:; response_count:1; response_revision:23482; }","duration":"324.926641ms","start":"2026-03-04T16:17:28.412267Z","end":"2026-03-04T16:17:28.737194Z","steps":["trace[641080407] 'agreement among raft nodes before linearized reading' (duration: 324.784938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.737234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.412254Z","time spent":"324.973952ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c\" "} {"level":"warn","ts":"2026-03-04T16:17:28.737358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.608323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:17:28.737392Z","caller":"traceutil/trace.go:171","msg":"trace[1469391714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23482; }","duration":"324.641364ms","start":"2026-03-04T16:17:28.41274Z","end":"2026-03-04T16:17:28.737381Z","steps":["trace[1469391714] 'agreement among raft nodes before linearized reading' (duration: 324.532031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:28.737419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.412706Z","time spent":"324.707016ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:17:28.73773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.560478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:28.737801Z","caller":"traceutil/trace.go:171","msg":"trace[1963044925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"249.672152ms","start":"2026-03-04T16:17:28.488121Z","end":"2026-03-04T16:17:28.737793Z","steps":["trace[1963044925] 'agreement among raft nodes before linearized reading' (duration: 249.58676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:29.425024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.076496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:29.42513Z","caller":"traceutil/trace.go:171","msg":"trace[160179956] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"684.450516ms","start":"2026-03-04T16:17:28.740659Z","end":"2026-03-04T16:17:29.42511Z","steps":["trace[160179956] 'process raft request' (duration: 307.185414ms)","trace[160179956] 'compare' (duration: 376.611005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:29.425181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.740625Z","time spent":"684.531327ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:29.514238Z","caller":"traceutil/trace.go:171","msg":"trace[1473767609] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"770.363904ms","start":"2026-03-04T16:17:28.743842Z","end":"2026-03-04T16:17:29.514206Z","steps":["trace[1473767609] 'process raft request' (duration: 770.153379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:29.514366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.743823Z","time spent":"770.475446ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:29.514605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.973752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:17:29.514691Z","caller":"traceutil/trace.go:171","msg":"trace[311240175] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23484; }","duration":"518.140427ms","start":"2026-03-04T16:17:28.996538Z","end":"2026-03-04T16:17:29.514678Z","steps":["trace[311240175] 'agreement among raft nodes before linearized reading' (duration: 517.756057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:29.514729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:28.996518Z","time spent":"518.203149ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:17:29.514244Z","caller":"traceutil/trace.go:171","msg":"trace[1780611469] linearizableReadLoop","detail":"{readStateIndex:24341; appliedIndex:24339; }","duration":"517.604813ms","start":"2026-03-04T16:17:28.996579Z","end":"2026-03-04T16:17:29.514184Z","steps":["trace[1780611469] 'read index received' (duration: 51.275814ms)","trace[1780611469] 'applied index is now lower than readState.Index' (duration: 466.327749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:29.715475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.877931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:29.715619Z","caller":"traceutil/trace.go:171","msg":"trace[489716339] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"437.108812ms","start":"2026-03-04T16:17:29.278494Z","end":"2026-03-04T16:17:29.715603Z","steps":["trace[489716339] 'process raft request' (duration: 292.952414ms)","trace[489716339] 'compare' (duration: 143.482971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:29.715687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:29.278468Z","time spent":"437.187894ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:29.715865Z","caller":"traceutil/trace.go:171","msg":"trace[1682223474] linearizableReadLoop","detail":"{readStateIndex:24343; appliedIndex:24341; }","duration":"200.611223ms","start":"2026-03-04T16:17:29.515223Z","end":"2026-03-04T16:17:29.715834Z","steps":["trace[1682223474] 'read index received' (duration: 56.179418ms)","trace[1682223474] 'applied index is now lower than readState.Index' (duration: 144.430005ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:29.715977Z","caller":"traceutil/trace.go:171","msg":"trace[1869683843] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"255.002996ms","start":"2026-03-04T16:17:29.460959Z","end":"2026-03-04T16:17:29.715962Z","steps":["trace[1869683843] 'process raft request' (duration: 254.602656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:29.716178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.33259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:17:29.716245Z","caller":"traceutil/trace.go:171","msg":"trace[1076773320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23486; }","duration":"411.467154ms","start":"2026-03-04T16:17:29.304764Z","end":"2026-03-04T16:17:29.716232Z","steps":["trace[1076773320] 'agreement among raft nodes before linearized reading' (duration: 411.238499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:29.716302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:29.304747Z","time spent":"411.528646ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:17:29.944917Z","caller":"traceutil/trace.go:171","msg":"trace[1590406317] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"123.936848ms","start":"2026-03-04T16:17:29.820935Z","end":"2026-03-04T16:17:29.944872Z","steps":["trace[1590406317] 'process raft request' (duration: 64.102428ms)","trace[1590406317] 'compare' (duration: 59.567453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:30.243713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.356022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:30.243806Z","caller":"traceutil/trace.go:171","msg":"trace[1817088796] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23488; }","duration":"136.505665ms","start":"2026-03-04T16:17:30.10728Z","end":"2026-03-04T16:17:30.243786Z","steps":["trace[1817088796] 'range keys from in-memory index tree' (duration: 136.255559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.243914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.301695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:30.243995Z","caller":"traceutil/trace.go:171","msg":"trace[338687719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23488; }","duration":"175.467389ms","start":"2026-03-04T16:17:30.068508Z","end":"2026-03-04T16:17:30.243976Z","steps":["trace[338687719] 'count revisions from in-memory index tree' (duration: 175.236083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:30.654571Z","caller":"traceutil/trace.go:171","msg":"trace[741692613] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24346; }","duration":"242.360926ms","start":"2026-03-04T16:17:30.412175Z","end":"2026-03-04T16:17:30.654536Z","steps":["trace[741692613] 'read index received' (duration: 143.916472ms)","trace[741692613] 'applied index is now lower than readState.Index' (duration: 98.442964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:30.654616Z","caller":"traceutil/trace.go:171","msg":"trace[1959253304] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"243.31676ms","start":"2026-03-04T16:17:30.411276Z","end":"2026-03-04T16:17:30.654593Z","steps":["trace[1959253304] 'process raft request' (duration: 144.856845ms)","trace[1959253304] 'compare' (duration: 98.28329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:30.654762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.562321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:30.654822Z","caller":"traceutil/trace.go:171","msg":"trace[393625022] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23490; }","duration":"242.671174ms","start":"2026-03-04T16:17:30.412135Z","end":"2026-03-04T16:17:30.654806Z","steps":["trace[393625022] 'agreement among raft nodes before linearized reading' (duration: 242.557431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:30.734081Z","caller":"traceutil/trace.go:171","msg":"trace[1864911499] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"319.509834ms","start":"2026-03-04T16:17:30.414537Z","end":"2026-03-04T16:17:30.734047Z","steps":["trace[1864911499] 'process raft request' (duration: 319.264398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.734251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.414528Z","time spent":"319.633687ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:30.734414Z","caller":"traceutil/trace.go:171","msg":"trace[182671371] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"319.78324ms","start":"2026-03-04T16:17:30.414602Z","end":"2026-03-04T16:17:30.734385Z","steps":["trace[182671371] 'process raft request' (duration: 319.35487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.734588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.414595Z","time spent":"319.905963ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:30.734635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.262732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:30.73465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.627165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:30.734695Z","caller":"traceutil/trace.go:171","msg":"trace[1192045975] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23493; }","duration":"320.328055ms","start":"2026-03-04T16:17:30.414348Z","end":"2026-03-04T16:17:30.734676Z","steps":["trace[1192045975] 'agreement among raft nodes before linearized reading' (duration: 320.201982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:30.734749Z","caller":"traceutil/trace.go:171","msg":"trace[1010127511] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"319.948175ms","start":"2026-03-04T16:17:30.414791Z","end":"2026-03-04T16:17:30.734739Z","steps":["trace[1010127511] 'process raft request' (duration: 319.410662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.734785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.414345Z","time spent":"320.400146ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:30.7348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.414784Z","time spent":"319.991316ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:30.7347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.315274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:30.734714Z","caller":"traceutil/trace.go:171","msg":"trace[1704318120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23493; }","duration":"246.729277ms","start":"2026-03-04T16:17:30.487968Z","end":"2026-03-04T16:17:30.734697Z","steps":["trace[1704318120] 'agreement among raft nodes before linearized reading' (duration: 246.602824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:30.734862Z","caller":"traceutil/trace.go:171","msg":"trace[60519990] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23493; }","duration":"320.482328ms","start":"2026-03-04T16:17:30.414365Z","end":"2026-03-04T16:17:30.734848Z","steps":["trace[60519990] 'agreement among raft nodes before linearized reading' (duration: 320.297053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.734907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.414363Z","time spent":"320.531189ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:17:30.734796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.461407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:30.735049Z","caller":"traceutil/trace.go:171","msg":"trace[147373673] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23493; }","duration":"320.722345ms","start":"2026-03-04T16:17:30.414309Z","end":"2026-03-04T16:17:30.735031Z","steps":["trace[147373673] 'agreement among raft nodes before linearized reading' (duration: 320.425317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:30.735103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.4143Z","time spent":"320.787656ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-04T16:17:30.941285Z","caller":"traceutil/trace.go:171","msg":"trace[604554529] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"196.602912ms","start":"2026-03-04T16:17:30.744655Z","end":"2026-03-04T16:17:30.941258Z","steps":["trace[604554529] 'process raft request' (duration: 104.644071ms)","trace[604554529] 'compare' (duration: 91.732275ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.178962Z","caller":"traceutil/trace.go:171","msg":"trace[147308769] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24350; }","duration":"376.168545ms","start":"2026-03-04T16:17:30.80277Z","end":"2026-03-04T16:17:31.178939Z","steps":["trace[147308769] 'read index received' (duration: 46.699409ms)","trace[147308769] 'applied index is now lower than readState.Index' (duration: 329.467856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.179427Z","caller":"traceutil/trace.go:171","msg":"trace[880419177] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"434.582118ms","start":"2026-03-04T16:17:30.744817Z","end":"2026-03-04T16:17:31.179399Z","steps":["trace[880419177] 'process raft request' (duration: 403.484544ms)","trace[880419177] 'compare' (duration: 30.448507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:31.179586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.744809Z","time spent":"434.680331ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:31.179896Z","caller":"traceutil/trace.go:171","msg":"trace[1648212138] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"378.960964ms","start":"2026-03-04T16:17:30.800902Z","end":"2026-03-04T16:17:31.179863Z","steps":["trace[1648212138] 'process raft request' (duration: 377.99002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:31.179946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.157749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:17:31.179946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.111477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:17:31.180006Z","caller":"traceutil/trace.go:171","msg":"trace[474418904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23496; }","duration":"377.249892ms","start":"2026-03-04T16:17:30.802739Z","end":"2026-03-04T16:17:31.179989Z","steps":["trace[474418904] 'agreement among raft nodes before linearized reading' (duration: 377.112789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:31.180011Z","caller":"traceutil/trace.go:171","msg":"trace[1554131393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23496; }","duration":"356.22115ms","start":"2026-03-04T16:17:30.823775Z","end":"2026-03-04T16:17:31.179996Z","steps":["trace[1554131393] 'agreement among raft nodes before linearized reading' (duration: 356.050046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:31.180044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.802728Z","time spent":"377.308823ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:17:31.180048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.823754Z","time spent":"356.283992ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:17:31.180054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:30.800879Z","time spent":"379.083867ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:31.36791Z","caller":"traceutil/trace.go:171","msg":"trace[53368751] linearizableReadLoop","detail":"{readStateIndex:24355; appliedIndex:24353; }","duration":"171.649602ms","start":"2026-03-04T16:17:31.196244Z","end":"2026-03-04T16:17:31.367894Z","steps":["trace[53368751] 'read index received' (duration: 90.592607ms)","trace[53368751] 'applied index is now lower than readState.Index' (duration: 81.056145ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.368119Z","caller":"traceutil/trace.go:171","msg":"trace[727124057] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"179.552512ms","start":"2026-03-04T16:17:31.188553Z","end":"2026-03-04T16:17:31.368106Z","steps":["trace[727124057] 'process raft request' (duration: 98.27163ms)","trace[727124057] 'compare' (duration: 80.896962ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.368405Z","caller":"traceutil/trace.go:171","msg":"trace[1722387831] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"179.549932ms","start":"2026-03-04T16:17:31.188837Z","end":"2026-03-04T16:17:31.368386Z","steps":["trace[1722387831] 'process raft request' (duration: 179.020058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:31.368476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.233746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:17:31.368507Z","caller":"traceutil/trace.go:171","msg":"trace[107388643] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23498; }","duration":"172.320408ms","start":"2026-03-04T16:17:31.196177Z","end":"2026-03-04T16:17:31.368498Z","steps":["trace[107388643] 'agreement among raft nodes before linearized reading' (duration: 172.233866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:31.600674Z","caller":"traceutil/trace.go:171","msg":"trace[1922203571] linearizableReadLoop","detail":"{readStateIndex:24356; appliedIndex:24355; }","duration":"160.230154ms","start":"2026-03-04T16:17:31.440414Z","end":"2026-03-04T16:17:31.600644Z","steps":["trace[1922203571] 'read index received' (duration: 115.31373ms)","trace[1922203571] 'applied index is now lower than readState.Index' (duration: 44.914964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.60106Z","caller":"traceutil/trace.go:171","msg":"trace[750774512] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"166.856201ms","start":"2026-03-04T16:17:31.433958Z","end":"2026-03-04T16:17:31.600815Z","steps":["trace[750774512] 'process raft request' (duration: 121.764033ms)","trace[750774512] 'compare' (duration: 44.76321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:31.601251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.813058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:31.6016Z","caller":"traceutil/trace.go:171","msg":"trace[1469159515] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23499; }","duration":"161.181377ms","start":"2026-03-04T16:17:31.440399Z","end":"2026-03-04T16:17:31.60158Z","steps":["trace[1469159515] 'agreement among raft nodes before linearized reading' (duration: 160.532391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:31.940152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.11251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:31.940207Z","caller":"traceutil/trace.go:171","msg":"trace[1065259894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23500; }","duration":"219.212292ms","start":"2026-03-04T16:17:31.720982Z","end":"2026-03-04T16:17:31.940194Z","steps":["trace[1065259894] 'range keys from in-memory index tree' (duration: 219.014888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:31.940237Z","caller":"traceutil/trace.go:171","msg":"trace[1002335329] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24357; }","duration":"177.635943ms","start":"2026-03-04T16:17:31.76257Z","end":"2026-03-04T16:17:31.940206Z","steps":["trace[1002335329] 'read index received' (duration: 173.5455ms)","trace[1002335329] 'applied index is now lower than readState.Index' (duration: 4.089313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:31.940277Z","caller":"traceutil/trace.go:171","msg":"trace[377494038] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"217.247783ms","start":"2026-03-04T16:17:31.722999Z","end":"2026-03-04T16:17:31.940247Z","steps":["trace[377494038] 'process raft request' (duration: 213.232052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:31.940435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.842248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:17:31.940479Z","caller":"traceutil/trace.go:171","msg":"trace[662023509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23501; }","duration":"177.93672ms","start":"2026-03-04T16:17:31.762532Z","end":"2026-03-04T16:17:31.940468Z","steps":["trace[662023509] 'agreement among raft nodes before linearized reading' (duration: 177.762776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:32.255752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.835165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:32.25585Z","caller":"traceutil/trace.go:171","msg":"trace[1444008282] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"307.287245ms","start":"2026-03-04T16:17:31.94855Z","end":"2026-03-04T16:17:32.255838Z","steps":["trace[1444008282] 'process raft request' (duration: 145.306567ms)","trace[1444008282] 'compare' (duration: 161.580878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:32.255883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:31.948531Z","time spent":"307.337367ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:33.012775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.14996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:33.012966Z","caller":"traceutil/trace.go:171","msg":"trace[657127218] linearizableReadLoop","detail":"{readStateIndex:24367; appliedIndex:24364; }","duration":"267.232794ms","start":"2026-03-04T16:17:32.74572Z","end":"2026-03-04T16:17:33.012952Z","steps":["trace[657127218] 'read index received' (duration: 76.825088ms)","trace[657127218] 'applied index is now lower than readState.Index' (duration: 190.406696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:33.013645Z","caller":"traceutil/trace.go:171","msg":"trace[2026795125] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"273.576423ms","start":"2026-03-04T16:17:32.740043Z","end":"2026-03-04T16:17:33.01362Z","steps":["trace[2026795125] 'process raft request' (duration: 272.821175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.013705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.165428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:33.013644Z","caller":"traceutil/trace.go:171","msg":"trace[1491256632] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"273.677056ms","start":"2026-03-04T16:17:32.739947Z","end":"2026-03-04T16:17:33.013624Z","steps":["trace[1491256632] 'process raft request' (duration: 82.612445ms)","trace[1491256632] 'compare' (duration: 189.79906ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:33.013749Z","caller":"traceutil/trace.go:171","msg":"trace[175631731] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23509; }","duration":"272.253202ms","start":"2026-03-04T16:17:32.741482Z","end":"2026-03-04T16:17:33.013735Z","steps":["trace[175631731] 'agreement among raft nodes before linearized reading' (duration: 272.112578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.013768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.301713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:33.013814Z","caller":"traceutil/trace.go:171","msg":"trace[315352117] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23509; }","duration":"272.359604ms","start":"2026-03-04T16:17:32.741442Z","end":"2026-03-04T16:17:33.013802Z","steps":["trace[315352117] 'agreement among raft nodes before linearized reading' (duration: 272.291802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.01384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.278148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:33.013862Z","caller":"traceutil/trace.go:171","msg":"trace[978888128] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23509; }","duration":"273.321118ms","start":"2026-03-04T16:17:32.740535Z","end":"2026-03-04T16:17:33.013856Z","steps":["trace[978888128] 'agreement among raft nodes before linearized reading' (duration: 273.276607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:33.013821Z","caller":"traceutil/trace.go:171","msg":"trace[932361014] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"271.259286ms","start":"2026-03-04T16:17:32.742518Z","end":"2026-03-04T16:17:33.013778Z","steps":["trace[932361014] 'process raft request' (duration: 270.398494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.72424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.846154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:17:33.72432Z","caller":"traceutil/trace.go:171","msg":"trace[2044349642] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24367; }","duration":"548.835352ms","start":"2026-03-04T16:17:33.175467Z","end":"2026-03-04T16:17:33.724303Z","steps":["trace[2044349642] 'read index received' (duration: 392.999259ms)","trace[2044349642] 'applied index is now lower than readState.Index' (duration: 155.835063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:33.724377Z","caller":"traceutil/trace.go:171","msg":"trace[1499688012] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"706.574584ms","start":"2026-03-04T16:17:33.017792Z","end":"2026-03-04T16:17:33.724366Z","steps":["trace[1499688012] 'process raft request' (duration: 550.532955ms)","trace[1499688012] 'compare' (duration: 155.382432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:33.724429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:33.017777Z","time spent":"706.622774ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:33.72446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.983926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:33.72452Z","caller":"traceutil/trace.go:171","msg":"trace[749564001] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23510; }","duration":"549.094169ms","start":"2026-03-04T16:17:33.175413Z","end":"2026-03-04T16:17:33.724507Z","steps":["trace[749564001] 'agreement among raft nodes before linearized reading' (duration: 548.977916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.724563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:33.175389Z","time spent":"549.1642ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:33.7762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.500794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:17:33.776299Z","caller":"traceutil/trace.go:171","msg":"trace[1025893374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23511; }","duration":"592.632178ms","start":"2026-03-04T16:17:33.183641Z","end":"2026-03-04T16:17:33.776273Z","steps":["trace[1025893374] 'agreement among raft nodes before linearized reading' (duration: 592.379422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.776354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:33.183625Z","time spent":"592.716109ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:17:33.776752Z","caller":"traceutil/trace.go:171","msg":"trace[1602775996] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"232.386105ms","start":"2026-03-04T16:17:33.544352Z","end":"2026-03-04T16:17:33.776738Z","steps":["trace[1602775996] 'process raft request' (duration: 231.533614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.776939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.522855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:17:33.776977Z","caller":"traceutil/trace.go:171","msg":"trace[1112106224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23511; }","duration":"113.603007ms","start":"2026-03-04T16:17:33.663365Z","end":"2026-03-04T16:17:33.776968Z","steps":["trace[1112106224] 'agreement among raft nodes before linearized reading' (duration: 113.533055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:33.777125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.930004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:17:33.777171Z","caller":"traceutil/trace.go:171","msg":"trace[717435419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23511; }","duration":"170.998606ms","start":"2026-03-04T16:17:33.606157Z","end":"2026-03-04T16:17:33.777155Z","steps":["trace[717435419] 'agreement among raft nodes before linearized reading' (duration: 170.939374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:34.733169Z","caller":"traceutil/trace.go:171","msg":"trace[1735541209] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"415.880396ms","start":"2026-03-04T16:17:34.317255Z","end":"2026-03-04T16:17:34.733136Z","steps":["trace[1735541209] 'process raft request' (duration: 411.415614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:34.733257Z","caller":"traceutil/trace.go:171","msg":"trace[247644985] linearizableReadLoop","detail":"{readStateIndex:24376; appliedIndex:24375; }","duration":"245.077835ms","start":"2026-03-04T16:17:34.488159Z","end":"2026-03-04T16:17:34.733237Z","steps":["trace[247644985] 'read index received' (duration: 240.528481ms)","trace[247644985] 'applied index is now lower than readState.Index' (duration: 4.547474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:34.733353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.179568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:34.733331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:34.31723Z","time spent":"416.015139ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:34.733377Z","caller":"traceutil/trace.go:171","msg":"trace[626077369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23519; }","duration":"245.25332ms","start":"2026-03-04T16:17:34.488118Z","end":"2026-03-04T16:17:34.733371Z","steps":["trace[626077369] 'agreement among raft nodes before linearized reading' (duration: 245.178518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.230056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832385296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:17:36.239269Z","caller":"traceutil/trace.go:171","msg":"trace[515646347] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"575.116815ms","start":"2026-03-04T16:17:35.664122Z","end":"2026-03-04T16:17:36.239239Z","steps":["trace[515646347] 'process raft request' (duration: 574.9217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.239431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.664091Z","time spent":"575.264799ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8186,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:36.240222Z","caller":"traceutil/trace.go:171","msg":"trace[1874345013] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24382; }","duration":"510.913505ms","start":"2026-03-04T16:17:35.729293Z","end":"2026-03-04T16:17:36.240206Z","steps":["trace[1874345013] 'read index received' (duration: 509.708995ms)","trace[1874345013] 'applied index is now lower than readState.Index' (duration: 1.20396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:36.24029Z","caller":"traceutil/trace.go:171","msg":"trace[1477584271] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"247.322412ms","start":"2026-03-04T16:17:35.99296Z","end":"2026-03-04T16:17:36.240282Z","steps":["trace[1477584271] 'process raft request' (duration: 247.166788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.240416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.201719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:36.240511Z","caller":"traceutil/trace.go:171","msg":"trace[8797376] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23526; }","duration":"499.325842ms","start":"2026-03-04T16:17:35.741162Z","end":"2026-03-04T16:17:36.240488Z","steps":["trace[8797376] 'agreement among raft nodes before linearized reading' (duration: 499.167878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.240521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.202277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:17:36.240578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.741149Z","time spent":"499.410404ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:17:36.240614Z","caller":"traceutil/trace.go:171","msg":"trace[679149456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23526; }","duration":"361.324919ms","start":"2026-03-04T16:17:35.879263Z","end":"2026-03-04T16:17:36.240588Z","steps":["trace[679149456] 'agreement among raft nodes before linearized reading' (duration: 361.130095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.240682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.879255Z","time spent":"361.410301ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:36.240871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.882418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:36.240931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.595848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:17:36.24097Z","caller":"traceutil/trace.go:171","msg":"trace[2020227701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23526; }","duration":"361.645379ms","start":"2026-03-04T16:17:35.879312Z","end":"2026-03-04T16:17:36.240957Z","steps":["trace[2020227701] 'agreement among raft nodes before linearized reading' (duration: 361.511094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.241007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.879307Z","time spent":"361.68925ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:17:36.240942Z","caller":"traceutil/trace.go:171","msg":"trace[91389161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23526; }","duration":"362.973172ms","start":"2026-03-04T16:17:35.877948Z","end":"2026-03-04T16:17:36.240921Z","steps":["trace[91389161] 'agreement among raft nodes before linearized reading' (duration: 362.792816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.241061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.87788Z","time spent":"363.162767ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:36.24113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.804881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:36.241207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.90319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:17:36.241224Z","caller":"traceutil/trace.go:171","msg":"trace[186160383] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23526; }","duration":"292.929454ms","start":"2026-03-04T16:17:35.94828Z","end":"2026-03-04T16:17:36.24121Z","steps":["trace[186160383] 'agreement among raft nodes before linearized reading' (duration: 292.801341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:36.241268Z","caller":"traceutil/trace.go:171","msg":"trace[519356122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23526; }","duration":"511.964322ms","start":"2026-03-04T16:17:35.729288Z","end":"2026-03-04T16:17:36.241252Z","steps":["trace[519356122] 'agreement among raft nodes before linearized reading' (duration: 511.719316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.241311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.729257Z","time spent":"512.042374ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:17:36.240448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.666253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:17:36.241416Z","caller":"traceutil/trace.go:171","msg":"trace[75260454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23526; }","duration":"237.629868ms","start":"2026-03-04T16:17:36.003768Z","end":"2026-03-04T16:17:36.241398Z","steps":["trace[75260454] 'agreement among raft nodes before linearized reading' (duration: 236.615121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.241475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.028498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:17:36.24151Z","caller":"traceutil/trace.go:171","msg":"trace[1284228420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23526; }","duration":"362.078709ms","start":"2026-03-04T16:17:35.879422Z","end":"2026-03-04T16:17:36.2415Z","steps":["trace[1284228420] 'agreement among raft nodes before linearized reading' (duration: 360.916989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:36.24154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:35.879414Z","time spent":"362.119901ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:17:37.369753Z","caller":"traceutil/trace.go:171","msg":"trace[130101642] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"345.054939ms","start":"2026-03-04T16:17:37.024679Z","end":"2026-03-04T16:17:37.369734Z","steps":["trace[130101642] 'process raft request' (duration: 344.925496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:37.369887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.024648Z","time spent":"345.170141ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:37.920113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832385327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:17:38.420542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832385327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:17:38.920627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832385327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:17:39.040952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670603304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:17:39.045617Z","caller":"traceutil/trace.go:171","msg":"trace[2080076613] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.79720814s","start":"2026-03-04T16:17:37.248391Z","end":"2026-03-04T16:17:39.045599Z","steps":["trace[2080076613] 'process raft request' (duration: 1.797161869s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.045753Z","caller":"traceutil/trace.go:171","msg":"trace[970449000] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"2.014992897s","start":"2026-03-04T16:17:37.030744Z","end":"2026-03-04T16:17:39.045737Z","steps":["trace[970449000] 'process raft request' (duration: 2.014735961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.045771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.248367Z","time spent":"1.797342064s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6248,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:39.045816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.030739Z","time spent":"2.015043659s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:39.045882Z","caller":"traceutil/trace.go:171","msg":"trace[1497016632] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"2.015163342s","start":"2026-03-04T16:17:37.030679Z","end":"2026-03-04T16:17:39.045842Z","steps":["trace[1497016632] 'process raft request' (duration: 2.011303834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.04606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.030667Z","time spent":"2.015296625s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:39.052314Z","caller":"traceutil/trace.go:171","msg":"trace[1870123678] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"763.566862ms","start":"2026-03-04T16:17:38.288725Z","end":"2026-03-04T16:17:39.052292Z","steps":["trace[1870123678] 'process raft request' (duration: 763.48635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.052306Z","caller":"traceutil/trace.go:171","msg":"trace[1018917586] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"796.487972ms","start":"2026-03-04T16:17:38.255793Z","end":"2026-03-04T16:17:39.052281Z","steps":["trace[1018917586] 'process raft request' (duration: 796.316978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.052413Z","caller":"traceutil/trace.go:171","msg":"trace[1489665808] linearizableReadLoop","detail":"{readStateIndex:24403; appliedIndex:24397; }","duration":"1.632849532s","start":"2026-03-04T16:17:37.419551Z","end":"2026-03-04T16:17:39.052401Z","steps":["trace[1489665808] 'read index received' (duration: 1.626484992s)","trace[1489665808] 'applied index is now lower than readState.Index' (duration: 6.36318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:39.052592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563165073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:39.052637Z","caller":"traceutil/trace.go:171","msg":"trace[1814111854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23544; }","duration":"1.563254505s","start":"2026-03-04T16:17:37.489366Z","end":"2026-03-04T16:17:39.052621Z","steps":["trace[1814111854] 'agreement among raft nodes before linearized reading' (duration: 1.563157813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.052672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633109568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:17:39.052697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.694917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:17:39.052699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.489353Z","time spent":"1.563335658s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:17:39.052727Z","caller":"traceutil/trace.go:171","msg":"trace[921724389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23544; }","duration":"792.721607ms","start":"2026-03-04T16:17:38.259995Z","end":"2026-03-04T16:17:39.052716Z","steps":["trace[921724389] 'agreement among raft nodes before linearized reading' (duration: 792.634155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.052727Z","caller":"traceutil/trace.go:171","msg":"trace[241597183] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23544; }","duration":"1.633218191s","start":"2026-03-04T16:17:37.419498Z","end":"2026-03-04T16:17:39.052717Z","steps":["trace[241597183] 'agreement among raft nodes before linearized reading' (duration: 1.632986386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.052748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.259991Z","time spent":"792.753339ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:39.052752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:37.419481Z","time spent":"1.633264322s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:17:39.052482Z","caller":"traceutil/trace.go:171","msg":"trace[870293902] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"367.767142ms","start":"2026-03-04T16:17:38.684703Z","end":"2026-03-04T16:17:39.05247Z","steps":["trace[870293902] 'process raft request' (duration: 367.552147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.052911Z","caller":"traceutil/trace.go:171","msg":"trace[1514863749] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"305.505961ms","start":"2026-03-04T16:17:38.747391Z","end":"2026-03-04T16:17:39.052897Z","steps":["trace[1514863749] 'process raft request' (duration: 304.930426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.052992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.747379Z","time spent":"305.560522ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:39.053016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.684684Z","time spent":"368.170562ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:39.053028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.249451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:17:39.053043Z","caller":"traceutil/trace.go:171","msg":"trace[1225913293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23544; }","duration":"104.295362ms","start":"2026-03-04T16:17:38.948743Z","end":"2026-03-04T16:17:39.053038Z","steps":["trace[1225913293] 'agreement among raft nodes before linearized reading' (duration: 104.254261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.106711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:39.053095Z","caller":"traceutil/trace.go:171","msg":"trace[171977452] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23544; }","duration":"288.146202ms","start":"2026-03-04T16:17:38.764945Z","end":"2026-03-04T16:17:39.053092Z","steps":["trace[171977452] 'agreement among raft nodes before linearized reading' (duration: 288.130041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.231991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:17:39.053144Z","caller":"traceutil/trace.go:171","msg":"trace[384266930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23544; }","duration":"793.293232ms","start":"2026-03-04T16:17:38.259842Z","end":"2026-03-04T16:17:39.053136Z","steps":["trace[384266930] 'agreement among raft nodes before linearized reading' (duration: 793.127818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.053151Z","caller":"traceutil/trace.go:171","msg":"trace[1854205388] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"282.168791ms","start":"2026-03-04T16:17:38.77097Z","end":"2026-03-04T16:17:39.053139Z","steps":["trace[1854205388] 'process raft request' (duration: 281.407342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.05317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.259837Z","time spent":"793.325702ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:39.053271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.111969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:39.053311Z","caller":"traceutil/trace.go:171","msg":"trace[182930431] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23544; }","duration":"799.15887ms","start":"2026-03-04T16:17:38.254145Z","end":"2026-03-04T16:17:39.053304Z","steps":["trace[182930431] 'agreement among raft nodes before linearized reading' (duration: 799.099928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.167751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:39.05337Z","caller":"traceutil/trace.go:171","msg":"trace[1632253913] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23544; }","duration":"799.199311ms","start":"2026-03-04T16:17:38.254164Z","end":"2026-03-04T16:17:39.053363Z","steps":["trace[1632253913] 'agreement among raft nodes before linearized reading' (duration: 798.917084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.261952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:39.053445Z","caller":"traceutil/trace.go:171","msg":"trace[842217002] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23544; }","duration":"799.348995ms","start":"2026-03-04T16:17:38.254087Z","end":"2026-03-04T16:17:39.053436Z","steps":["trace[842217002] 'agreement among raft nodes before linearized reading' (duration: 799.276343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.254069Z","time spent":"799.395107ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:39.053568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.712784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:17:39.053588Z","caller":"traceutil/trace.go:171","msg":"trace[1749113889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23544; }","duration":"797.743185ms","start":"2026-03-04T16:17:38.25584Z","end":"2026-03-04T16:17:39.053583Z","steps":["trace[1749113889] 'agreement among raft nodes before linearized reading' (duration: 797.58876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.25414Z","time spent":"799.271393ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:39.053748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.255783Z","time spent":"796.646166ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:39.054119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.07833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:39.05415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.991936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:17:39.054166Z","caller":"traceutil/trace.go:171","msg":"trace[364883325] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23544; }","duration":"723.137981ms","start":"2026-03-04T16:17:38.331018Z","end":"2026-03-04T16:17:39.054156Z","steps":["trace[364883325] 'agreement among raft nodes before linearized reading' (duration: 723.069429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:39.054186Z","caller":"traceutil/trace.go:171","msg":"trace[382373251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23544; }","duration":"795.039337ms","start":"2026-03-04T16:17:38.259136Z","end":"2026-03-04T16:17:39.054175Z","steps":["trace[382373251] 'agreement among raft nodes before linearized reading' (duration: 794.940434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.053341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.254069Z","time spent":"799.259213ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:39.05422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.259129Z","time spent":"795.084378ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:39.054195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.331013Z","time spent":"723.175213ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:39.054785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.255837Z","time spent":"797.765475ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:17:39.053299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.015285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:39.056403Z","caller":"traceutil/trace.go:171","msg":"trace[1424245291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23544; }","duration":"798.169345ms","start":"2026-03-04T16:17:38.258209Z","end":"2026-03-04T16:17:39.056378Z","steps":["trace[1424245291] 'agreement among raft nodes before linearized reading' (duration: 795.020705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:39.056469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.258188Z","time spent":"798.256367ms","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:39.052441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:38.288718Z","time spent":"763.657574ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:57.337988Z","caller":"traceutil/trace.go:171","msg":"trace[1863005339] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"203.2967ms","start":"2026-03-04T16:17:57.134641Z","end":"2026-03-04T16:17:57.337938Z","steps":["trace[1863005339] 'process raft request' (duration: 203.173537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:57.590279Z","caller":"traceutil/trace.go:171","msg":"trace[794401851] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"455.095857ms","start":"2026-03-04T16:17:57.135165Z","end":"2026-03-04T16:17:57.590261Z","steps":["trace[794401851] 'process raft request' (duration: 454.939222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.590397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.135146Z","time spent":"455.193649ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:57.590559Z","caller":"traceutil/trace.go:171","msg":"trace[1892063213] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"455.267041ms","start":"2026-03-04T16:17:57.135278Z","end":"2026-03-04T16:17:57.590545Z","steps":["trace[1892063213] 'process raft request' (duration: 454.953513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.590629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.135267Z","time spent":"455.330772ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:57.590664Z","caller":"traceutil/trace.go:171","msg":"trace[779007994] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"454.82618ms","start":"2026-03-04T16:17:57.135802Z","end":"2026-03-04T16:17:57.590628Z","steps":["trace[779007994] 'process raft request' (duration: 454.657006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:57.590732Z","caller":"traceutil/trace.go:171","msg":"trace[1494083801] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24563; }","duration":"449.603458ms","start":"2026-03-04T16:17:57.141119Z","end":"2026-03-04T16:17:57.590723Z","steps":["trace[1494083801] 'read index received' (duration: 196.646683ms)","trace[1494083801] 'applied index is now lower than readState.Index' (duration: 252.956125ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:17:57.590734Z","caller":"traceutil/trace.go:171","msg":"trace[1679234032] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"452.058961ms","start":"2026-03-04T16:17:57.138669Z","end":"2026-03-04T16:17:57.590728Z","steps":["trace[1679234032] 'process raft request' (duration: 451.992339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.590782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.138662Z","time spent":"452.094321ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:17:57.590847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.723941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-04T16:17:57.590869Z","caller":"traceutil/trace.go:171","msg":"trace[1652599147] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23707; }","duration":"449.747852ms","start":"2026-03-04T16:17:57.141115Z","end":"2026-03-04T16:17:57.590863Z","steps":["trace[1652599147] 'agreement among raft nodes before linearized reading' (duration: 449.649189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.590887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.141107Z","time spent":"449.776222ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:17:57.590859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.135781Z","time spent":"454.959134ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:57.590704Z","caller":"traceutil/trace.go:171","msg":"trace[1894910156] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"454.659906ms","start":"2026-03-04T16:17:57.136035Z","end":"2026-03-04T16:17:57.590695Z","steps":["trace[1894910156] 'process raft request' (duration: 454.550323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.591158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.136021Z","time spent":"455.055126ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:17:57.606078Z","caller":"traceutil/trace.go:171","msg":"trace[1450796705] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"168.286868ms","start":"2026-03-04T16:17:57.437756Z","end":"2026-03-04T16:17:57.606042Z","steps":["trace[1450796705] 'process raft request' (duration: 167.786645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.724706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.058195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:17:57.724811Z","caller":"traceutil/trace.go:171","msg":"trace[92368540] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24569; }","duration":"134.043243ms","start":"2026-03-04T16:17:57.59075Z","end":"2026-03-04T16:17:57.724793Z","steps":["trace[92368540] 'read index received' (duration: 14.817414ms)","trace[92368540] 'applied index is now lower than readState.Index' (duration: 119.224459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:17:57.725739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.883192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:57.725788Z","caller":"traceutil/trace.go:171","msg":"trace[1716875319] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23708; }","duration":"166.973315ms","start":"2026-03-04T16:17:57.5588Z","end":"2026-03-04T16:17:57.725773Z","steps":["trace[1716875319] 'agreement among raft nodes before linearized reading' (duration: 166.827671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.725984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.139682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:57.726013Z","caller":"traceutil/trace.go:171","msg":"trace[281870160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23708; }","duration":"431.207283ms","start":"2026-03-04T16:17:57.294797Z","end":"2026-03-04T16:17:57.726004Z","steps":["trace[281870160] 'agreement among raft nodes before linearized reading' (duration: 431.157152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.294778Z","time spent":"431.255214ms","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:17:57.726096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.4614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:17:57.726164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.604958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:17:57.726181Z","caller":"traceutil/trace.go:171","msg":"trace[241858117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23708; }","duration":"580.570922ms","start":"2026-03-04T16:17:57.145593Z","end":"2026-03-04T16:17:57.726164Z","steps":["trace[241858117] 'agreement among raft nodes before linearized reading' (duration: 580.429489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:57.726213Z","caller":"traceutil/trace.go:171","msg":"trace[1041073016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23708; }","duration":"575.690389ms","start":"2026-03-04T16:17:57.150506Z","end":"2026-03-04T16:17:57.726197Z","steps":["trace[1041073016] 'agreement among raft nodes before linearized reading' (duration: 575.515105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.145585Z","time spent":"580.626325ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.150491Z","time spent":"575.755612ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.837882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:17:57.726317Z","caller":"traceutil/trace.go:171","msg":"trace[1604866334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23708; }","duration":"567.945855ms","start":"2026-03-04T16:17:57.15835Z","end":"2026-03-04T16:17:57.726296Z","steps":["trace[1604866334] 'agreement among raft nodes before linearized reading' (duration: 567.676478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.158347Z","time spent":"568.011116ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.703038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T16:17:57.726442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.723852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-03-04T16:17:57.726466Z","caller":"traceutil/trace.go:171","msg":"trace[638508497] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23708; }","duration":"581.778214ms","start":"2026-03-04T16:17:57.144682Z","end":"2026-03-04T16:17:57.72646Z","steps":["trace[638508497] 'agreement among raft nodes before linearized reading' (duration: 581.702652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.131939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:17:57.726457Z","caller":"traceutil/trace.go:171","msg":"trace[1738731010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23708; }","duration":"546.78072ms","start":"2026-03-04T16:17:57.179661Z","end":"2026-03-04T16:17:57.726441Z","steps":["trace[1738731010] 'agreement among raft nodes before linearized reading' (duration: 546.627537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.72649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.278744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:17:57.726509Z","caller":"traceutil/trace.go:171","msg":"trace[2012459980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23708; }","duration":"568.181231ms","start":"2026-03-04T16:17:57.158319Z","end":"2026-03-04T16:17:57.7265Z","steps":["trace[2012459980] 'agreement among raft nodes before linearized reading' (duration: 568.079028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.179644Z","time spent":"546.864912ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:17:57.72653Z","caller":"traceutil/trace.go:171","msg":"trace[30781701] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23708; }","duration":"116.319295ms","start":"2026-03-04T16:17:57.610201Z","end":"2026-03-04T16:17:57.726521Z","steps":["trace[30781701] 'agreement among raft nodes before linearized reading' (duration: 116.207693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.15831Z","time spent":"568.223662ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.144669Z","time spent":"581.830345ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.392121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:17:57.726678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.084701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:17:57.726706Z","caller":"traceutil/trace.go:171","msg":"trace[2008825220] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23708; }","duration":"584.135843ms","start":"2026-03-04T16:17:57.142563Z","end":"2026-03-04T16:17:57.726699Z","steps":["trace[2008825220] 'agreement among raft nodes before linearized reading' (duration: 584.096162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:57.726704Z","caller":"traceutil/trace.go:171","msg":"trace[1890294581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23708; }","duration":"573.436113ms","start":"2026-03-04T16:17:57.153259Z","end":"2026-03-04T16:17:57.726696Z","steps":["trace[1890294581] 'agreement among raft nodes before linearized reading' (duration: 573.357011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:17:57.726723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.142552Z","time spent":"584.166853ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:17:57.726732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:17:57.153251Z","time spent":"573.472193ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:17:58.241355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.649074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:17:58.241442Z","caller":"traceutil/trace.go:171","msg":"trace[1216141534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23714; }","duration":"118.789548ms","start":"2026-03-04T16:17:58.12263Z","end":"2026-03-04T16:17:58.24142Z","steps":["trace[1216141534] 'count revisions from in-memory index tree' (duration: 118.517021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:58.359363Z","caller":"traceutil/trace.go:171","msg":"trace[634916573] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"105.201415ms","start":"2026-03-04T16:17:58.25414Z","end":"2026-03-04T16:17:58.359341Z","steps":["trace[634916573] 'process raft request' (duration: 105.050842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:59.52352Z","caller":"traceutil/trace.go:171","msg":"trace[1592757935] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"152.406697ms","start":"2026-03-04T16:17:59.371091Z","end":"2026-03-04T16:17:59.523498Z","steps":["trace[1592757935] 'process raft request' (duration: 151.683008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:17:59.639444Z","caller":"traceutil/trace.go:171","msg":"trace[700858399] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"104.599329ms","start":"2026-03-04T16:17:59.534777Z","end":"2026-03-04T16:17:59.639376Z","steps":["trace[700858399] 'process raft request' (duration: 103.094391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:01.034104Z","caller":"traceutil/trace.go:171","msg":"trace[1315893778] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"121.987769ms","start":"2026-03-04T16:18:00.912091Z","end":"2026-03-04T16:18:01.034079Z","steps":["trace[1315893778] 'process raft request' (duration: 121.810055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:04.460338Z","caller":"traceutil/trace.go:171","msg":"trace[1716142315] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"158.899951ms","start":"2026-03-04T16:18:04.301418Z","end":"2026-03-04T16:18:04.460318Z","steps":["trace[1716142315] 'process raft request' (duration: 149.302108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:04.469708Z","caller":"traceutil/trace.go:171","msg":"trace[2104141827] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"102.432835ms","start":"2026-03-04T16:18:04.367215Z","end":"2026-03-04T16:18:04.469648Z","steps":["trace[2104141827] 'process raft request' (duration: 102.23799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:05.707552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.438331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:18:05.707646Z","caller":"traceutil/trace.go:171","msg":"trace[765384914] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"321.140525ms","start":"2026-03-04T16:18:05.386491Z","end":"2026-03-04T16:18:05.707632Z","steps":["trace[765384914] 'process raft request' (duration: 177.545491ms)","trace[765384914] 'compare' (duration: 143.341157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:05.707684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:05.386471Z","time spent":"321.194876ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:18:05.778654Z","caller":"traceutil/trace.go:171","msg":"trace[1197753593] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"106.234751ms","start":"2026-03-04T16:18:05.672393Z","end":"2026-03-04T16:18:05.778628Z","steps":["trace[1197753593] 'process raft request' (duration: 106.101687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.889325Z","caller":"traceutil/trace.go:171","msg":"trace[1951453268] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"211.18767ms","start":"2026-03-04T16:18:05.678112Z","end":"2026-03-04T16:18:05.8893Z","steps":["trace[1951453268] 'process raft request' (duration: 203.334632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.889387Z","caller":"traceutil/trace.go:171","msg":"trace[2099822886] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"211.086457ms","start":"2026-03-04T16:18:05.678277Z","end":"2026-03-04T16:18:05.889363Z","steps":["trace[2099822886] 'process raft request' (duration: 210.963724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.889546Z","caller":"traceutil/trace.go:171","msg":"trace[1468419495] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"210.591075ms","start":"2026-03-04T16:18:05.678945Z","end":"2026-03-04T16:18:05.889536Z","steps":["trace[1468419495] 'process raft request' (duration: 210.368849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.889782Z","caller":"traceutil/trace.go:171","msg":"trace[862034944] linearizableReadLoop","detail":"{readStateIndex:24652; appliedIndex:24645; }","duration":"140.827544ms","start":"2026-03-04T16:18:05.748936Z","end":"2026-03-04T16:18:05.889763Z","steps":["trace[862034944] 'read index received' (duration: 29.554736ms)","trace[862034944] 'applied index is now lower than readState.Index' (duration: 111.271718ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:05.889797Z","caller":"traceutil/trace.go:171","msg":"trace[1026594031] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"208.138353ms","start":"2026-03-04T16:18:05.681628Z","end":"2026-03-04T16:18:05.889766Z","steps":["trace[1026594031] 'process raft request' (duration: 207.958119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.889917Z","caller":"traceutil/trace.go:171","msg":"trace[1218527031] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"208.667226ms","start":"2026-03-04T16:18:05.68123Z","end":"2026-03-04T16:18:05.889898Z","steps":["trace[1218527031] 'process raft request' (duration: 208.257155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:05.88999Z","caller":"traceutil/trace.go:171","msg":"trace[1394927722] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"199.127666ms","start":"2026-03-04T16:18:05.69085Z","end":"2026-03-04T16:18:05.889978Z","steps":["trace[1394927722] 'process raft request' (duration: 198.802888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:05.890088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.180683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-04T16:18:05.890157Z","caller":"traceutil/trace.go:171","msg":"trace[1557400664] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23787; }","duration":"141.300086ms","start":"2026-03-04T16:18:05.74884Z","end":"2026-03-04T16:18:05.89014Z","steps":["trace[1557400664] 'agreement among raft nodes before linearized reading' (duration: 141.07901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:06.126754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.847907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:18:06.126807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.011076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:18:06.126832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.827007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:18:06.126894Z","caller":"traceutil/trace.go:171","msg":"trace[1652970693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23789; }","duration":"109.032472ms","start":"2026-03-04T16:18:06.017831Z","end":"2026-03-04T16:18:06.126864Z","steps":["trace[1652970693] 'range keys from in-memory index tree' (duration: 108.655482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:06.126913Z","caller":"traceutil/trace.go:171","msg":"trace[873971144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23789; }","duration":"112.95176ms","start":"2026-03-04T16:18:06.013934Z","end":"2026-03-04T16:18:06.126886Z","steps":["trace[873971144] 'range keys from in-memory index tree' (duration: 112.681974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:06.126906Z","caller":"traceutil/trace.go:171","msg":"trace[1400031757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23789; }","duration":"108.15473ms","start":"2026-03-04T16:18:06.018723Z","end":"2026-03-04T16:18:06.126878Z","steps":["trace[1400031757] 'range keys from in-memory index tree' (duration: 107.845932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:06.587144Z","caller":"traceutil/trace.go:171","msg":"trace[378293790] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24658; }","duration":"259.338415ms","start":"2026-03-04T16:18:06.327781Z","end":"2026-03-04T16:18:06.587119Z","steps":["trace[378293790] 'read index received' (duration: 258.925515ms)","trace[378293790] 'applied index is now lower than readState.Index' (duration: 412.1µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:06.58723Z","caller":"traceutil/trace.go:171","msg":"trace[1395424260] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"262.038393ms","start":"2026-03-04T16:18:06.325163Z","end":"2026-03-04T16:18:06.587201Z","steps":["trace[1395424260] 'process raft request' (duration: 261.629473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:06.58751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.683833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-b9g7w\" ","response":"range_response_count:1 size:9043"} {"level":"info","ts":"2026-03-04T16:18:06.587646Z","caller":"traceutil/trace.go:171","msg":"trace[1852011217] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-b9g7w; range_end:; response_count:1; response_revision:23794; }","duration":"259.881989ms","start":"2026-03-04T16:18:06.327736Z","end":"2026-03-04T16:18:06.587618Z","steps":["trace[1852011217] 'agreement among raft nodes before linearized reading' (duration: 259.480229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:06.801195Z","caller":"traceutil/trace.go:171","msg":"trace[1683825058] linearizableReadLoop","detail":"{readStateIndex:24660; appliedIndex:24659; }","duration":"195.591737ms","start":"2026-03-04T16:18:06.605579Z","end":"2026-03-04T16:18:06.80117Z","steps":["trace[1683825058] 'read index received' (duration: 189.80433ms)","trace[1683825058] 'applied index is now lower than readState.Index' (duration: 5.785607ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:06.801947Z","caller":"traceutil/trace.go:171","msg":"trace[1624834394] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"201.455344ms","start":"2026-03-04T16:18:06.600476Z","end":"2026-03-04T16:18:06.801931Z","steps":["trace[1624834394] 'process raft request' (duration: 194.96912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:06.802406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.812717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:18:06.802439Z","caller":"traceutil/trace.go:171","msg":"trace[583540790] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23795; }","duration":"196.9033ms","start":"2026-03-04T16:18:06.605528Z","end":"2026-03-04T16:18:06.802432Z","steps":["trace[583540790] 'agreement among raft nodes before linearized reading' (duration: 195.897214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.23961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.87145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:18:16.239782Z","caller":"traceutil/trace.go:171","msg":"trace[1291232615] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24717; }","duration":"292.179125ms","start":"2026-03-04T16:18:15.947582Z","end":"2026-03-04T16:18:16.239761Z","steps":["trace[1291232615] 'read index received' (duration: 11.057019ms)","trace[1291232615] 'applied index is now lower than readState.Index' (duration: 281.120656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:16.239815Z","caller":"traceutil/trace.go:171","msg":"trace[1045717643] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"392.991039ms","start":"2026-03-04T16:18:15.846771Z","end":"2026-03-04T16:18:16.239762Z","steps":["trace[1045717643] 'process raft request' (duration: 111.858813ms)","trace[1045717643] 'compare' (duration: 280.690045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:16.239951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:15.846742Z","time spent":"393.138123ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:16.239994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.38948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-04T16:18:16.240094Z","caller":"traceutil/trace.go:171","msg":"trace[1598259733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23851; }","duration":"292.574225ms","start":"2026-03-04T16:18:15.947495Z","end":"2026-03-04T16:18:16.240069Z","steps":["trace[1598259733] 'agreement among raft nodes before linearized reading' (duration: 292.341639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.240389Z","caller":"traceutil/trace.go:171","msg":"trace[1370753040] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"284.251524ms","start":"2026-03-04T16:18:15.956103Z","end":"2026-03-04T16:18:16.240354Z","steps":["trace[1370753040] 'process raft request' (duration: 283.631668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.374969Z","caller":"traceutil/trace.go:171","msg":"trace[1473498171] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"355.541404ms","start":"2026-03-04T16:18:16.019405Z","end":"2026-03-04T16:18:16.374946Z","steps":["trace[1473498171] 'process raft request' (duration: 355.425231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.375004Z","caller":"traceutil/trace.go:171","msg":"trace[712023630] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"355.543224ms","start":"2026-03-04T16:18:16.019404Z","end":"2026-03-04T16:18:16.374947Z","steps":["trace[712023630] 'process raft request' (duration: 355.471102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.375084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:16.019385Z","time spent":"355.634616ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:16.375146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:16.019387Z","time spent":"355.681687ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:18:16.3752Z","caller":"traceutil/trace.go:171","msg":"trace[102065657] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"357.144164ms","start":"2026-03-04T16:18:16.018042Z","end":"2026-03-04T16:18:16.375186Z","steps":["trace[102065657] 'process raft request' (duration: 349.920402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.375253Z","caller":"traceutil/trace.go:171","msg":"trace[1632470251] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"354.98683ms","start":"2026-03-04T16:18:16.020259Z","end":"2026-03-04T16:18:16.375245Z","steps":["trace[1632470251] 'process raft request' (duration: 354.652042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.375297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:16.020242Z","time spent":"355.029021ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:16.375416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:16.018002Z","time spent":"357.220236ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:18:16.376138Z","caller":"traceutil/trace.go:171","msg":"trace[77874012] linearizableReadLoop","detail":"{readStateIndex:24724; appliedIndex:24719; }","duration":"136.30153ms","start":"2026-03-04T16:18:16.239813Z","end":"2026-03-04T16:18:16.376114Z","steps":["trace[77874012] 'read index received' (duration: 128.01208ms)","trace[77874012] 'applied index is now lower than readState.Index' (duration: 8.28806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:16.376248Z","caller":"traceutil/trace.go:171","msg":"trace[239137549] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"285.789194ms","start":"2026-03-04T16:18:16.09045Z","end":"2026-03-04T16:18:16.376239Z","steps":["trace[239137549] 'process raft request' (duration: 284.732247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.376488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.595137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:18:16.376571Z","caller":"traceutil/trace.go:171","msg":"trace[747325283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23857; }","duration":"107.72209ms","start":"2026-03-04T16:18:16.268827Z","end":"2026-03-04T16:18:16.376549Z","steps":["trace[747325283] 'agreement among raft nodes before linearized reading' (duration: 107.531045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.376845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.869591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:18:16.376882Z","caller":"traceutil/trace.go:171","msg":"trace[1284893286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23857; }","duration":"349.932362ms","start":"2026-03-04T16:18:16.026941Z","end":"2026-03-04T16:18:16.376873Z","steps":["trace[1284893286] 'agreement among raft nodes before linearized reading' (duration: 349.832539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.376903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:16.02693Z","time spent":"349.968634ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:18:16.568096Z","caller":"traceutil/trace.go:171","msg":"trace[1710072321] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"186.750504ms","start":"2026-03-04T16:18:16.38132Z","end":"2026-03-04T16:18:16.56807Z","steps":["trace[1710072321] 'process raft request' (duration: 147.421721ms)","trace[1710072321] 'compare' (duration: 38.837271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:16.568397Z","caller":"traceutil/trace.go:171","msg":"trace[602287700] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"186.899587ms","start":"2026-03-04T16:18:16.381414Z","end":"2026-03-04T16:18:16.568314Z","steps":["trace[602287700] 'process raft request' (duration: 186.61084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.568809Z","caller":"traceutil/trace.go:171","msg":"trace[1975609142] linearizableReadLoop","detail":"{readStateIndex:24729; appliedIndex:24725; }","duration":"164.42964ms","start":"2026-03-04T16:18:16.404348Z","end":"2026-03-04T16:18:16.568778Z","steps":["trace[1975609142] 'read index received' (duration: 124.521403ms)","trace[1975609142] 'applied index is now lower than readState.Index' (duration: 39.906927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:16.568962Z","caller":"traceutil/trace.go:171","msg":"trace[1557750834] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"178.137605ms","start":"2026-03-04T16:18:16.390808Z","end":"2026-03-04T16:18:16.568946Z","steps":["trace[1557750834] 'process raft request' (duration: 177.825777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.569164Z","caller":"traceutil/trace.go:171","msg":"trace[29201053] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"187.025999ms","start":"2026-03-04T16:18:16.3821Z","end":"2026-03-04T16:18:16.569126Z","steps":["trace[29201053] 'process raft request' (duration: 186.179498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:16.569239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.440535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:18:16.569291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.917402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:18:16.569318Z","caller":"traceutil/trace.go:171","msg":"trace[1001803123] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23862; }","duration":"140.562718ms","start":"2026-03-04T16:18:16.428736Z","end":"2026-03-04T16:18:16.569299Z","steps":["trace[1001803123] 'agreement among raft nodes before linearized reading' (duration: 140.355043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:16.569367Z","caller":"traceutil/trace.go:171","msg":"trace[2076823234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23862; }","duration":"165.032725ms","start":"2026-03-04T16:18:16.404309Z","end":"2026-03-04T16:18:16.569342Z","steps":["trace[2076823234] 'agreement among raft nodes before linearized reading' (duration: 164.82454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.061742Z","caller":"traceutil/trace.go:171","msg":"trace[1914892447] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"251.390735ms","start":"2026-03-04T16:18:17.81032Z","end":"2026-03-04T16:18:18.061711Z","steps":["trace[1914892447] 'process raft request' (duration: 251.17243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:18.355329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.383381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-04T16:18:18.355352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.162603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:18:18.355515Z","caller":"traceutil/trace.go:171","msg":"trace[1276459283] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23866; }","duration":"122.339398ms","start":"2026-03-04T16:18:18.233099Z","end":"2026-03-04T16:18:18.355438Z","steps":["trace[1276459283] 'range keys from in-memory index tree' (duration: 121.938688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:18.355543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.821803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:18:18.355585Z","caller":"traceutil/trace.go:171","msg":"trace[1608481555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23866; }","duration":"115.878504ms","start":"2026-03-04T16:18:18.239695Z","end":"2026-03-04T16:18:18.355574Z","steps":["trace[1608481555] 'range keys from in-memory index tree' (duration: 115.67769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.355401Z","caller":"traceutil/trace.go:171","msg":"trace[643450004] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23866; }","duration":"109.497373ms","start":"2026-03-04T16:18:18.245887Z","end":"2026-03-04T16:18:18.355384Z","steps":["trace[643450004] 'range keys from in-memory index tree' (duration: 109.279339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.355862Z","caller":"traceutil/trace.go:171","msg":"trace[1099166663] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"109.436002ms","start":"2026-03-04T16:18:18.24639Z","end":"2026-03-04T16:18:18.355826Z","steps":["trace[1099166663] 'process raft request' (duration: 56.026744ms)","trace[1099166663] 'compare' (duration: 52.67333ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:18.385879Z","caller":"traceutil/trace.go:171","msg":"trace[1078981950] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"137.438228ms","start":"2026-03-04T16:18:18.248415Z","end":"2026-03-04T16:18:18.385853Z","steps":["trace[1078981950] 'process raft request' (duration: 137.286585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.597726Z","caller":"traceutil/trace.go:171","msg":"trace[1796693002] linearizableReadLoop","detail":"{readStateIndex:24741; appliedIndex:24740; }","duration":"112.09852ms","start":"2026-03-04T16:18:18.485602Z","end":"2026-03-04T16:18:18.597701Z","steps":["trace[1796693002] 'read index received' (duration: 30.08884ms)","trace[1796693002] 'applied index is now lower than readState.Index' (duration: 82.0082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:18.5978Z","caller":"traceutil/trace.go:171","msg":"trace[209013012] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"157.032034ms","start":"2026-03-04T16:18:18.440735Z","end":"2026-03-04T16:18:18.597767Z","steps":["trace[209013012] 'process raft request' (duration: 75.070785ms)","trace[209013012] 'compare' (duration: 81.664561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:18.597885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.270635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:18.59792Z","caller":"traceutil/trace.go:171","msg":"trace[361987298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23873; }","duration":"112.348847ms","start":"2026-03-04T16:18:18.485563Z","end":"2026-03-04T16:18:18.597912Z","steps":["trace[361987298] 'agreement among raft nodes before linearized reading' (duration: 112.263345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:18.598441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.322209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:18.59851Z","caller":"traceutil/trace.go:171","msg":"trace[1272401598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23873; }","duration":"105.430772ms","start":"2026-03-04T16:18:18.493062Z","end":"2026-03-04T16:18:18.598493Z","steps":["trace[1272401598] 'agreement among raft nodes before linearized reading' (duration: 105.300168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.768556Z","caller":"traceutil/trace.go:171","msg":"trace[1919084443] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"165.312372ms","start":"2026-03-04T16:18:18.603201Z","end":"2026-03-04T16:18:18.768514Z","steps":["trace[1919084443] 'process raft request' (duration: 165.126417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.768849Z","caller":"traceutil/trace.go:171","msg":"trace[2115626096] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"165.592891ms","start":"2026-03-04T16:18:18.603234Z","end":"2026-03-04T16:18:18.768827Z","steps":["trace[2115626096] 'process raft request' (duration: 165.236581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:18.768919Z","caller":"traceutil/trace.go:171","msg":"trace[506273603] linearizableReadLoop","detail":"{readStateIndex:24745; appliedIndex:24741; }","duration":"164.208575ms","start":"2026-03-04T16:18:18.604697Z","end":"2026-03-04T16:18:18.768906Z","steps":["trace[506273603] 'read index received' (duration: 53.364727ms)","trace[506273603] 'applied index is now lower than readState.Index' (duration: 110.843168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:18.769023Z","caller":"traceutil/trace.go:171","msg":"trace[2014636605] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"164.565944ms","start":"2026-03-04T16:18:18.604432Z","end":"2026-03-04T16:18:18.768998Z","steps":["trace[2014636605] 'process raft request' (duration: 164.244976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:18.76918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.64863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:18.769224Z","caller":"traceutil/trace.go:171","msg":"trace[74240512] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23877; }","duration":"119.748672ms","start":"2026-03-04T16:18:18.649467Z","end":"2026-03-04T16:18:18.769216Z","steps":["trace[74240512] 'agreement among raft nodes before linearized reading' (duration: 119.618289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:18.769325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.607914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:18:18.769444Z","caller":"traceutil/trace.go:171","msg":"trace[1035065732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23877; }","duration":"164.720518ms","start":"2026-03-04T16:18:18.604674Z","end":"2026-03-04T16:18:18.769395Z","steps":["trace[1035065732] 'agreement among raft nodes before linearized reading' (duration: 164.40204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.501484Z","caller":"traceutil/trace.go:171","msg":"trace[1978657999] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"105.694478ms","start":"2026-03-04T16:18:22.395741Z","end":"2026-03-04T16:18:22.501435Z","steps":["trace[1978657999] 'process raft request' (duration: 104.698923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.580889Z","caller":"traceutil/trace.go:171","msg":"trace[398474817] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"159.978347ms","start":"2026-03-04T16:18:22.420887Z","end":"2026-03-04T16:18:22.580865Z","steps":["trace[398474817] 'process raft request' (duration: 159.728271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.581171Z","caller":"traceutil/trace.go:171","msg":"trace[567066839] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"103.778019ms","start":"2026-03-04T16:18:22.477363Z","end":"2026-03-04T16:18:22.581141Z","steps":["trace[567066839] 'process raft request' (duration: 103.461741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.581219Z","caller":"traceutil/trace.go:171","msg":"trace[1824786552] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"103.765489ms","start":"2026-03-04T16:18:22.477422Z","end":"2026-03-04T16:18:22.581187Z","steps":["trace[1824786552] 'process raft request' (duration: 103.629106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.581309Z","caller":"traceutil/trace.go:171","msg":"trace[838189300] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"101.598535ms","start":"2026-03-04T16:18:22.479697Z","end":"2026-03-04T16:18:22.581296Z","steps":["trace[838189300] 'process raft request' (duration: 101.484581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.581289Z","caller":"traceutil/trace.go:171","msg":"trace[1543817329] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"103.774189ms","start":"2026-03-04T16:18:22.477485Z","end":"2026-03-04T16:18:22.581259Z","steps":["trace[1543817329] 'process raft request' (duration: 103.672496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:22.581345Z","caller":"traceutil/trace.go:171","msg":"trace[46652807] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"103.863622ms","start":"2026-03-04T16:18:22.477429Z","end":"2026-03-04T16:18:22.581293Z","steps":["trace[46652807] 'process raft request' (duration: 103.703157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:41.745239Z","caller":"traceutil/trace.go:171","msg":"trace[914805389] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"111.084223ms","start":"2026-03-04T16:18:41.634128Z","end":"2026-03-04T16:18:41.745212Z","steps":["trace[914805389] 'process raft request' (duration: 110.899219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.489509Z","caller":"traceutil/trace.go:171","msg":"trace[729044242] linearizableReadLoop","detail":"{readStateIndex:24927; appliedIndex:24926; }","duration":"248.197764ms","start":"2026-03-04T16:18:42.241293Z","end":"2026-03-04T16:18:42.489491Z","steps":["trace[729044242] 'read index received' (duration: 248.0022ms)","trace[729044242] 'applied index is now lower than readState.Index' (duration: 194.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:42.489592Z","caller":"traceutil/trace.go:171","msg":"trace[1621302006] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"274.499858ms","start":"2026-03-04T16:18:42.215057Z","end":"2026-03-04T16:18:42.489557Z","steps":["trace[1621302006] 'process raft request' (duration: 274.292493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:42.489781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.671614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:18:42.489823Z","caller":"traceutil/trace.go:171","msg":"trace[763733335] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24055; }","duration":"238.761625ms","start":"2026-03-04T16:18:42.251051Z","end":"2026-03-04T16:18:42.489813Z","steps":["trace[763733335] 'agreement among raft nodes before linearized reading' (duration: 238.55422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:42.489884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.390232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T16:18:42.489887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.584304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:18:42.489923Z","caller":"traceutil/trace.go:171","msg":"trace[716007177] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24055; }","duration":"111.480954ms","start":"2026-03-04T16:18:42.37843Z","end":"2026-03-04T16:18:42.489911Z","steps":["trace[716007177] 'agreement among raft nodes before linearized reading' (duration: 111.354071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.48994Z","caller":"traceutil/trace.go:171","msg":"trace[1750156222] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24055; }","duration":"248.685266ms","start":"2026-03-04T16:18:42.241241Z","end":"2026-03-04T16:18:42.489927Z","steps":["trace[1750156222] 'agreement among raft nodes before linearized reading' (duration: 248.364198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:42.489959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.327412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:18:42.49008Z","caller":"traceutil/trace.go:171","msg":"trace[676235987] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24055; }","duration":"102.521876ms","start":"2026-03-04T16:18:42.387533Z","end":"2026-03-04T16:18:42.490055Z","steps":["trace[676235987] 'agreement among raft nodes before linearized reading' (duration: 102.230619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.82012Z","caller":"traceutil/trace.go:171","msg":"trace[1341791869] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"118.569483ms","start":"2026-03-04T16:18:42.701522Z","end":"2026-03-04T16:18:42.820091Z","steps":["trace[1341791869] 'process raft request' (duration: 118.376888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951115Z","caller":"traceutil/trace.go:171","msg":"trace[1173302774] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"189.146904ms","start":"2026-03-04T16:18:42.761946Z","end":"2026-03-04T16:18:42.951093Z","steps":["trace[1173302774] 'process raft request' (duration: 188.98224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951284Z","caller":"traceutil/trace.go:171","msg":"trace[821453847] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"184.708672ms","start":"2026-03-04T16:18:42.766548Z","end":"2026-03-04T16:18:42.951257Z","steps":["trace[821453847] 'process raft request' (duration: 184.509557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951347Z","caller":"traceutil/trace.go:171","msg":"trace[1400486482] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"183.925802ms","start":"2026-03-04T16:18:42.767407Z","end":"2026-03-04T16:18:42.951333Z","steps":["trace[1400486482] 'process raft request' (duration: 183.799029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.95147Z","caller":"traceutil/trace.go:171","msg":"trace[991504521] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"183.815469ms","start":"2026-03-04T16:18:42.767636Z","end":"2026-03-04T16:18:42.951451Z","steps":["trace[991504521] 'process raft request' (duration: 183.660835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951518Z","caller":"traceutil/trace.go:171","msg":"trace[1995603702] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"183.772368ms","start":"2026-03-04T16:18:42.767731Z","end":"2026-03-04T16:18:42.951503Z","steps":["trace[1995603702] 'process raft request' (duration: 183.665496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951504Z","caller":"traceutil/trace.go:171","msg":"trace[591187124] linearizableReadLoop","detail":"{readStateIndex:24935; appliedIndex:24930; }","duration":"131.446748ms","start":"2026-03-04T16:18:42.820033Z","end":"2026-03-04T16:18:42.95148Z","steps":["trace[591187124] 'read index received' (duration: 130.844813ms)","trace[591187124] 'applied index is now lower than readState.Index' (duration: 600.915µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:42.951709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.712679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:18:42.95171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.294765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T16:18:42.951745Z","caller":"traceutil/trace.go:171","msg":"trace[758244917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24062; }","duration":"174.782821ms","start":"2026-03-04T16:18:42.776948Z","end":"2026-03-04T16:18:42.951731Z","steps":["trace[758244917] 'agreement among raft nodes before linearized reading' (duration: 174.621487ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:42.951754Z","caller":"traceutil/trace.go:171","msg":"trace[1588919452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24062; }","duration":"133.383067ms","start":"2026-03-04T16:18:42.81836Z","end":"2026-03-04T16:18:42.951743Z","steps":["trace[1588919452] 'agreement among raft nodes before linearized reading' (duration: 133.238254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:54.809977Z","caller":"traceutil/trace.go:171","msg":"trace[1054474865] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"277.257908ms","start":"2026-03-04T16:18:54.532692Z","end":"2026-03-04T16:18:54.80995Z","steps":["trace[1054474865] 'process raft request' (duration: 277.096344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:56.98703Z","caller":"traceutil/trace.go:171","msg":"trace[1431697230] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"171.54258ms","start":"2026-03-04T16:18:56.815453Z","end":"2026-03-04T16:18:56.986995Z","steps":["trace[1431697230] 'process raft request' (duration: 171.346775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:57.074291Z","caller":"traceutil/trace.go:171","msg":"trace[916717011] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"205.873616ms","start":"2026-03-04T16:18:56.868384Z","end":"2026-03-04T16:18:57.074258Z","steps":["trace[916717011] 'process raft request' (duration: 161.698972ms)","trace[916717011] 'compare' (duration: 43.854946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:57.074502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.312441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:57.074583Z","caller":"traceutil/trace.go:171","msg":"trace[24786154] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24170; }","duration":"203.465074ms","start":"2026-03-04T16:18:56.871097Z","end":"2026-03-04T16:18:57.074562Z","steps":["trace[24786154] 'agreement among raft nodes before linearized reading' (duration: 203.315001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:57.074868Z","caller":"traceutil/trace.go:171","msg":"trace[1111144221] linearizableReadLoop","detail":"{readStateIndex:25045; appliedIndex:25043; }","duration":"203.014913ms","start":"2026-03-04T16:18:56.871172Z","end":"2026-03-04T16:18:57.074187Z","steps":["trace[1111144221] 'read index received' (duration: 115.654528ms)","trace[1111144221] 'applied index is now lower than readState.Index' (duration: 87.359375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:57.085287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.620983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:18:57.085355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.122596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:57.085379Z","caller":"traceutil/trace.go:171","msg":"trace[553577289] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24175; }","duration":"202.733756ms","start":"2026-03-04T16:18:56.882622Z","end":"2026-03-04T16:18:57.085356Z","steps":["trace[553577289] 'agreement among raft nodes before linearized reading' (duration: 202.558631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:57.085433Z","caller":"traceutil/trace.go:171","msg":"trace[1654605055] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24175; }","duration":"119.210268ms","start":"2026-03-04T16:18:56.9662Z","end":"2026-03-04T16:18:57.08541Z","steps":["trace[1654605055] 'agreement among raft nodes before linearized reading' (duration: 119.076255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:57.318954Z","caller":"traceutil/trace.go:171","msg":"trace[1540413084] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"228.845717ms","start":"2026-03-04T16:18:57.090072Z","end":"2026-03-04T16:18:57.318917Z","steps":["trace[1540413084] 'process raft request' (duration: 173.666434ms)","trace[1540413084] 'compare' (duration: 54.823364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:57.81833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.862139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:18:57.818587Z","caller":"traceutil/trace.go:171","msg":"trace[549384824] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"339.97458ms","start":"2026-03-04T16:18:57.478598Z","end":"2026-03-04T16:18:57.818573Z","steps":["trace[549384824] 'process raft request' (duration: 339.935479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.818635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.478577Z","time spent":"340.039982ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1467,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:18:57.818788Z","caller":"traceutil/trace.go:171","msg":"trace[1034210454] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"726.020864ms","start":"2026-03-04T16:18:57.09276Z","end":"2026-03-04T16:18:57.818781Z","steps":["trace[1034210454] 'process raft request' (duration: 725.742067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.81883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.09275Z","time spent":"726.061105ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:18:57.81884Z","caller":"traceutil/trace.go:171","msg":"trace[526203784] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"727.502822ms","start":"2026-03-04T16:18:57.09128Z","end":"2026-03-04T16:18:57.818783Z","steps":["trace[526203784] 'process raft request' (duration: 727.195924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:57.81896Z","caller":"traceutil/trace.go:171","msg":"trace[737414068] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25050; }","duration":"633.462448ms","start":"2026-03-04T16:18:57.185477Z","end":"2026-03-04T16:18:57.818939Z","steps":["trace[737414068] 'read index received' (duration: 78.276906ms)","trace[737414068] 'applied index is now lower than readState.Index' (duration: 555.184592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:57.819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.091255Z","time spent":"727.661235ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:57.819127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.648543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:18:57.81917Z","caller":"traceutil/trace.go:171","msg":"trace[1803172651] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24181; }","duration":"633.709544ms","start":"2026-03-04T16:18:57.185444Z","end":"2026-03-04T16:18:57.819153Z","steps":["trace[1803172651] 'agreement among raft nodes before linearized reading' (duration: 633.586051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.819212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.185428Z","time spent":"633.775916ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T16:18:57.819183Z","caller":"traceutil/trace.go:171","msg":"trace[1624901407] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"729.029699ms","start":"2026-03-04T16:18:57.090126Z","end":"2026-03-04T16:18:57.819155Z","steps":["trace[1624901407] 'process raft request' (duration: 338.278298ms)","trace[1624901407] 'compare' (duration: 389.603103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:57.81929Z","caller":"traceutil/trace.go:171","msg":"trace[308420733] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"729.081741ms","start":"2026-03-04T16:18:57.090186Z","end":"2026-03-04T16:18:57.819268Z","steps":["trace[308420733] 'process raft request' (duration: 728.22216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.819315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.0901Z","time spent":"729.150343ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:57.819373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.090168Z","time spent":"729.166963ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:18:57.837387Z","caller":"traceutil/trace.go:171","msg":"trace[786607338] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"339.994131ms","start":"2026-03-04T16:18:57.497364Z","end":"2026-03-04T16:18:57.837359Z","steps":["trace[786607338] 'process raft request' (duration: 339.712574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.837513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.497345Z","time spent":"340.100075ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:18:57.997386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.145631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:18:57.997472Z","caller":"traceutil/trace.go:171","msg":"trace[518811634] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25057; }","duration":"178.480675ms","start":"2026-03-04T16:18:57.818979Z","end":"2026-03-04T16:18:57.997459Z","steps":["trace[518811634] 'read index received' (duration: 18.500917ms)","trace[518811634] 'applied index is now lower than readState.Index' (duration: 159.978678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:57.997576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.486073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:57.997623Z","caller":"traceutil/trace.go:171","msg":"trace[1468764044] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24182; }","duration":"258.580556ms","start":"2026-03-04T16:18:57.739033Z","end":"2026-03-04T16:18:57.997614Z","steps":["trace[1468764044] 'agreement among raft nodes before linearized reading' (duration: 258.481483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.99787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.636129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:57.997898Z","caller":"traceutil/trace.go:171","msg":"trace[1894362076] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24182; }","duration":"390.66463ms","start":"2026-03-04T16:18:57.607226Z","end":"2026-03-04T16:18:57.997891Z","steps":["trace[1894362076] 'agreement among raft nodes before linearized reading' (duration: 390.620649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.997919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.607184Z","time spent":"390.727891ms","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:18:57.99802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.671876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T16:18:57.9981Z","caller":"traceutil/trace.go:171","msg":"trace[1056264053] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24182; }","duration":"811.774149ms","start":"2026-03-04T16:18:57.186309Z","end":"2026-03-04T16:18:57.998083Z","steps":["trace[1056264053] 'agreement among raft nodes before linearized reading' (duration: 811.552583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:57.998143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:57.186304Z","time spent":"811.83098ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T16:18:58.060848Z","caller":"traceutil/trace.go:171","msg":"trace[669524370] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"230.919358ms","start":"2026-03-04T16:18:57.829881Z","end":"2026-03-04T16:18:58.0608Z","steps":["trace[669524370] 'process raft request' (duration: 230.668661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:58.060945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.608217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T16:18:58.06113Z","caller":"traceutil/trace.go:171","msg":"trace[1336082595] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109; range_end:; response_count:1; response_revision:24183; }","duration":"237.837843ms","start":"2026-03-04T16:18:57.823269Z","end":"2026-03-04T16:18:58.061107Z","steps":["trace[1336082595] 'agreement among raft nodes before linearized reading' (duration: 237.514695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.315083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.097712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:18:59.315184Z","caller":"traceutil/trace.go:171","msg":"trace[1907782972] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"235.707628ms","start":"2026-03-04T16:18:59.079455Z","end":"2026-03-04T16:18:59.315163Z","steps":["trace[1907782972] 'process raft request' (duration: 27.828602ms)","trace[1907782972] 'compare' (duration: 205.554208ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:59.345605Z","caller":"traceutil/trace.go:171","msg":"trace[99187389] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"254.235947ms","start":"2026-03-04T16:18:59.091349Z","end":"2026-03-04T16:18:59.345585Z","steps":["trace[99187389] 'process raft request' (duration: 254.165426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.345651Z","caller":"traceutil/trace.go:171","msg":"trace[683887390] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"255.58135ms","start":"2026-03-04T16:18:59.090045Z","end":"2026-03-04T16:18:59.345626Z","steps":["trace[683887390] 'process raft request' (duration: 255.364955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.345798Z","caller":"traceutil/trace.go:171","msg":"trace[648852871] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"252.407281ms","start":"2026-03-04T16:18:59.093384Z","end":"2026-03-04T16:18:59.345791Z","steps":["trace[648852871] 'process raft request' (duration: 252.167145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.346016Z","caller":"traceutil/trace.go:171","msg":"trace[94278539] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"252.526014ms","start":"2026-03-04T16:18:59.093472Z","end":"2026-03-04T16:18:59.345998Z","steps":["trace[94278539] 'process raft request' (duration: 252.292548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.346086Z","caller":"traceutil/trace.go:171","msg":"trace[2113391195] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25105; }","duration":"139.407528ms","start":"2026-03-04T16:18:59.20667Z","end":"2026-03-04T16:18:59.346077Z","steps":["trace[2113391195] 'read index received' (duration: 138.853004ms)","trace[2113391195] 'applied index is now lower than readState.Index' (duration: 553.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:59.346144Z","caller":"traceutil/trace.go:171","msg":"trace[511671412] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"252.084602ms","start":"2026-03-04T16:18:59.094052Z","end":"2026-03-04T16:18:59.346136Z","steps":["trace[511671412] 'process raft request' (duration: 251.881337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.346194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.50911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:59.346223Z","caller":"traceutil/trace.go:171","msg":"trace[804247664] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:24230; }","duration":"139.582002ms","start":"2026-03-04T16:18:59.206633Z","end":"2026-03-04T16:18:59.346215Z","steps":["trace[804247664] 'agreement among raft nodes before linearized reading' (duration: 139.50131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.675395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.975164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:18:59.675492Z","caller":"traceutil/trace.go:171","msg":"trace[920485283] linearizableReadLoop","detail":"{readStateIndex:25110; appliedIndex:25109; }","duration":"329.360453ms","start":"2026-03-04T16:18:59.346115Z","end":"2026-03-04T16:18:59.675476Z","steps":["trace[920485283] 'read index received' (duration: 145.144713ms)","trace[920485283] 'applied index is now lower than readState.Index' (duration: 184.2147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:59.675579Z","caller":"traceutil/trace.go:171","msg":"trace[1295759871] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"353.470091ms","start":"2026-03-04T16:18:59.322097Z","end":"2026-03-04T16:18:59.675567Z","steps":["trace[1295759871] 'process raft request' (duration: 169.253361ms)","trace[1295759871] 'compare' (duration: 183.835501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:18:59.675637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.322089Z","time spent":"353.524992ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:18:59.675795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.191989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:59.675917Z","caller":"traceutil/trace.go:171","msg":"trace[733703282] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24231; }","duration":"373.380193ms","start":"2026-03-04T16:18:59.302507Z","end":"2026-03-04T16:18:59.675887Z","steps":["trace[733703282] 'agreement among raft nodes before linearized reading' (duration: 373.110686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.675955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.024177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:18:59.675977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.302488Z","time spent":"373.476096ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:18:59.675996Z","caller":"traceutil/trace.go:171","msg":"trace[1330119699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24231; }","duration":"469.130711ms","start":"2026-03-04T16:18:59.206852Z","end":"2026-03-04T16:18:59.675983Z","steps":["trace[1330119699] 'agreement among raft nodes before linearized reading' (duration: 468.981887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.676047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.206818Z","time spent":"469.222203ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T16:18:59.676109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.127374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:18:59.676146Z","caller":"traceutil/trace.go:171","msg":"trace[1017126326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24231; }","duration":"271.183934ms","start":"2026-03-04T16:18:59.404949Z","end":"2026-03-04T16:18:59.676133Z","steps":["trace[1017126326] 'agreement among raft nodes before linearized reading' (duration: 271.100952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.67614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.480595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:59.676261Z","caller":"traceutil/trace.go:171","msg":"trace[442487443] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24231; }","duration":"308.706622ms","start":"2026-03-04T16:18:59.367526Z","end":"2026-03-04T16:18:59.676232Z","steps":["trace[442487443] 'agreement among raft nodes before linearized reading' (duration: 308.499417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.676347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.800733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:18:59.676335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.367496Z","time spent":"308.823234ms","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:18:59.676375Z","caller":"traceutil/trace.go:171","msg":"trace[1408990202] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24231; }","duration":"308.889676ms","start":"2026-03-04T16:18:59.367474Z","end":"2026-03-04T16:18:59.676364Z","steps":["trace[1408990202] 'agreement among raft nodes before linearized reading' (duration: 308.846865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.675827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.789929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:18:59.676395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.367459Z","time spent":"308.931827ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T16:18:59.676405Z","caller":"traceutil/trace.go:171","msg":"trace[1508224891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24231; }","duration":"354.411695ms","start":"2026-03-04T16:18:59.321982Z","end":"2026-03-04T16:18:59.676393Z","steps":["trace[1508224891] 'agreement among raft nodes before linearized reading' (duration: 353.706437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.676444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.321972Z","time spent":"354.460766ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:18:59.676537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.154337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-2xgd4\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-04T16:18:59.676616Z","caller":"traceutil/trace.go:171","msg":"trace[2075808788] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-2xgd4; range_end:; response_count:1; response_revision:24231; }","duration":"367.230769ms","start":"2026-03-04T16:18:59.309366Z","end":"2026-03-04T16:18:59.676597Z","steps":["trace[2075808788] 'agreement among raft nodes before linearized reading' (duration: 366.967192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.676668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.309328Z","time spent":"367.328291ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-2xgd4\" "} {"level":"warn","ts":"2026-03-04T16:18:59.676711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.142982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210804"} {"level":"info","ts":"2026-03-04T16:18:59.677264Z","caller":"traceutil/trace.go:171","msg":"trace[1192273584] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24231; }","duration":"309.743338ms","start":"2026-03-04T16:18:59.367503Z","end":"2026-03-04T16:18:59.677246Z","steps":["trace[1192273584] 'agreement among raft nodes before linearized reading' (duration: 308.437844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.677332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:18:59.367486Z","time spent":"309.833651ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T16:18:59.821118Z","caller":"traceutil/trace.go:171","msg":"trace[1609485222] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"135.071629ms","start":"2026-03-04T16:18:59.686021Z","end":"2026-03-04T16:18:59.821093Z","steps":["trace[1609485222] 'process raft request' (duration: 134.864474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.821236Z","caller":"traceutil/trace.go:171","msg":"trace[819595886] linearizableReadLoop","detail":"{readStateIndex:25113; appliedIndex:25110; }","duration":"131.333515ms","start":"2026-03-04T16:18:59.689887Z","end":"2026-03-04T16:18:59.821221Z","steps":["trace[819595886] 'read index received' (duration: 57.470981ms)","trace[819595886] 'applied index is now lower than readState.Index' (duration: 73.861414ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:59.821442Z","caller":"traceutil/trace.go:171","msg":"trace[429827960] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"131.679373ms","start":"2026-03-04T16:18:59.689732Z","end":"2026-03-04T16:18:59.821411Z","steps":["trace[429827960] 'process raft request' (duration: 131.304564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.821538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.632052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T16:18:59.821584Z","caller":"traceutil/trace.go:171","msg":"trace[538693525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24234; }","duration":"131.736255ms","start":"2026-03-04T16:18:59.689837Z","end":"2026-03-04T16:18:59.821573Z","steps":["trace[538693525] 'agreement among raft nodes before linearized reading' (duration: 131.583151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.991796Z","caller":"traceutil/trace.go:171","msg":"trace[1709208233] linearizableReadLoop","detail":"{readStateIndex:25114; appliedIndex:25113; }","duration":"170.501234ms","start":"2026-03-04T16:18:59.821271Z","end":"2026-03-04T16:18:59.991772Z","steps":["trace[1709208233] 'read index received' (duration: 167.15648ms)","trace[1709208233] 'applied index is now lower than readState.Index' (duration: 3.340894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:18:59.991843Z","caller":"traceutil/trace.go:171","msg":"trace[1967328754] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"238.620932ms","start":"2026-03-04T16:18:59.753197Z","end":"2026-03-04T16:18:59.991818Z","steps":["trace[1967328754] 'process raft request' (duration: 235.217386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.992007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.268794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:59.992073Z","caller":"traceutil/trace.go:171","msg":"trace[1407981137] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:24235; }","duration":"238.378336ms","start":"2026-03-04T16:18:59.753679Z","end":"2026-03-04T16:18:59.992057Z","steps":["trace[1407981137] 'agreement among raft nodes before linearized reading' (duration: 238.216362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.992348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.720051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-04T16:18:59.99239Z","caller":"traceutil/trace.go:171","msg":"trace[493112871] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24235; }","duration":"281.845374ms","start":"2026-03-04T16:18:59.710534Z","end":"2026-03-04T16:18:59.992379Z","steps":["trace[493112871] 'agreement among raft nodes before linearized reading' (duration: 281.710071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.999626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.226905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:18:59.999679Z","caller":"traceutil/trace.go:171","msg":"trace[302566800] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24237; }","duration":"160.322987ms","start":"2026-03-04T16:18:59.839346Z","end":"2026-03-04T16:18:59.999669Z","steps":["trace[302566800] 'agreement among raft nodes before linearized reading' (duration: 160.195904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:18:59.999868Z","caller":"traceutil/trace.go:171","msg":"trace[2042567092] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"156.605113ms","start":"2026-03-04T16:18:59.843244Z","end":"2026-03-04T16:18:59.999849Z","steps":["trace[2042567092] 'process raft request' (duration: 156.123211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:18:59.999931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.662944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:18:59.999955Z","caller":"traceutil/trace.go:171","msg":"trace[1432084520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24237; }","duration":"133.721255ms","start":"2026-03-04T16:18:59.866228Z","end":"2026-03-04T16:18:59.999949Z","steps":["trace[1432084520] 'agreement among raft nodes before linearized reading' (duration: 133.637353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.000267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.669873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8424"} {"level":"info","ts":"2026-03-04T16:19:00.000289Z","caller":"traceutil/trace.go:171","msg":"trace[1419180867] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:24237; }","duration":"173.706444ms","start":"2026-03-04T16:18:59.826577Z","end":"2026-03-04T16:19:00.000283Z","steps":["trace[1419180867] 'agreement among raft nodes before linearized reading' (duration: 173.639342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.00037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.795466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:19:00.000415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.769726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:19:00.000428Z","caller":"traceutil/trace.go:171","msg":"trace[1973565413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24237; }","duration":"173.886499ms","start":"2026-03-04T16:18:59.826526Z","end":"2026-03-04T16:19:00.000413Z","steps":["trace[1973565413] 'agreement among raft nodes before linearized reading' (duration: 173.728685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.000441Z","caller":"traceutil/trace.go:171","msg":"trace[476070560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24237; }","duration":"173.814796ms","start":"2026-03-04T16:18:59.826619Z","end":"2026-03-04T16:19:00.000434Z","steps":["trace[476070560] 'agreement among raft nodes before linearized reading' (duration: 173.757465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.000568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.084074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:19:00.000605Z","caller":"traceutil/trace.go:171","msg":"trace[2042147898] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:24237; }","duration":"174.145775ms","start":"2026-03-04T16:18:59.826447Z","end":"2026-03-04T16:19:00.000593Z","steps":["trace[2042147898] 'agreement among raft nodes before linearized reading' (duration: 174.058193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.00057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.968961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:19:00.000751Z","caller":"traceutil/trace.go:171","msg":"trace[1633902480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24237; }","duration":"174.161515ms","start":"2026-03-04T16:18:59.826581Z","end":"2026-03-04T16:19:00.000742Z","steps":["trace[1633902480] 'agreement among raft nodes before linearized reading' (duration: 173.95125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.001072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.733535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:19:00.001106Z","caller":"traceutil/trace.go:171","msg":"trace[906070897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24237; }","duration":"177.799717ms","start":"2026-03-04T16:18:59.8233Z","end":"2026-03-04T16:19:00.0011Z","steps":["trace[906070897] 'agreement among raft nodes before linearized reading' (duration: 177.733395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.130897Z","caller":"traceutil/trace.go:171","msg":"trace[2082189866] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"126.01849ms","start":"2026-03-04T16:19:00.004539Z","end":"2026-03-04T16:19:00.130558Z","steps":["trace[2082189866] 'process raft request' (duration: 101.648346ms)","trace[2082189866] 'compare' (duration: 24.238341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:00.216098Z","caller":"traceutil/trace.go:171","msg":"trace[908262880] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"211.461857ms","start":"2026-03-04T16:19:00.004612Z","end":"2026-03-04T16:19:00.216073Z","steps":["trace[908262880] 'process raft request' (duration: 211.147839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216443Z","caller":"traceutil/trace.go:171","msg":"trace[1933086453] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25118; }","duration":"211.506109ms","start":"2026-03-04T16:19:00.004919Z","end":"2026-03-04T16:19:00.216425Z","steps":["trace[1933086453] 'read index received' (duration: 101.254406ms)","trace[1933086453] 'applied index is now lower than readState.Index' (duration: 110.251013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:00.216509Z","caller":"traceutil/trace.go:171","msg":"trace[1400805620] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"210.129344ms","start":"2026-03-04T16:19:00.006366Z","end":"2026-03-04T16:19:00.216495Z","steps":["trace[1400805620] 'process raft request' (duration: 209.784445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216552Z","caller":"traceutil/trace.go:171","msg":"trace[1184596977] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"204.322397ms","start":"2026-03-04T16:19:00.012224Z","end":"2026-03-04T16:19:00.216547Z","steps":["trace[1184596977] 'process raft request' (duration: 204.102892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216647Z","caller":"traceutil/trace.go:171","msg":"trace[1346239389] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"204.229094ms","start":"2026-03-04T16:19:00.012412Z","end":"2026-03-04T16:19:00.216641Z","steps":["trace[1346239389] 'process raft request' (duration: 203.947687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216768Z","caller":"traceutil/trace.go:171","msg":"trace[909327955] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"211.630831ms","start":"2026-03-04T16:19:00.005096Z","end":"2026-03-04T16:19:00.216727Z","steps":["trace[909327955] 'process raft request' (duration: 210.79601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216832Z","caller":"traceutil/trace.go:171","msg":"trace[13262495] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"114.433329ms","start":"2026-03-04T16:19:00.102391Z","end":"2026-03-04T16:19:00.216825Z","steps":["trace[13262495] 'process raft request' (duration: 113.993858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.217016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.080423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:19:00.217044Z","caller":"traceutil/trace.go:171","msg":"trace[1951022614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24247; }","duration":"212.136984ms","start":"2026-03-04T16:19:00.0049Z","end":"2026-03-04T16:19:00.217037Z","steps":["trace[1951022614] 'agreement among raft nodes before linearized reading' (duration: 211.991731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.217079Z","caller":"traceutil/trace.go:171","msg":"trace[983874008] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"211.329854ms","start":"2026-03-04T16:19:00.005735Z","end":"2026-03-04T16:19:00.217065Z","steps":["trace[983874008] 'process raft request' (duration: 210.35484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.217195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.507068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-04T16:19:00.217225Z","caller":"traceutil/trace.go:171","msg":"trace[277804215] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24247; }","duration":"209.545699ms","start":"2026-03-04T16:19:00.00767Z","end":"2026-03-04T16:19:00.217216Z","steps":["trace[277804215] 'agreement among raft nodes before linearized reading' (duration: 209.474327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.216533Z","caller":"traceutil/trace.go:171","msg":"trace[189022598] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"210.135483ms","start":"2026-03-04T16:19:00.006389Z","end":"2026-03-04T16:19:00.216525Z","steps":["trace[189022598] 'process raft request' (duration: 209.865527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.217452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.397271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T16:19:00.217479Z","caller":"traceutil/trace.go:171","msg":"trace[717900112] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24247; }","duration":"193.461583ms","start":"2026-03-04T16:19:00.024011Z","end":"2026-03-04T16:19:00.217472Z","steps":["trace[717900112] 'agreement among raft nodes before linearized reading' (duration: 193.383051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.43138Z","caller":"traceutil/trace.go:171","msg":"trace[1234813865] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"143.81854ms","start":"2026-03-04T16:19:00.287522Z","end":"2026-03-04T16:19:00.43134Z","steps":["trace[1234813865] 'process raft request' (duration: 121.400475ms)","trace[1234813865] 'compare' (duration: 22.023605ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:00.431397Z","caller":"traceutil/trace.go:171","msg":"trace[1476992043] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"143.851171ms","start":"2026-03-04T16:19:00.287524Z","end":"2026-03-04T16:19:00.431375Z","steps":["trace[1476992043] 'process raft request' (duration: 143.556614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.431519Z","caller":"traceutil/trace.go:171","msg":"trace[1038717677] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"134.809523ms","start":"2026-03-04T16:19:00.296702Z","end":"2026-03-04T16:19:00.431511Z","steps":["trace[1038717677] 'process raft request' (duration: 134.491965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.431408Z","caller":"traceutil/trace.go:171","msg":"trace[266757339] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"139.383537ms","start":"2026-03-04T16:19:00.292003Z","end":"2026-03-04T16:19:00.431386Z","steps":["trace[266757339] 'process raft request' (duration: 139.135501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.431746Z","caller":"traceutil/trace.go:171","msg":"trace[974130921] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"134.136435ms","start":"2026-03-04T16:19:00.297602Z","end":"2026-03-04T16:19:00.431739Z","steps":["trace[974130921] 'process raft request' (duration: 133.633143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:00.431789Z","caller":"traceutil/trace.go:171","msg":"trace[20425763] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25132; }","duration":"143.946714ms","start":"2026-03-04T16:19:00.287622Z","end":"2026-03-04T16:19:00.431569Z","steps":["trace[20425763] 'read index received' (duration: 71.951477ms)","trace[20425763] 'applied index is now lower than readState.Index' (duration: 71.994467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:00.431957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.321413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T16:19:00.431988Z","caller":"traceutil/trace.go:171","msg":"trace[1273734507] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24258; }","duration":"144.392764ms","start":"2026-03-04T16:19:00.287586Z","end":"2026-03-04T16:19:00.431979Z","steps":["trace[1273734507] 'agreement among raft nodes before linearized reading' (duration: 144.257161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:00.432211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.675936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:00.434077Z","caller":"traceutil/trace.go:171","msg":"trace[305130143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24258; }","duration":"122.569144ms","start":"2026-03-04T16:19:00.311494Z","end":"2026-03-04T16:19:00.434063Z","steps":["trace[305130143] 'agreement among raft nodes before linearized reading' (duration: 120.694656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:01.405975Z","caller":"traceutil/trace.go:171","msg":"trace[658990353] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"122.285807ms","start":"2026-03-04T16:19:01.28367Z","end":"2026-03-04T16:19:01.405956Z","steps":["trace[658990353] 'process raft request' (duration: 122.139073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:02.351691Z","caller":"traceutil/trace.go:171","msg":"trace[1687208162] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"106.649062ms","start":"2026-03-04T16:19:02.245021Z","end":"2026-03-04T16:19:02.35167Z","steps":["trace[1687208162] 'process raft request' (duration: 106.300703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:05.893877Z","caller":"traceutil/trace.go:171","msg":"trace[1311919123] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"884.71337ms","start":"2026-03-04T16:19:05.009064Z","end":"2026-03-04T16:19:05.893777Z","steps":["trace[1311919123] 'process raft request' (duration: 884.548245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:05.894066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.009044Z","time spent":"884.929244ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:07.489419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:07.489506Z","caller":"traceutil/trace.go:171","msg":"trace[410502982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341967s","start":"2026-03-04T16:19:05.489138Z","end":"2026-03-04T16:19:07.48948Z","steps":["trace[410502982] 'agreement among raft nodes before linearized reading' (duration: 2.000240074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:07.489554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.489118Z","time spent":"2.000425989s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:08.746324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.852537305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:09.156276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.704891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:19:09.156575Z","caller":"traceutil/trace.go:171","msg":"trace[571722123] linearizableReadLoop","detail":"{readStateIndex:25217; appliedIndex:25210; }","duration":"3.667367312s","start":"2026-03-04T16:19:05.489182Z","end":"2026-03-04T16:19:09.156549Z","steps":["trace[571722123] 'read index received' (duration: 404.640504ms)","trace[571722123] 'applied index is now lower than readState.Index' (duration: 3.262726028s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:09.156638Z","caller":"traceutil/trace.go:171","msg":"trace[1075500613] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"3.723435677s","start":"2026-03-04T16:19:05.433194Z","end":"2026-03-04T16:19:09.156629Z","steps":["trace[1075500613] 'process raft request' (duration: 3.723258662s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:09.156628Z","caller":"traceutil/trace.go:171","msg":"trace[682368248] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"3.723512139s","start":"2026-03-04T16:19:05.43307Z","end":"2026-03-04T16:19:09.156582Z","steps":["trace[682368248] 'process raft request' (duration: 3.723353825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.156699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.433182Z","time spent":"3.723492948s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:09.156777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.433026Z","time spent":"3.723669502s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:09.156837Z","caller":"traceutil/trace.go:171","msg":"trace[475378946] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"3.723618991s","start":"2026-03-04T16:19:05.433211Z","end":"2026-03-04T16:19:09.15683Z","steps":["trace[475378946] 'process raft request' (duration: 3.723264982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.156877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.433179Z","time spent":"3.723676572s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:09.156935Z","caller":"traceutil/trace.go:171","msg":"trace[919569542] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"3.723003275s","start":"2026-03-04T16:19:05.433926Z","end":"2026-03-04T16:19:09.156929Z","steps":["trace[919569542] 'process raft request' (duration: 3.722573584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.156967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.433917Z","time spent":"3.723034797s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:09.157002Z","caller":"traceutil/trace.go:171","msg":"trace[76415986] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"4.135394124s","start":"2026-03-04T16:19:05.021596Z","end":"2026-03-04T16:19:09.15699Z","steps":["trace[76415986] 'process raft request' (duration: 3.724900063s)","trace[76415986] 'compare' (duration: 409.407044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:09.157057Z","caller":"traceutil/trace.go:171","msg":"trace[356149611] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"3.722808761s","start":"2026-03-04T16:19:05.434241Z","end":"2026-03-04T16:19:09.15705Z","steps":["trace[356149611] 'process raft request' (duration: 3.722280217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.157058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.021577Z","time spent":"4.135454305s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:09.157104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.434227Z","time spent":"3.722852702s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:09.157522Z","caller":"traceutil/trace.go:171","msg":"trace[542180858] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"3.728538185s","start":"2026-03-04T16:19:05.428956Z","end":"2026-03-04T16:19:09.157494Z","steps":["trace[542180858] 'process raft request' (duration: 3.727399686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.157621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.428936Z","time spent":"3.728631678s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:09.490161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:09.490503Z","caller":"traceutil/trace.go:171","msg":"trace[1219586527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755289s","start":"2026-03-04T16:19:07.489726Z","end":"2026-03-04T16:19:09.490481Z","steps":["trace[1219586527] 'agreement among raft nodes before linearized reading' (duration: 2.000342828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:09.49059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.489706Z","time spent":"2.000870941s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:10.726294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35224184s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:11.168357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999260707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:11.168443Z","caller":"traceutil/trace.go:171","msg":"trace[1626577515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999414471s","start":"2026-03-04T16:19:06.169011Z","end":"2026-03-04T16:19:11.168425Z","steps":["trace[1626577515] 'agreement among raft nodes before linearized reading' (duration: 4.999301518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:11.168479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.168987Z","time spent":"4.999482623s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:19:11.232508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:11.232604Z","caller":"traceutil/trace.go:171","msg":"trace[119270520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349047s","start":"2026-03-04T16:19:09.232238Z","end":"2026-03-04T16:19:11.232587Z","steps":["trace[119270520] 'agreement among raft nodes before linearized reading' (duration: 2.000233674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:11.232637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.232222Z","time spent":"2.000406928s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:11.276356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999065551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:11.276438Z","caller":"traceutil/trace.go:171","msg":"trace[863482366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999208536s","start":"2026-03-04T16:19:06.27721Z","end":"2026-03-04T16:19:11.276419Z","steps":["trace[863482366] 'agreement among raft nodes before linearized reading' (duration: 4.999102093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:11.276487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.277191Z","time spent":"4.999286188s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 16:19:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:11.300233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999737059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:11.300311Z","caller":"traceutil/trace.go:171","msg":"trace[1449902178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999862092s","start":"2026-03-04T16:19:06.300425Z","end":"2026-03-04T16:19:11.300287Z","steps":["trace[1449902178] 'agreement among raft nodes before linearized reading' (duration: 4.99976543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:11.300357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.300413Z","time spent":"4.999936384s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 16:19:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:11.495975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001663489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:11.496068Z","caller":"traceutil/trace.go:171","msg":"trace[984128435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001799913s","start":"2026-03-04T16:19:09.494248Z","end":"2026-03-04T16:19:11.496048Z","steps":["trace[984128435] 'agreement among raft nodes before linearized reading' (duration: 2.00166826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:11.496114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.494242Z","time spent":"2.001862015s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:13.037441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.029218Z","time spent":"7.008217072s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:13.426743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052574094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:19:13.502756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:13.502875Z","caller":"traceutil/trace.go:171","msg":"trace[2074789187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708506s","start":"2026-03-04T16:19:11.502133Z","end":"2026-03-04T16:19:13.502842Z","steps":["trace[2074789187] 'agreement among raft nodes before linearized reading' (duration: 2.000571983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:13.50294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.502118Z","time spent":"2.000804228s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:14.607356Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae3495","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:19:14.897894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.886939Z","time spent":"7.01094424s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:15.523369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019832989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:15.523445Z","caller":"traceutil/trace.go:171","msg":"trace[1291618577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.019928111s","start":"2026-03-04T16:19:13.503502Z","end":"2026-03-04T16:19:15.52343Z","steps":["trace[1291618577] 'agreement among raft nodes before linearized reading' (duration: 2.019830859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:15.523478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.503441Z","time spent":"2.020030253s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:15.841795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999678783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:15.841867Z","caller":"traceutil/trace.go:171","msg":"trace[237059549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999791397s","start":"2026-03-04T16:19:05.842058Z","end":"2026-03-04T16:19:15.841849Z","steps":["trace[237059549] 'agreement among raft nodes before linearized reading' (duration: 9.999699984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:15.84192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.842047Z","time spent":"9.999863588s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 16:19:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.162349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.164835Z","time spent":"4.997506323s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.162389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.164419Z","time spent":"4.997961104s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.162555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.164881Z","time spent":"4.997672267s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.163249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.164616Z","time spent":"4.99862323s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.163425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.164329Z","time spent":"4.999088214s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.164617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.166347Z","time spent":"4.998262311s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.164677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.166126Z","time spent":"4.998546609s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.168363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997786451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:16.168423Z","caller":"traceutil/trace.go:171","msg":"trace[1835334820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997894014s","start":"2026-03-04T16:19:13.170513Z","end":"2026-03-04T16:19:16.168407Z","steps":["trace[1835334820] 'agreement among raft nodes before linearized reading' (duration: 2.997823692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:16.168468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.170493Z","time spent":"2.997965916s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.277788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.276723Z","time spent":"7.00105271s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:16.279217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001164406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:16.279265Z","caller":"traceutil/trace.go:171","msg":"trace[305295249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.001265879s","start":"2026-03-04T16:19:13.277984Z","end":"2026-03-04T16:19:16.27925Z","steps":["trace[305295249] 'agreement among raft nodes before linearized reading' (duration: 3.001204017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:16.279303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.277965Z","time spent":"3.00132971s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.285515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999267082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:16.285561Z","caller":"traceutil/trace.go:171","msg":"trace[2001583374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999352095s","start":"2026-03-04T16:19:06.286196Z","end":"2026-03-04T16:19:16.285548Z","steps":["trace[2001583374] 'agreement among raft nodes before linearized reading' (duration: 9.999301223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:16.285594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.286176Z","time spent":"9.999410276s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.300445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999369961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:16.300544Z","caller":"traceutil/trace.go:171","msg":"trace[1943937799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999520844s","start":"2026-03-04T16:19:13.301002Z","end":"2026-03-04T16:19:16.300522Z","steps":["trace[1943937799] 'agreement among raft nodes before linearized reading' (duration: 2.999384011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:16.300598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.300991Z","time spent":"2.999593528s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 16:19:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:16.816261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.917070743s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:17.047894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202430836s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.048057Z","caller":"traceutil/trace.go:171","msg":"trace[359999241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24334; }","duration":"3.202625661s","start":"2026-03-04T16:19:13.845409Z","end":"2026-03-04T16:19:17.048034Z","steps":["trace[359999241] 'range keys from in-memory index tree' (duration: 3.202406165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.051434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624578771s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:19:17.0518Z","caller":"traceutil/trace.go:171","msg":"trace[655309343] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25217; }","duration":"7.895181618s","start":"2026-03-04T16:19:09.1566Z","end":"2026-03-04T16:19:17.051781Z","steps":["trace[655309343] 'read index received' (duration: 217.450438ms)","trace[655309343] 'applied index is now lower than readState.Index' (duration: 7.6777303s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:17.051967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.550712371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:17.051981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982511733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.052048Z","caller":"traceutil/trace.go:171","msg":"trace[1875790642] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24336; }","duration":"10.550821484s","start":"2026-03-04T16:19:06.501205Z","end":"2026-03-04T16:19:17.052027Z","steps":["trace[1875790642] 'agreement among raft nodes before linearized reading' (duration: 10.550682431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:17.052064Z","caller":"traceutil/trace.go:171","msg":"trace[364874391] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24336; }","duration":"7.982605615s","start":"2026-03-04T16:19:09.069442Z","end":"2026-03-04T16:19:17.052048Z","steps":["trace[364874391] 'agreement among raft nodes before linearized reading' (duration: 7.982483552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.05209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.31080658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:17.052104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.069391Z","time spent":"7.982704097s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:19:17.052116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.872497283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.052138Z","caller":"traceutil/trace.go:171","msg":"trace[559760237] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24336; }","duration":"9.310877122s","start":"2026-03-04T16:19:07.741247Z","end":"2026-03-04T16:19:17.052124Z","steps":["trace[559760237] 'agreement among raft nodes before linearized reading' (duration: 9.310623415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.835840198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:17.052176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.74123Z","time spent":"9.310936253s","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:17.052181Z","caller":"traceutil/trace.go:171","msg":"trace[2110940632] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24336; }","duration":"10.872566435s","start":"2026-03-04T16:19:06.179595Z","end":"2026-03-04T16:19:17.052162Z","steps":["trace[2110940632] 'agreement among raft nodes before linearized reading' (duration: 10.872456292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.17954Z","time spent":"10.872675587s","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:17.052249Z","caller":"traceutil/trace.go:171","msg":"trace[1713387856] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"6.153146721s","start":"2026-03-04T16:19:10.899093Z","end":"2026-03-04T16:19:17.052239Z","steps":["trace[1713387856] 'process raft request' (duration: 6.152848683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007876021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:17.052263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.18497114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-04T16:19:17.052291Z","caller":"traceutil/trace.go:171","msg":"trace[1201787645] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24337; }","duration":"10.007971094s","start":"2026-03-04T16:19:07.044306Z","end":"2026-03-04T16:19:17.052277Z","steps":["trace[1201787645] 'agreement among raft nodes before linearized reading' (duration: 10.007896312s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:17.052183Z","caller":"traceutil/trace.go:171","msg":"trace[1035191365] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24336; }","duration":"9.835874079s","start":"2026-03-04T16:19:07.216299Z","end":"2026-03-04T16:19:17.052173Z","steps":["trace[1035191365] 'agreement among raft nodes before linearized reading' (duration: 9.835820648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.044287Z","time spent":"10.008035035s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:17.052332Z","caller":"traceutil/trace.go:171","msg":"trace[198741271] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24336; }","duration":"11.185074972s","start":"2026-03-04T16:19:05.867238Z","end":"2026-03-04T16:19:17.052313Z","steps":["trace[198741271] 'agreement among raft nodes before linearized reading' (duration: 11.184771325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.216245Z","time spent":"9.836085534s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.867225Z","time spent":"11.185141954s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T16:19:17.052395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.705628523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:17.052045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625129861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.052434Z","caller":"traceutil/trace.go:171","msg":"trace[1309635870] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24337; }","duration":"9.705790016s","start":"2026-03-04T16:19:07.346624Z","end":"2026-03-04T16:19:17.052414Z","steps":["trace[1309635870] 'agreement among raft nodes before linearized reading' (duration: 9.705198031s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:17.052447Z","caller":"traceutil/trace.go:171","msg":"trace[1342546250] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24336; }","duration":"8.625573022s","start":"2026-03-04T16:19:08.426865Z","end":"2026-03-04T16:19:17.052438Z","steps":["trace[1342546250] 'agreement among raft nodes before linearized reading' (duration: 8.625014128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.346604Z","time spent":"9.705845678s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:08.426849Z","time spent":"8.625617443s","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.132022834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:17.052559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.223283475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:19:17.052601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806188141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:17.052634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.897110165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:17.052647Z","caller":"traceutil/trace.go:171","msg":"trace[5711536] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24337; }","duration":"11.223374707s","start":"2026-03-04T16:19:05.829259Z","end":"2026-03-04T16:19:17.052634Z","steps":["trace[5711536] 'agreement among raft nodes before linearized reading' (duration: 11.222901446s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:17.052662Z","caller":"traceutil/trace.go:171","msg":"trace[467534340] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24337; }","duration":"8.897174527s","start":"2026-03-04T16:19:08.155479Z","end":"2026-03-04T16:19:17.052654Z","steps":["trace[467534340] 'agreement among raft nodes before linearized reading' (duration: 8.896369527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:08.155455Z","time spent":"8.897222839s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.829201Z","time spent":"11.22347186s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.0527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.354302634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-slmgt.1899aced1fb49fd6\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-03-04T16:19:17.052715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.494659265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:19:17.052726Z","caller":"traceutil/trace.go:171","msg":"trace[1523050647] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-slmgt.1899aced1fb49fd6; range_end:; response_count:1; response_revision:24337; }","duration":"9.354366216s","start":"2026-03-04T16:19:07.698352Z","end":"2026-03-04T16:19:17.052718Z","steps":["trace[1523050647] 'agreement among raft nodes before linearized reading' (duration: 9.353526505s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:17.052738Z","caller":"traceutil/trace.go:171","msg":"trace[1087198625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24337; }","duration":"11.494722357s","start":"2026-03-04T16:19:05.558009Z","end":"2026-03-04T16:19:17.052731Z","steps":["trace[1087198625] 'agreement among raft nodes before linearized reading' (duration: 11.494175033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.698332Z","time spent":"9.354414937s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-slmgt.1899aced1fb49fd6\" "} {"level":"warn","ts":"2026-03-04T16:19:17.052742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.124543635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.052797Z","caller":"traceutil/trace.go:171","msg":"trace[1208113881] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24337; }","duration":"10.124646477s","start":"2026-03-04T16:19:06.928137Z","end":"2026-03-04T16:19:17.052783Z","steps":["trace[1208113881] 'agreement among raft nodes before linearized reading' (duration: 10.124054682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:10.899073Z","time spent":"6.153198712s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:17.052668Z","caller":"traceutil/trace.go:171","msg":"trace[343521371] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24337; }","duration":"8.806296084s","start":"2026-03-04T16:19:08.246352Z","end":"2026-03-04T16:19:17.052648Z","steps":["trace[343521371] 'agreement among raft nodes before linearized reading' (duration: 8.805506744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.052849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.928117Z","time spent":"10.124718529s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.05288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:08.246331Z","time spent":"8.806541599s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.557989Z","time spent":"11.494764307s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:19:17.051978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.524706526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.052971Z","caller":"traceutil/trace.go:171","msg":"trace[958510766] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24336; }","duration":"8.525753653s","start":"2026-03-04T16:19:08.52721Z","end":"2026-03-04T16:19:17.052964Z","steps":["trace[958510766] 'agreement among raft nodes before linearized reading' (duration: 8.524677176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.053003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:08.527192Z","time spent":"8.525803263s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.184471457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:17.053036Z","caller":"traceutil/trace.go:171","msg":"trace[2045001537] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24337; }","duration":"11.184907798s","start":"2026-03-04T16:19:05.868118Z","end":"2026-03-04T16:19:17.053026Z","steps":["trace[2045001537] 'agreement among raft nodes before linearized reading' (duration: 11.184054327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.053079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:05.868104Z","time spent":"11.184965699s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.052098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:06.50119Z","time spent":"10.550895966s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:17.052619Z","caller":"traceutil/trace.go:171","msg":"trace[1309307564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24336; }","duration":"9.132663981s","start":"2026-03-04T16:19:07.919936Z","end":"2026-03-04T16:19:17.0526Z","steps":["trace[1309307564] 'agreement among raft nodes before linearized reading' (duration: 9.131925062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.05457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:07.919918Z","time spent":"9.13462738s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:17.513719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990150381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:17.513781Z","caller":"traceutil/trace.go:171","msg":"trace[1068251630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990258433s","start":"2026-03-04T16:19:15.523508Z","end":"2026-03-04T16:19:17.513767Z","steps":["trace[1068251630] 'agreement among raft nodes before linearized reading' (duration: 1.990178901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:17.513815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:15.523492Z","time spent":"1.990316674s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:17.552954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:18.053733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:18.554399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:19.055509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:19.357858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.540375827s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:19.514152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:19.514215Z","caller":"traceutil/trace.go:171","msg":"trace[535156239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074591s","start":"2026-03-04T16:19:17.514126Z","end":"2026-03-04T16:19:19.5142Z","steps":["trace[535156239] 'agreement among raft nodes before linearized reading' (duration: 1.999993928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.514252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.514115Z","time spent":"2.000128222s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:19.811942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.863765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:19:19.813014Z","caller":"traceutil/trace.go:171","msg":"trace[814861593] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"3.510708697s","start":"2026-03-04T16:19:16.302288Z","end":"2026-03-04T16:19:19.812996Z","steps":["trace[814861593] 'process raft request' (duration: 3.510680136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.813125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.302262Z","time spent":"3.51080536s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:19.813332Z","caller":"traceutil/trace.go:171","msg":"trace[749480883] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"3.53382505s","start":"2026-03-04T16:19:16.279444Z","end":"2026-03-04T16:19:19.813269Z","steps":["trace[749480883] 'process raft request' (duration: 3.533475771s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:19.813247Z","caller":"traceutil/trace.go:171","msg":"trace[1243191191] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24344; }","duration":"6.772083831s","start":"2026-03-04T16:19:13.041142Z","end":"2026-03-04T16:19:19.813225Z","steps":["trace[1243191191] 'process raft request' (duration: 6.771699201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.813456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.041122Z","time spent":"6.772311177s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:19.813191Z","caller":"traceutil/trace.go:171","msg":"trace[1273418230] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24344; }","duration":"4.911957103s","start":"2026-03-04T16:19:14.901207Z","end":"2026-03-04T16:19:19.813164Z","steps":["trace[1273418230] 'process raft request' (duration: 4.911660056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.813512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.279427Z","time spent":"3.533996615s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:19.813582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:14.901189Z","time spent":"4.912338933s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:19.813308Z","caller":"traceutil/trace.go:171","msg":"trace[1452161710] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"3.968882651s","start":"2026-03-04T16:19:15.844416Z","end":"2026-03-04T16:19:19.813299Z","steps":["trace[1452161710] 'process raft request' (duration: 3.968472041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.813698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:15.844395Z","time spent":"3.96924558s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:19:19.813313Z","caller":"traceutil/trace.go:171","msg":"trace[702378871] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"3.526091375s","start":"2026-03-04T16:19:16.287211Z","end":"2026-03-04T16:19:19.813303Z","steps":["trace[702378871] 'process raft request' (duration: 3.525734376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:19.813771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.287197Z","time spent":"3.526545657s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:21.162127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997321938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.162194Z","caller":"traceutil/trace.go:171","msg":"trace[841688956] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997447562s","start":"2026-03-04T16:19:16.164733Z","end":"2026-03-04T16:19:21.162181Z","steps":["trace[841688956] 'agreement among raft nodes before linearized reading' (duration: 4.99736542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.162228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.164693Z","time spent":"4.997527504s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.162336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99620447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.162359Z","caller":"traceutil/trace.go:171","msg":"trace[81988828] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996249351s","start":"2026-03-04T16:19:16.166102Z","end":"2026-03-04T16:19:21.162352Z","steps":["trace[81988828] 'agreement among raft nodes before linearized reading' (duration: 4.996225091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.162382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.166093Z","time spent":"4.996283252s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.163027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998085298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.163064Z","caller":"traceutil/trace.go:171","msg":"trace[205760993] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998148359s","start":"2026-03-04T16:19:16.164908Z","end":"2026-03-04T16:19:21.163056Z","steps":["trace[205760993] 'agreement among raft nodes before linearized reading' (duration: 4.998107898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.163096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.164897Z","time spent":"4.998187339s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.16343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997343159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.163473Z","caller":"traceutil/trace.go:171","msg":"trace[1862995959] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997623186s","start":"2026-03-04T16:19:16.16584Z","end":"2026-03-04T16:19:21.163463Z","steps":["trace[1862995959] 'agreement among raft nodes before linearized reading' (duration: 4.997360189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.163604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.165829Z","time spent":"4.997664977s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.163825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.163863Z","caller":"traceutil/trace.go:171","msg":"trace[1996363784] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999164755s","start":"2026-03-04T16:19:16.164689Z","end":"2026-03-04T16:19:21.163854Z","steps":["trace[1996363784] 'agreement among raft nodes before linearized reading' (duration: 4.999124314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.163968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.164662Z","time spent":"4.999218356s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.16435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998320064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.164401Z","caller":"traceutil/trace.go:171","msg":"trace[1062453706] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998385186s","start":"2026-03-04T16:19:16.166003Z","end":"2026-03-04T16:19:21.164389Z","steps":["trace[1062453706] 'agreement among raft nodes before linearized reading' (duration: 4.998334054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.16443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.165995Z","time spent":"4.998426667s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.164489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998536939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.164511Z","caller":"traceutil/trace.go:171","msg":"trace[349098099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998588671s","start":"2026-03-04T16:19:16.165915Z","end":"2026-03-04T16:19:21.164504Z","steps":["trace[349098099] 'agreement among raft nodes before linearized reading' (duration: 4.99856673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.164534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.1659Z","time spent":"4.998628022s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:21.234068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:21.234158Z","caller":"traceutil/trace.go:171","msg":"trace[577274221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231914s","start":"2026-03-04T16:19:19.233907Z","end":"2026-03-04T16:19:21.234139Z","steps":["trace[577274221] 'agreement among raft nodes before linearized reading' (duration: 2.000113391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.234207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.233891Z","time spent":"2.000304926s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:21.52371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:21.5238Z","caller":"traceutil/trace.go:171","msg":"trace[2129198137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182793s","start":"2026-03-04T16:19:19.523597Z","end":"2026-03-04T16:19:21.52378Z","steps":["trace[2129198137] 'agreement among raft nodes before linearized reading' (duration: 2.0000637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:21.523853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.52358Z","time spent":"2.000261445s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:23.530924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:23.531029Z","caller":"traceutil/trace.go:171","msg":"trace[766467836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000924683s","start":"2026-03-04T16:19:21.530081Z","end":"2026-03-04T16:19:23.531006Z","steps":["trace[766467836] 'agreement among raft nodes before linearized reading' (duration: 2.000790878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:23.531093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.530063Z","time spent":"2.001012994s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:24.075509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.074733Z","time spent":"7.000757063s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:24.27508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992625987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:24.275156Z","caller":"traceutil/trace.go:171","msg":"trace[1548330827] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99274054s","start":"2026-03-04T16:19:16.282398Z","end":"2026-03-04T16:19:24.275139Z","steps":["trace[1548330827] 'agreement among raft nodes before linearized reading' (duration: 7.992646908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:24.275201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.282387Z","time spent":"7.992806012s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 16:19:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:24.54958Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae35f3","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:19:24.612498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.611908Z","time spent":"7.000583699s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:24.640376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.804141393s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:24.758769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.48668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:24.758896Z","caller":"traceutil/trace.go:171","msg":"trace[2012963559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24348; }","duration":"912.624734ms","start":"2026-03-04T16:19:23.846253Z","end":"2026-03-04T16:19:24.758877Z","steps":["trace[2012963559] 'range keys from in-memory index tree' (duration: 912.46998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:24.759409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.778048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:19:25.530973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:25.531048Z","caller":"traceutil/trace.go:171","msg":"trace[1564193959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162202s","start":"2026-03-04T16:19:23.530869Z","end":"2026-03-04T16:19:25.531031Z","steps":["trace[1564193959] 'agreement among raft nodes before linearized reading' (duration: 2.00006395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:25.531094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:23.530849Z","time spent":"2.000237374s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:26.164519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999285218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T16:19:26.164549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999295659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:26.164596Z","caller":"traceutil/trace.go:171","msg":"trace[117625514] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999411341s","start":"2026-03-04T16:19:21.165166Z","end":"2026-03-04T16:19:26.164578Z","steps":["trace[117625514] 'agreement among raft nodes before linearized reading' (duration: 4.999305359s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:26.164622Z","caller":"traceutil/trace.go:171","msg":"trace[1130235232] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999395351s","start":"2026-03-04T16:19:21.165208Z","end":"2026-03-04T16:19:26.164603Z","steps":["trace[1130235232] 'agreement among raft nodes before linearized reading' (duration: 4.999298938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:26.164649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.165157Z","time spent":"4.999480133s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T16:19:26.164673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.165203Z","time spent":"4.999462762s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 16:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:27.060986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.985038525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:27.061067Z","caller":"traceutil/trace.go:171","msg":"trace[1527276791] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"9.985150977s","start":"2026-03-04T16:19:17.075898Z","end":"2026-03-04T16:19:27.061049Z","steps":["trace[1527276791] 'agreement among raft nodes before linearized reading' (duration: 9.985048985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:27.061114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.075891Z","time spent":"9.985212769s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/04 16:19:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:27.070035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.429497798s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:27.537161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:27.537256Z","caller":"traceutil/trace.go:171","msg":"trace[506682866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006985s","start":"2026-03-04T16:19:25.537161Z","end":"2026-03-04T16:19:27.537231Z","steps":["trace[506682866] 'agreement among raft nodes before linearized reading' (duration: 1.999951927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:27.537338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:25.537142Z","time spent":"2.000164653s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:29.058842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:22.05862Z","time spent":"7.00021591s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:29.538654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:29.538742Z","caller":"traceutil/trace.go:171","msg":"trace[1681992451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149012s","start":"2026-03-04T16:19:27.538572Z","end":"2026-03-04T16:19:29.538721Z","steps":["trace[1681992451] 'agreement among raft nodes before linearized reading' (duration: 2.000031639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:29.538789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:27.538552Z","time spent":"2.000227494s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:29.817308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998990146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:29.81739Z","caller":"traceutil/trace.go:171","msg":"trace[218239378] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999100199s","start":"2026-03-04T16:19:19.818271Z","end":"2026-03-04T16:19:29.817371Z","steps":["trace[218239378] 'agreement among raft nodes before linearized reading' (duration: 9.998996766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:29.817437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.818266Z","time spent":"9.999162181s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 16:19:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:30.365902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606419611s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:19:30.366205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.700073Z","time spent":"666.127002ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:19:30.368977Z","caller":"traceutil/trace.go:171","msg":"trace[523619761] linearizableReadLoop","detail":"{readStateIndex:25238; appliedIndex:25222; }","duration":"13.317050481s","start":"2026-03-04T16:19:17.051904Z","end":"2026-03-04T16:19:30.368954Z","steps":["trace[523619761] 'read index received' (duration: 2.306256238s)","trace[523619761] 'applied index is now lower than readState.Index' (duration: 11.010793453s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:30.36911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.074294481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.369136Z","caller":"traceutil/trace.go:171","msg":"trace[253804184] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24351; }","duration":"17.074369023s","start":"2026-03-04T16:19:13.294758Z","end":"2026-03-04T16:19:30.369127Z","steps":["trace[253804184] 'agreement among raft nodes before linearized reading' (duration: 17.07430654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.294736Z","time spent":"17.074423124s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.469599226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.369279Z","caller":"traceutil/trace.go:171","msg":"trace[672579450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24351; }","duration":"19.469683818s","start":"2026-03-04T16:19:10.89958Z","end":"2026-03-04T16:19:30.369264Z","steps":["trace[672579450] 'agreement among raft nodes before linearized reading' (duration: 19.469611556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:10.899524Z","time spent":"19.46977407s","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.36931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.092795345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.36933Z","caller":"traceutil/trace.go:171","msg":"trace[513169996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24351; }","duration":"20.092855817s","start":"2026-03-04T16:19:10.276468Z","end":"2026-03-04T16:19:30.369324Z","steps":["trace[513169996] 'agreement among raft nodes before linearized reading' (duration: 20.092818836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.36935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:10.276452Z","time spent":"20.092892838s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.221992699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.369451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.074189989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"warn","ts":"2026-03-04T16:19:30.369517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.200710378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T16:19:30.369525Z","caller":"traceutil/trace.go:171","msg":"trace[1957903114] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24351; }","duration":"16.074274721s","start":"2026-03-04T16:19:14.295231Z","end":"2026-03-04T16:19:30.369506Z","steps":["trace[1957903114] 'agreement among raft nodes before linearized reading' (duration: 16.073797008s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.36955Z","caller":"traceutil/trace.go:171","msg":"trace[1644368142] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24351; }","duration":"20.20076462s","start":"2026-03-04T16:19:10.168776Z","end":"2026-03-04T16:19:30.369541Z","steps":["trace[1644368142] 'agreement among raft nodes before linearized reading' (duration: 20.200664268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.44191626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.369566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:14.29521Z","time spent":"16.074346843s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:19:30.369525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.441842069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.369585Z","caller":"traceutil/trace.go:171","msg":"trace[1340873049] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24351; }","duration":"17.441973031s","start":"2026-03-04T16:19:12.927607Z","end":"2026-03-04T16:19:30.36958Z","steps":["trace[1340873049] 'agreement among raft nodes before linearized reading' (duration: 17.44193037s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.369598Z","caller":"traceutil/trace.go:171","msg":"trace[1707278] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24351; }","duration":"17.44194571s","start":"2026-03-04T16:19:12.927646Z","end":"2026-03-04T16:19:30.369592Z","steps":["trace[1707278] 'agreement among raft nodes before linearized reading' (duration: 17.441852658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:12.927591Z","time spent":"17.442008443s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:12.927625Z","time spent":"17.441985372s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.987984221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.369766Z","caller":"traceutil/trace.go:171","msg":"trace[2066320868] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:0; response_revision:24351; }","duration":"17.988037353s","start":"2026-03-04T16:19:12.381723Z","end":"2026-03-04T16:19:30.36976Z","steps":["trace[2066320868] 'agreement among raft nodes before linearized reading' (duration: 17.987999882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:12.381706Z","time spent":"17.988073413s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:19:30.369934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.453444059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.369958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.5018619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.369968Z","caller":"traceutil/trace.go:171","msg":"trace[977098886] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24351; }","duration":"18.453513461s","start":"2026-03-04T16:19:11.916446Z","end":"2026-03-04T16:19:30.369959Z","steps":["trace[977098886] 'agreement among raft nodes before linearized reading' (duration: 18.453453289s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.369985Z","caller":"traceutil/trace.go:171","msg":"trace[1349523201] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24351; }","duration":"20.501904031s","start":"2026-03-04T16:19:09.868073Z","end":"2026-03-04T16:19:30.369977Z","steps":["trace[1349523201] 'agreement among raft nodes before linearized reading' (duration: 20.50184429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.369993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.916425Z","time spent":"18.453559482s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.370007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.868025Z","time spent":"20.501975623s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.370018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.971340214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.370069Z","caller":"traceutil/trace.go:171","msg":"trace[239455809] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24351; }","duration":"14.971435326s","start":"2026-03-04T16:19:15.398622Z","end":"2026-03-04T16:19:30.370058Z","steps":["trace[239455809] 'agreement among raft nodes before linearized reading' (duration: 14.971345304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370091Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.861µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-04T16:19:30.370147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.46141421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.370155Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae35f3","error":"lease not found"} {"level":"info","ts":"2026-03-04T16:19:30.370171Z","caller":"traceutil/trace.go:171","msg":"trace[1632825097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24352; }","duration":"18.461468642s","start":"2026-03-04T16:19:11.908695Z","end":"2026-03-04T16:19:30.370163Z","steps":["trace[1632825097] 'agreement among raft nodes before linearized reading' (duration: 18.46142324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.877818769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T16:19:30.370198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.908676Z","time spent":"18.461516282s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.370209Z","caller":"traceutil/trace.go:171","msg":"trace[1129849265] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:24352; }","duration":"20.87787085s","start":"2026-03-04T16:19:09.492329Z","end":"2026-03-04T16:19:30.3702Z","steps":["trace[1129849265] 'agreement among raft nodes before linearized reading' (duration: 20.877802608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.37023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.492309Z","time spent":"20.877915751s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T16:19:30.37023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.733190374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.370233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.009970908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.370274Z","caller":"traceutil/trace.go:171","msg":"trace[1422978770] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24352; }","duration":"13.733274906s","start":"2026-03-04T16:19:16.636988Z","end":"2026-03-04T16:19:30.370263Z","steps":["trace[1422978770] 'agreement among raft nodes before linearized reading' (duration: 13.733134043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.636967Z","time spent":"13.733342387s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.370332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.007605374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.370341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.052897949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.370356Z","caller":"traceutil/trace.go:171","msg":"trace[2133142887] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24352; }","duration":"21.007659835s","start":"2026-03-04T16:19:09.362687Z","end":"2026-03-04T16:19:30.370347Z","steps":["trace[2133142887] 'agreement among raft nodes before linearized reading' (duration: 21.007623824s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.370367Z","caller":"traceutil/trace.go:171","msg":"trace[723687273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24352; }","duration":"19.052929839s","start":"2026-03-04T16:19:11.31743Z","end":"2026-03-04T16:19:30.37036Z","steps":["trace[723687273] 'agreement among raft nodes before linearized reading' (duration: 19.052878078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:11.317362Z","time spent":"19.053021492s","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.369483Z","caller":"traceutil/trace.go:171","msg":"trace[681282065] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24351; }","duration":"17.222054461s","start":"2026-03-04T16:19:13.147422Z","end":"2026-03-04T16:19:30.369477Z","steps":["trace[681282065] 'agreement among raft nodes before linearized reading' (duration: 17.221970138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.29519225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:19:30.370391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.362669Z","time spent":"21.007710967s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.37051Z","caller":"traceutil/trace.go:171","msg":"trace[1653728735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24352; }","duration":"13.295234501s","start":"2026-03-04T16:19:17.07527Z","end":"2026-03-04T16:19:30.370504Z","steps":["trace[1653728735] 'agreement among raft nodes before linearized reading' (duration: 13.295158799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.242394455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.370536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.075262Z","time spent":"13.295269902s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:19:30.370529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:13.147401Z","time spent":"17.223088146s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.370546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.789141576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.370563Z","caller":"traceutil/trace.go:171","msg":"trace[992836595] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24352; }","duration":"15.242478507s","start":"2026-03-04T16:19:15.128068Z","end":"2026-03-04T16:19:30.370547Z","steps":["trace[992836595] 'agreement among raft nodes before linearized reading' (duration: 15.242389785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.3706Z","caller":"traceutil/trace.go:171","msg":"trace[1190664632] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24352; }","duration":"13.789230998s","start":"2026-03-04T16:19:16.581358Z","end":"2026-03-04T16:19:30.370589Z","steps":["trace[1190664632] 'agreement among raft nodes before linearized reading' (duration: 13.789158886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:15.128049Z","time spent":"15.242552818s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.370638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.581336Z","time spent":"13.78929412s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.370434Z","caller":"traceutil/trace.go:171","msg":"trace[782498623] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24352; }","duration":"16.010213494s","start":"2026-03-04T16:19:14.360197Z","end":"2026-03-04T16:19:30.370411Z","steps":["trace[782498623] 'agreement among raft nodes before linearized reading' (duration: 16.009963638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:15.398603Z","time spent":"14.971489727s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:10.168762Z","time spent":"20.200804561s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T16:19:30.37102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.570997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371042Z","caller":"traceutil/trace.go:171","msg":"trace[961159027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24352; }","duration":"449.642248ms","start":"2026-03-04T16:19:29.921393Z","end":"2026-03-04T16:19:30.371035Z","steps":["trace[961159027] 'agreement among raft nodes before linearized reading' (duration: 449.608337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.921372Z","time spent":"449.685019ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.369318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.721866349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:19:30.371101Z","caller":"traceutil/trace.go:171","msg":"trace[972407873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24351; }","duration":"13.723677064s","start":"2026-03-04T16:19:16.647411Z","end":"2026-03-04T16:19:30.371088Z","steps":["trace[972407873] 'agreement among raft nodes before linearized reading' (duration: 13.721752746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:14.360179Z","time spent":"16.010950463s","remote":"127.0.0.1:47374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.371156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.647402Z","time spent":"13.723741166s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:19:30.371168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.770335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371187Z","caller":"traceutil/trace.go:171","msg":"trace[876270458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24352; }","duration":"547.821806ms","start":"2026-03-04T16:19:29.823359Z","end":"2026-03-04T16:19:30.371181Z","steps":["trace[876270458] 'agreement among raft nodes before linearized reading' (duration: 547.786735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.370116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.768741905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.371212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.823341Z","time spent":"547.865537ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.371232Z","caller":"traceutil/trace.go:171","msg":"trace[318338335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24352; }","duration":"20.769888894s","start":"2026-03-04T16:19:09.601331Z","end":"2026-03-04T16:19:30.37122Z","steps":["trace[318338335] 'agreement among raft nodes before linearized reading' (duration: 20.768764026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:09.601311Z","time spent":"20.769950886s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.371303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.508881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371327Z","caller":"traceutil/trace.go:171","msg":"trace[1995478678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24352; }","duration":"826.574072ms","start":"2026-03-04T16:19:29.544747Z","end":"2026-03-04T16:19:30.371321Z","steps":["trace[1995478678] 'agreement among raft nodes before linearized reading' (duration: 826.541511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.544723Z","time spent":"826.617263ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:30.370848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.847225951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-04T16:19:30.369946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.685741137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:19:30.371423Z","caller":"traceutil/trace.go:171","msg":"trace[995528574] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24352; }","duration":"14.847792315s","start":"2026-03-04T16:19:15.523614Z","end":"2026-03-04T16:19:30.371406Z","steps":["trace[995528574] 'agreement among raft nodes before linearized reading' (duration: 14.84716098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137881859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.371463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:15.523568Z","time spent":"14.847885608s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T16:19:30.371502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309416959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T16:19:30.371527Z","caller":"traceutil/trace.go:171","msg":"trace[779576091] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24352; }","duration":"1.309472219s","start":"2026-03-04T16:19:29.062048Z","end":"2026-03-04T16:19:30.37152Z","steps":["trace[779576091] 'agreement among raft nodes before linearized reading' (duration: 1.309436228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.062024Z","time spent":"1.309517941s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:19:30.370932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.395859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T16:19:30.371636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282810986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.371642Z","caller":"traceutil/trace.go:171","msg":"trace[1234529698] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24352; }","duration":"352.134597ms","start":"2026-03-04T16:19:30.019497Z","end":"2026-03-04T16:19:30.371631Z","steps":["trace[1234529698] 'agreement among raft nodes before linearized reading' (duration: 351.386768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.371655Z","caller":"traceutil/trace.go:171","msg":"trace[1098169420] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24352; }","duration":"2.282850456s","start":"2026-03-04T16:19:28.088799Z","end":"2026-03-04T16:19:30.371649Z","steps":["trace[1098169420] 'agreement among raft nodes before linearized reading' (duration: 2.282821346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:28.088781Z","time spent":"2.282888267s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.371676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.019471Z","time spent":"352.195729ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-04T16:19:30.371627Z","caller":"traceutil/trace.go:171","msg":"trace[299078656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24351; }","duration":"13.687321127s","start":"2026-03-04T16:19:16.684141Z","end":"2026-03-04T16:19:30.371462Z","steps":["trace[299078656] 'agreement among raft nodes before linearized reading' (duration: 13.685717897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708608452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.371773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:16.684081Z","time spent":"13.687678655s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:19:30.371609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001083625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371791Z","caller":"traceutil/trace.go:171","msg":"trace[1513107700] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24352; }","duration":"2.708630963s","start":"2026-03-04T16:19:27.663154Z","end":"2026-03-04T16:19:30.371785Z","steps":["trace[1513107700] 'agreement among raft nodes before linearized reading' (duration: 2.708561321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.37181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:27.663114Z","time spent":"2.708690704s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.371812Z","caller":"traceutil/trace.go:171","msg":"trace[1458863990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24352; }","duration":"2.001318001s","start":"2026-03-04T16:19:28.370484Z","end":"2026-03-04T16:19:30.371802Z","steps":["trace[1458863990] 'agreement among raft nodes before linearized reading' (duration: 2.001111226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553577239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371886Z","caller":"traceutil/trace.go:171","msg":"trace[817088231] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24352; }","duration":"3.553668581s","start":"2026-03-04T16:19:26.818211Z","end":"2026-03-04T16:19:30.37188Z","steps":["trace[817088231] 'agreement among raft nodes before linearized reading' (duration: 3.55363664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.371905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:26.818176Z","time spent":"3.553723584s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.371966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633555267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.371985Z","caller":"traceutil/trace.go:171","msg":"trace[1874396243] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24352; }","duration":"4.633602969s","start":"2026-03-04T16:19:25.738377Z","end":"2026-03-04T16:19:30.37198Z","steps":["trace[1874396243] 'agreement among raft nodes before linearized reading' (duration: 4.633569158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:25.738362Z","time spent":"4.63363578s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.701791419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.371472Z","caller":"traceutil/trace.go:171","msg":"trace[972737902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24352; }","duration":"1.137947381s","start":"2026-03-04T16:19:29.233519Z","end":"2026-03-04T16:19:30.371466Z","steps":["trace[972737902] 'agreement among raft nodes before linearized reading' (duration: 1.13790974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.233497Z","time spent":"1.138626698s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:30.372243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.095745311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:19:30.372267Z","caller":"traceutil/trace.go:171","msg":"trace[185969132] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24352; }","duration":"6.095795193s","start":"2026-03-04T16:19:24.276466Z","end":"2026-03-04T16:19:30.372262Z","steps":["trace[185969132] 'agreement among raft nodes before linearized reading' (duration: 6.095731681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:24.276452Z","time spent":"6.095828843s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T16:19:30.372346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.185348468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.372367Z","caller":"traceutil/trace.go:171","msg":"trace[976153352] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24352; }","duration":"12.185405849s","start":"2026-03-04T16:19:18.186955Z","end":"2026-03-04T16:19:30.372361Z","steps":["trace[976153352] 'agreement among raft nodes before linearized reading' (duration: 12.185367368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.915063089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.186937Z","time spent":"12.185444381s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.372407Z","caller":"traceutil/trace.go:171","msg":"trace[1601717249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24352; }","duration":"8.915142541s","start":"2026-03-04T16:19:21.457251Z","end":"2026-03-04T16:19:30.372394Z","steps":["trace[1601717249] 'agreement among raft nodes before linearized reading' (duration: 8.915063659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.457212Z","time spent":"8.915231203s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.273370119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.372494Z","caller":"traceutil/trace.go:171","msg":"trace[72446351] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24352; }","duration":"12.27341175s","start":"2026-03-04T16:19:18.099076Z","end":"2026-03-04T16:19:30.372488Z","steps":["trace[72446351] 'agreement among raft nodes before linearized reading' (duration: 12.27338224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.099033Z","time spent":"12.273475533s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.301336785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.292751494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.372627Z","caller":"traceutil/trace.go:171","msg":"trace[887398890] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24352; }","duration":"12.301389616s","start":"2026-03-04T16:19:18.071229Z","end":"2026-03-04T16:19:30.372619Z","steps":["trace[887398890] 'agreement among raft nodes before linearized reading' (duration: 12.301354146s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.372633Z","caller":"traceutil/trace.go:171","msg":"trace[1799534925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24352; }","duration":"6.292817946s","start":"2026-03-04T16:19:24.079807Z","end":"2026-03-04T16:19:30.372625Z","steps":["trace[1799534925] 'agreement among raft nodes before linearized reading' (duration: 6.292769194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:24.079788Z","time spent":"6.292875008s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.932333301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.37273Z","caller":"traceutil/trace.go:171","msg":"trace[1378448022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24352; }","duration":"12.932356832s","start":"2026-03-04T16:19:17.440365Z","end":"2026-03-04T16:19:30.372722Z","steps":["trace[1378448022] 'agreement among raft nodes before linearized reading' (duration: 12.932324661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.44035Z","time spent":"12.932393563s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.37279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.930617541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.085865431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.372825Z","caller":"traceutil/trace.go:171","msg":"trace[41346409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24352; }","duration":"8.930676912s","start":"2026-03-04T16:19:21.442138Z","end":"2026-03-04T16:19:30.372814Z","steps":["trace[41346409] 'agreement among raft nodes before linearized reading' (duration: 8.930629251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.116002567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.442121Z","time spent":"8.930728404s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.372872Z","caller":"traceutil/trace.go:171","msg":"trace[1324268840] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24352; }","duration":"13.116056498s","start":"2026-03-04T16:19:17.256808Z","end":"2026-03-04T16:19:30.372864Z","steps":["trace[1324268840] 'agreement among raft nodes before linearized reading' (duration: 13.116020677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.256792Z","time spent":"13.116094759s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.215313517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.372957Z","caller":"traceutil/trace.go:171","msg":"trace[81289609] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24352; }","duration":"9.215364438s","start":"2026-03-04T16:19:21.157584Z","end":"2026-03-04T16:19:30.372949Z","steps":["trace[81289609] 'agreement among raft nodes before linearized reading' (duration: 9.215329537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.372976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.157568Z","time spent":"9.215402819s","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.150866716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.261502873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:30.373005Z","caller":"traceutil/trace.go:171","msg":"trace[644820103] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24352; }","duration":"13.150886917s","start":"2026-03-04T16:19:17.222112Z","end":"2026-03-04T16:19:30.372999Z","steps":["trace[644820103] 'agreement among raft nodes before linearized reading' (duration: 13.150855806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.222061Z","time spent":"13.150959539s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.373043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957608182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.373063Z","caller":"traceutil/trace.go:171","msg":"trace[1533121209] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24352; }","duration":"9.957627902s","start":"2026-03-04T16:19:20.415429Z","end":"2026-03-04T16:19:30.373057Z","steps":["trace[1533121209] 'agreement among raft nodes before linearized reading' (duration: 9.957595272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:20.41539Z","time spent":"9.957692234s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.982251812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.373024Z","caller":"traceutil/trace.go:171","msg":"trace[523050431] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24352; }","duration":"8.261569174s","start":"2026-03-04T16:19:22.111447Z","end":"2026-03-04T16:19:30.373016Z","steps":["trace[523050431] 'agreement among raft nodes before linearized reading' (duration: 8.261417431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.373123Z","caller":"traceutil/trace.go:171","msg":"trace[135995094] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24352; }","duration":"11.983026592s","start":"2026-03-04T16:19:18.390084Z","end":"2026-03-04T16:19:30.37311Z","steps":["trace[135995094] 'agreement among raft nodes before linearized reading' (duration: 11.982199341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:22.111426Z","time spent":"8.261710828s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.373161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.390068Z","time spent":"11.983079314s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.372846Z","caller":"traceutil/trace.go:171","msg":"trace[143272462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24352; }","duration":"8.085926013s","start":"2026-03-04T16:19:22.286909Z","end":"2026-03-04T16:19:30.372835Z","steps":["trace[143272462] 'agreement among raft nodes before linearized reading' (duration: 8.085875842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.678572159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.373548Z","caller":"traceutil/trace.go:171","msg":"trace[1954942730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24352; }","duration":"8.67860534s","start":"2026-03-04T16:19:21.694932Z","end":"2026-03-04T16:19:30.373538Z","steps":["trace[1954942730] 'agreement among raft nodes before linearized reading' (duration: 8.678558429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.694811Z","time spent":"8.678773614s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.373599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:22.286893Z","time spent":"8.086690261s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.373778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870561255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.373828Z","caller":"traceutil/trace.go:171","msg":"trace[255860700] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24352; }","duration":"8.870660087s","start":"2026-03-04T16:19:21.503157Z","end":"2026-03-04T16:19:30.373817Z","steps":["trace[255860700] 'agreement among raft nodes before linearized reading' (duration: 8.870587515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.503128Z","time spent":"8.870725019s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.373866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.653374262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:30.373911Z","caller":"traceutil/trace.go:171","msg":"trace[1582073306] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24352; }","duration":"10.653456224s","start":"2026-03-04T16:19:19.720441Z","end":"2026-03-04T16:19:30.373897Z","steps":["trace[1582073306] 'agreement among raft nodes before linearized reading' (duration: 10.653374242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.37395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.72042Z","time spent":"10.653523685s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.372646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.071209Z","time spent":"12.301431577s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.374109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.511155801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.372677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.546620476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.37424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.866310546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.370987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.273018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T16:19:30.374269Z","caller":"traceutil/trace.go:171","msg":"trace[729020995] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24352; }","duration":"11.866371037s","start":"2026-03-04T16:19:18.507891Z","end":"2026-03-04T16:19:30.374262Z","steps":["trace[729020995] 'agreement among raft nodes before linearized reading' (duration: 11.866302706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.374274Z","caller":"traceutil/trace.go:171","msg":"trace[838983291] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24352; }","duration":"12.548208155s","start":"2026-03-04T16:19:17.82605Z","end":"2026-03-04T16:19:30.374258Z","steps":["trace[838983291] 'agreement among raft nodes before linearized reading' (duration: 12.546608945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.37429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.507874Z","time spent":"11.866411008s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.374296Z","caller":"traceutil/trace.go:171","msg":"trace[950208431] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24352; }","duration":"427.598662ms","start":"2026-03-04T16:19:29.946682Z","end":"2026-03-04T16:19:30.374281Z","steps":["trace[950208431] 'agreement among raft nodes before linearized reading' (duration: 424.264688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.374326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:17.825992Z","time spent":"12.548318869s","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.37435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:29.946667Z","time spent":"427.668593ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:19:30.372745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.555677416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T16:19:30.374491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.660119192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:30.374525Z","caller":"traceutil/trace.go:171","msg":"trace[1913495213] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24352; }","duration":"10.660183144s","start":"2026-03-04T16:19:19.714333Z","end":"2026-03-04T16:19:30.374516Z","steps":["trace[1913495213] 'agreement among raft nodes before linearized reading' (duration: 10.65841377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.374551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.714291Z","time spent":"10.660254545s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.37186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:28.370465Z","time spent":"2.001378472s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.374491Z","caller":"traceutil/trace.go:171","msg":"trace[398357441] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24352; }","duration":"10.5574513s","start":"2026-03-04T16:19:19.817028Z","end":"2026-03-04T16:19:30.374479Z","steps":["trace[398357441] 'agreement among raft nodes before linearized reading' (duration: 10.555633715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.374679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:19.817018Z","time spent":"10.557627885s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T16:19:30.37325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.982964372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:30.374749Z","caller":"traceutil/trace.go:171","msg":"trace[1282724678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24352; }","duration":"9.98445227s","start":"2026-03-04T16:19:20.390278Z","end":"2026-03-04T16:19:30.374731Z","steps":["trace[1282724678] 'agreement among raft nodes before linearized reading' (duration: 9.9828962s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:30.373272Z","caller":"traceutil/trace.go:171","msg":"trace[1786492372] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24352; }","duration":"5.702987328s","start":"2026-03-04T16:19:24.670276Z","end":"2026-03-04T16:19:30.373263Z","steps":["trace[1786492372] 'agreement among raft nodes before linearized reading' (duration: 5.701808769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.373312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.419355346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:30.373354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447165939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.373392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.582442933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:30.373474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.585353957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:19:30.374151Z","caller":"traceutil/trace.go:171","msg":"trace[905325858] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24352; }","duration":"11.511235143s","start":"2026-03-04T16:19:18.862905Z","end":"2026-03-04T16:19:30.37414Z","steps":["trace[905325858] 'agreement among raft nodes before linearized reading' (duration: 11.51108496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.37481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:24.670256Z","time spent":"5.704540928s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.374831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:18.862886Z","time spent":"11.511930182s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.374872Z","caller":"traceutil/trace.go:171","msg":"trace[1872078298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24352; }","duration":"8.448707708s","start":"2026-03-04T16:19:21.926137Z","end":"2026-03-04T16:19:30.374844Z","steps":["trace[1872078298] 'agreement among raft nodes before linearized reading' (duration: 8.447193899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.374966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.926112Z","time spent":"8.448817391s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.374968Z","caller":"traceutil/trace.go:171","msg":"trace[1518140686] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24352; }","duration":"8.584030734s","start":"2026-03-04T16:19:21.790928Z","end":"2026-03-04T16:19:30.374958Z","steps":["trace[1518140686] 'agreement among raft nodes before linearized reading' (duration: 8.582446153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.375006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.790922Z","time spent":"8.584071926s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:30.375072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:20.390233Z","time spent":"9.984558302s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:30.375189Z","caller":"traceutil/trace.go:171","msg":"trace[1859054389] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24352; }","duration":"8.587094231s","start":"2026-03-04T16:19:21.788088Z","end":"2026-03-04T16:19:30.375182Z","steps":["trace[1859054389] 'agreement among raft nodes before linearized reading' (duration: 8.585320736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.375213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.788071Z","time spent":"8.587134222s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:19:30.375559Z","caller":"traceutil/trace.go:171","msg":"trace[648072125] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24352; }","duration":"8.421602294s","start":"2026-03-04T16:19:21.953916Z","end":"2026-03-04T16:19:30.375518Z","steps":["trace[648072125] 'agreement among raft nodes before linearized reading' (duration: 8.419358217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:30.3756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:21.953896Z","time spent":"8.421691455s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} 2026/03/04 16:19:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:30.880802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:31.381404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:31.881655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:32.382328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:32.385616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999640279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:32.385692Z","caller":"traceutil/trace.go:171","msg":"trace[1745324873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999709971s","start":"2026-03-04T16:19:30.38594Z","end":"2026-03-04T16:19:32.38565Z","steps":["trace[1745324873] 'agreement among raft nodes before linearized reading' (duration: 1.999647749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:32.385733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.385935Z","time spent":"1.999790092s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:32.391228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.016662569s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:32.986649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.278085ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:19:32.986731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.37428Z","time spent":"2.612448756s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:34.386007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:34.386113Z","caller":"traceutil/trace.go:171","msg":"trace[181646655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203994s","start":"2026-03-04T16:19:32.385882Z","end":"2026-03-04T16:19:34.386086Z","steps":["trace[181646655] 'agreement among raft nodes before linearized reading' (duration: 2.000079001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:34.386162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:32.385862Z","time spent":"2.000290955s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:36.392353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:36.392442Z","caller":"traceutil/trace.go:171","msg":"trace[887478140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243604s","start":"2026-03-04T16:19:34.392179Z","end":"2026-03-04T16:19:36.392423Z","steps":["trace[887478140] 'agreement among raft nodes before linearized reading' (duration: 2.000129342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:36.39249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:34.392163Z","time spent":"2.000317216s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:37.380758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.380575Z","time spent":"7.000177587s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:37.380787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.380506Z","time spent":"7.00027678s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:37.380978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.380716Z","time spent":"7.000261281s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:37.383441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.382348Z","time spent":"7.001085551s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:37.384563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.384413Z","time spent":"7.000146178s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:37.385922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.385853Z","time spent":"7.000063506s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:38.393576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:38.393657Z","caller":"traceutil/trace.go:171","msg":"trace[1604851782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000659335s","start":"2026-03-04T16:19:36.39298Z","end":"2026-03-04T16:19:38.393639Z","steps":["trace[1604851782] 'agreement among raft nodes before linearized reading' (duration: 2.000556322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:38.393729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:36.392965Z","time spent":"2.000754037s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:39.98982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:32.989072Z","time spent":"7.000742292s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:40.2286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.837182094s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:40.40114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:40.401235Z","caller":"traceutil/trace.go:171","msg":"trace[10723267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000012929s","start":"2026-03-04T16:19:38.4012Z","end":"2026-03-04T16:19:40.401213Z","steps":["trace[10723267] 'agreement among raft nodes before linearized reading' (duration: 1.999878206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:40.401312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:38.40118Z","time spent":"2.000094281s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:40.446123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.598763888s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:40.446271Z","caller":"traceutil/trace.go:171","msg":"trace[2146557815] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24352; }","duration":"6.598922772s","start":"2026-03-04T16:19:33.84733Z","end":"2026-03-04T16:19:40.446253Z","steps":["trace[2146557815] 'range keys from in-memory index tree' (duration: 6.598747988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:40.447445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:35.535628Z","time spent":"4.911809009s","remote":"127.0.0.1:35142","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:40.451226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.801903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:19:40.451887Z","caller":"traceutil/trace.go:171","msg":"trace[490155268] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25240; }","duration":"10.071464655s","start":"2026-03-04T16:19:30.380397Z","end":"2026-03-04T16:19:40.451862Z","steps":["trace[490155268] 'read index received' (duration: 2.011044366s)","trace[490155268] 'applied index is now lower than readState.Index' (duration: 8.060418869s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:40.952434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:41.45293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:41.953941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:42.402562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:42.402662Z","caller":"traceutil/trace.go:171","msg":"trace[1624194471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412979s","start":"2026-03-04T16:19:40.402228Z","end":"2026-03-04T16:19:42.402641Z","steps":["trace[1624194471] 'agreement among raft nodes before linearized reading' (duration: 2.000288586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:42.402726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:40.402218Z","time spent":"2.00048484s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:42.454268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:42.954392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:43.454965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:43.955576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:44.385063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.384919Z","time spent":"7.000135798s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:44.386129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.385816Z","time spent":"7.000310222s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:44.387057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.386602Z","time spent":"7.000452384s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:44.410918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001951488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:44.410997Z","caller":"traceutil/trace.go:171","msg":"trace[746037538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002069921s","start":"2026-03-04T16:19:42.408909Z","end":"2026-03-04T16:19:44.410979Z","steps":["trace[746037538] 'agreement among raft nodes before linearized reading' (duration: 2.001974458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:44.411041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:42.408888Z","time spent":"2.002142313s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:44.42111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.192352461s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:46.409144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997928966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:46.409256Z","caller":"traceutil/trace.go:171","msg":"trace[1875265849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998107491s","start":"2026-03-04T16:19:44.411123Z","end":"2026-03-04T16:19:46.40923Z","steps":["trace[1875265849] 'agreement among raft nodes before linearized reading' (duration: 1.997960897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:46.409322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.411103Z","time spent":"1.998202992s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:47.087006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007547852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:47.087091Z","caller":"traceutil/trace.go:171","msg":"trace[1299163093] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007698626s","start":"2026-03-04T16:19:37.079373Z","end":"2026-03-04T16:19:47.087072Z","steps":["trace[1299163093] 'agreement among raft nodes before linearized reading' (duration: 10.007586103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:47.087143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.07935Z","time spent":"10.007781527s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 16:19:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:48.417459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:48.417543Z","caller":"traceutil/trace.go:171","msg":"trace[616864649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576492s","start":"2026-03-04T16:19:46.416946Z","end":"2026-03-04T16:19:48.417522Z","steps":["trace[616864649] 'agreement among raft nodes before linearized reading' (duration: 2.00046682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:48.417593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:46.416933Z","time spent":"2.000648975s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:50.017296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474854064s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:50.375912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.994006352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:50.375974Z","caller":"traceutil/trace.go:171","msg":"trace[1097818212] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.994103795s","start":"2026-03-04T16:19:30.381855Z","end":"2026-03-04T16:19:50.375959Z","steps":["trace[1097818212] 'agreement among raft nodes before linearized reading' (duration: 19.994026703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:50.376003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.38184Z","time spent":"19.994155806s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/03/04 16:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:50.418131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:50.418201Z","caller":"traceutil/trace.go:171","msg":"trace[2099500681] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383588s","start":"2026-03-04T16:19:48.417798Z","end":"2026-03-04T16:19:50.418182Z","steps":["trace[2099500681] 'agreement among raft nodes before linearized reading' (duration: 2.000093021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:50.418238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:48.417779Z","time spent":"2.00045207s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:51.236036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:51.236119Z","caller":"traceutil/trace.go:171","msg":"trace[1511937296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242064s","start":"2026-03-04T16:19:49.235857Z","end":"2026-03-04T16:19:51.236099Z","steps":["trace[1511937296] 'agreement among raft nodes before linearized reading' (duration: 2.00008616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:51.236179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:49.235838Z","time spent":"2.000330547s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:51.363792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.517463635s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:51.363932Z","caller":"traceutil/trace.go:171","msg":"trace[1435670086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24358; }","duration":"7.517611039s","start":"2026-03-04T16:19:43.846293Z","end":"2026-03-04T16:19:51.363904Z","steps":["trace[1435670086] 'range keys from in-memory index tree' (duration: 7.517443925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:51.365661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.944319809s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:19:51.368Z","caller":"traceutil/trace.go:171","msg":"trace[1653467643] linearizableReadLoop","detail":"{readStateIndex:25251; appliedIndex:25247; }","duration":"10.916030521s","start":"2026-03-04T16:19:40.451948Z","end":"2026-03-04T16:19:51.367979Z","steps":["trace[1653467643] 'read index received' (duration: 3.969346243s)","trace[1653467643] 'applied index is now lower than readState.Index' (duration: 6.946682268s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:51.868528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:52.198821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8197688s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:52.423753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:52.423831Z","caller":"traceutil/trace.go:171","msg":"trace[306839192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210444s","start":"2026-03-04T16:19:50.423606Z","end":"2026-03-04T16:19:52.423817Z","steps":["trace[306839192] 'agreement among raft nodes before linearized reading' (duration: 2.000110591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:52.423862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:50.423591Z","time spent":"2.000264315s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:54.387808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998647407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:54.387881Z","caller":"traceutil/trace.go:171","msg":"trace[744657494] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998762771s","start":"2026-03-04T16:19:44.3891Z","end":"2026-03-04T16:19:54.387863Z","steps":["trace[744657494] 'agreement among raft nodes before linearized reading' (duration: 9.998666148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:54.387918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.389086Z","time spent":"9.998823572s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 16:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:54.424521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:19:54.424618Z","caller":"traceutil/trace.go:171","msg":"trace[1147578026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347957s","start":"2026-03-04T16:19:52.424247Z","end":"2026-03-04T16:19:54.424595Z","steps":["trace[1147578026] 'agreement among raft nodes before linearized reading' (duration: 2.000224583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:54.424678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.424234Z","time spent":"2.00043108s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:54.505773Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae368e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:19:56.029509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661603205s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:19:56.02949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183010057s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.029628Z","caller":"traceutil/trace.go:171","msg":"trace[1751730502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24361; }","duration":"2.183169631s","start":"2026-03-04T16:19:53.846434Z","end":"2026-03-04T16:19:56.029604Z","steps":["trace[1751730502] 'range keys from in-memory index tree' (duration: 2.182988866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.031067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.649757998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:19:56.033865Z","caller":"traceutil/trace.go:171","msg":"trace[1467995463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:24361; }","duration":"25.652570709s","start":"2026-03-04T16:19:30.381271Z","end":"2026-03-04T16:19:56.033842Z","steps":["trace[1467995463] 'agreement among raft nodes before linearized reading' (duration: 20.98684689s)","trace[1467995463] 'range keys from in-memory index tree' (duration: 4.662825826s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.033909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.381265Z","time spent":"25.65263174s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" "} {"level":"warn","ts":"2026-03-04T16:19:56.03113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.039881423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.034013Z","caller":"traceutil/trace.go:171","msg":"trace[1518720839] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:0; response_revision:24361; }","duration":"16.042800717s","start":"2026-03-04T16:19:39.991195Z","end":"2026-03-04T16:19:56.033996Z","steps":["trace[1518720839] 'agreement among raft nodes before linearized reading' (duration: 11.376861232s)","trace[1518720839] 'range keys from in-memory index tree' (duration: 4.663057271s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:39.99117Z","time spent":"16.042901049s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:19:56.031161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.723768389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.034203Z","caller":"traceutil/trace.go:171","msg":"trace[171784417] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24361; }","duration":"22.726825746s","start":"2026-03-04T16:19:33.307358Z","end":"2026-03-04T16:19:56.034184Z","steps":["trace[171784417] 'agreement among raft nodes before linearized reading' (duration: 18.060702567s)","trace[171784417] 'count revisions from in-memory index tree' (duration: 4.663081252s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:33.307334Z","time spent":"22.726906038s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.031216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.875126099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:19:56.034421Z","caller":"traceutil/trace.go:171","msg":"trace[608990076] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24361; }","duration":"22.878327139s","start":"2026-03-04T16:19:33.156056Z","end":"2026-03-04T16:19:56.034383Z","steps":["trace[608990076] 'agreement among raft nodes before linearized reading' (duration: 18.212014806s)","trace[608990076] 'range keys from in-memory index tree' (duration: 4.663106873s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.031239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.10986927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.034512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:33.156041Z","time spent":"22.878445263s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:19:56.031269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.520913538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.034561Z","caller":"traceutil/trace.go:171","msg":"trace[972942648] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24361; }","duration":"16.113224744s","start":"2026-03-04T16:19:39.921318Z","end":"2026-03-04T16:19:56.034543Z","steps":["trace[972942648] 'agreement among raft nodes before linearized reading' (duration: 11.446754147s)","trace[972942648] 'count revisions from in-memory index tree' (duration: 4.663151284s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:39.92129Z","time spent":"16.113305976s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.034604Z","caller":"traceutil/trace.go:171","msg":"trace[452121375] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24361; }","duration":"23.524274102s","start":"2026-03-04T16:19:32.510315Z","end":"2026-03-04T16:19:56.034589Z","steps":["trace[452121375] 'agreement among raft nodes before linearized reading' (duration: 18.857763494s)","trace[452121375] 'count revisions from in-memory index tree' (duration: 4.663178145s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.031293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.91880853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.034651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:32.510296Z","time spent":"23.524340704s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.03468Z","caller":"traceutil/trace.go:171","msg":"trace[693465178] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24361; }","duration":"23.922241326s","start":"2026-03-04T16:19:32.112424Z","end":"2026-03-04T16:19:56.034665Z","steps":["trace[693465178] 'agreement among raft nodes before linearized reading' (duration: 19.255663166s)","trace[693465178] 'count revisions from in-memory index tree' (duration: 4.663192845s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:32.112407Z","time spent":"23.922304428s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.03132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.263326296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.034794Z","caller":"traceutil/trace.go:171","msg":"trace[281515745] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24361; }","duration":"24.266830523s","start":"2026-03-04T16:19:31.76795Z","end":"2026-03-04T16:19:56.03478Z","steps":["trace[281515745] 'agreement among raft nodes before linearized reading' (duration: 19.60014533s)","trace[281515745] 'count revisions from in-memory index tree' (duration: 4.663209046s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:31.767935Z","time spent":"24.266884515s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.031374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.619677759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:19:56.034904Z","caller":"traceutil/trace.go:171","msg":"trace[956812943] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24361; }","duration":"25.623223819s","start":"2026-03-04T16:19:30.411659Z","end":"2026-03-04T16:19:56.034883Z","steps":["trace[956812943] 'agreement among raft nodes before linearized reading' (duration: 20.956443893s)","trace[956812943] 'range keys from in-memory index tree' (duration: 4.663227526s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.034943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.411639Z","time spent":"25.62329103s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T16:19:56.031457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.466463282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:19:56.034991Z","caller":"traceutil/trace.go:171","msg":"trace[158646494] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24361; }","duration":"25.470010661s","start":"2026-03-04T16:19:30.564958Z","end":"2026-03-04T16:19:56.034969Z","steps":["trace[158646494] 'agreement among raft nodes before linearized reading' (duration: 20.803140453s)","trace[158646494] 'range keys from in-memory index tree' (duration: 4.663281807s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.564939Z","time spent":"25.470080343s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:19:56.031513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.645630994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T16:19:56.035079Z","caller":"traceutil/trace.go:171","msg":"trace[736291396] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24361; }","duration":"25.649187024s","start":"2026-03-04T16:19:30.385869Z","end":"2026-03-04T16:19:56.035056Z","steps":["trace[736291396] 'agreement among raft nodes before linearized reading' (duration: 20.982241095s)","trace[736291396] 'range keys from in-memory index tree' (duration: 4.663364459s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:30.385863Z","time spent":"25.649264226s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:19:56.031958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.643451889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.035193Z","caller":"traceutil/trace.go:171","msg":"trace[2094113843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24361; }","duration":"24.646700302s","start":"2026-03-04T16:19:31.388479Z","end":"2026-03-04T16:19:56.03518Z","steps":["trace[2094113843] 'agreement among raft nodes before linearized reading' (duration: 19.97964722s)","trace[2094113843] 'count revisions from in-memory index tree' (duration: 4.66378901s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:31.388437Z","time spent":"24.646781704s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.031984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.056357065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.035281Z","caller":"traceutil/trace.go:171","msg":"trace[1551130364] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24361; }","duration":"21.059707708s","start":"2026-03-04T16:19:34.975561Z","end":"2026-03-04T16:19:56.035269Z","steps":["trace[1551130364] 'agreement among raft nodes before linearized reading' (duration: 16.392573274s)","trace[1551130364] 'count revisions from in-memory index tree' (duration: 4.66378475s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:34.975544Z","time spent":"21.059777331s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.032013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.302940875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.035399Z","caller":"traceutil/trace.go:171","msg":"trace[1441366422] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24361; }","duration":"24.306357102s","start":"2026-03-04T16:19:31.729024Z","end":"2026-03-04T16:19:56.035381Z","steps":["trace[1441366422] 'agreement among raft nodes before linearized reading' (duration: 19.639095204s)","trace[1441366422] 'count revisions from in-memory index tree' (duration: 4.663873992s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.032067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.223811494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.035447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:31.729004Z","time spent":"24.306429323s","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.032071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.940252855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.035484Z","caller":"traceutil/trace.go:171","msg":"trace[1029277879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24361; }","duration":"16.227260812s","start":"2026-03-04T16:19:39.808209Z","end":"2026-03-04T16:19:56.03547Z","steps":["trace[1029277879] 'agreement among raft nodes before linearized reading' (duration: 11.559869471s)","trace[1029277879] 'count revisions from in-memory index tree' (duration: 4.663923413s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:39.808186Z","time spent":"16.227319264s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.035514Z","caller":"traceutil/trace.go:171","msg":"trace[781067282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24361; }","duration":"18.943717624s","start":"2026-03-04T16:19:37.091784Z","end":"2026-03-04T16:19:56.035502Z","steps":["trace[781067282] 'agreement among raft nodes before linearized reading' (duration: 14.276346883s)","trace[781067282] 'count revisions from in-memory index tree' (duration: 4.663916743s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.091774Z","time spent":"18.943769045s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.032058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.808674654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.032124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.991795847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.035604Z","caller":"traceutil/trace.go:171","msg":"trace[1137070992] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24361; }","duration":"20.812300895s","start":"2026-03-04T16:19:35.223284Z","end":"2026-03-04T16:19:56.035585Z","steps":["trace[1137070992] 'agreement among raft nodes before linearized reading' (duration: 16.144857372s)","trace[1137070992] 'count revisions from in-memory index tree' (duration: 4.663856411s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.035637Z","caller":"traceutil/trace.go:171","msg":"trace[1931212170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24361; }","duration":"17.995297916s","start":"2026-03-04T16:19:38.040322Z","end":"2026-03-04T16:19:56.03562Z","steps":["trace[1931212170] 'agreement among raft nodes before linearized reading' (duration: 13.327818442s)","trace[1931212170] 'count revisions from in-memory index tree' (duration: 4.663969204s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:35.223264Z","time spent":"20.812374507s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.035683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:38.040273Z","time spent":"17.995396878s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.032118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.62622396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.032148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.861294283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:56.032543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.637118644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T16:19:56.032769Z","caller":"traceutil/trace.go:171","msg":"trace[630886998] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25251; }","duration":"4.664706883s","start":"2026-03-04T16:19:51.368033Z","end":"2026-03-04T16:19:56.03274Z","steps":["trace[630886998] 'read index received' (duration: 830.893031ms)","trace[630886998] 'applied index is now lower than readState.Index' (duration: 3.833811672s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.032773Z","caller":"traceutil/trace.go:171","msg":"trace[423421621] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"5.653785827s","start":"2026-03-04T16:19:50.378954Z","end":"2026-03-04T16:19:56.03274Z","steps":["trace[423421621] 'process raft request' (duration: 5.650660128s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.032161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.441983247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.035733Z","caller":"traceutil/trace.go:171","msg":"trace[956348710] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24361; }","duration":"19.629895403s","start":"2026-03-04T16:19:36.405825Z","end":"2026-03-04T16:19:56.03572Z","steps":["trace[956348710] 'agreement among raft nodes before linearized reading' (duration: 14.962308796s)","trace[956348710] 'count revisions from in-memory index tree' (duration: 4.663971045s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.035749Z","caller":"traceutil/trace.go:171","msg":"trace[214809270] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24361; }","duration":"21.445585069s","start":"2026-03-04T16:19:34.590149Z","end":"2026-03-04T16:19:56.035734Z","steps":["trace[214809270] 'agreement among raft nodes before linearized reading' (duration: 16.777992972s)","trace[214809270] 'count revisions from in-memory index tree' (duration: 4.664003075s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:36.405794Z","time spent":"19.629957044s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.035772Z","caller":"traceutil/trace.go:171","msg":"trace[825446775] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24361; }","duration":"18.640389887s","start":"2026-03-04T16:19:37.395365Z","end":"2026-03-04T16:19:56.035755Z","steps":["trace[825446775] 'agreement among raft nodes before linearized reading' (duration: 13.972783631s)","trace[825446775] 'range keys from in-memory index tree' (duration: 4.664288372s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.395349Z","time spent":"18.640469989s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T16:19:56.035787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:34.590129Z","time spent":"21.44564791s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.035881Z","caller":"traceutil/trace.go:171","msg":"trace[1556790096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24361; }","duration":"18.865060929s","start":"2026-03-04T16:19:37.170811Z","end":"2026-03-04T16:19:56.035871Z","steps":["trace[1556790096] 'agreement among raft nodes before linearized reading' (duration: 14.19733913s)","trace[1556790096] 'count revisions from in-memory index tree' (duration: 4.663954364s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.035898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:50.378942Z","time spent":"5.656891785s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:19:56.035913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:37.170802Z","time spent":"18.86510254s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.39964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.009722816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T16:19:56.399751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.786642497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.399863Z","caller":"traceutil/trace.go:171","msg":"trace[19931404] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24362; }","duration":"9.786808642s","start":"2026-03-04T16:19:46.613025Z","end":"2026-03-04T16:19:56.399834Z","steps":["trace[19931404] 'agreement among raft nodes before linearized reading' (duration: 9.419882121s)","trace[19931404] 'count revisions from in-memory index tree' (duration: 366.773537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.399936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:46.613004Z","time spent":"9.786912344s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.400006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.262866609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:56.400075Z","caller":"traceutil/trace.go:171","msg":"trace[242165421] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24362; }","duration":"7.26292641s","start":"2026-03-04T16:19:49.137123Z","end":"2026-03-04T16:19:56.400049Z","steps":["trace[242165421] 'agreement among raft nodes before linearized reading' (duration: 6.895764813s)","trace[242165421] 'count revisions from in-memory index tree' (duration: 367.092345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.92763795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.400198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:49.137104Z","time spent":"7.263077384s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.400253Z","caller":"traceutil/trace.go:171","msg":"trace[1029592890] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24362; }","duration":"15.927785884s","start":"2026-03-04T16:19:40.472434Z","end":"2026-03-04T16:19:56.40022Z","steps":["trace[1029592890] 'agreement among raft nodes before linearized reading' (duration: 15.560379861s)","trace[1029592890] 'count revisions from in-memory index tree' (duration: 367.276369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:40.472412Z","time spent":"15.927877996s","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.399788Z","caller":"traceutil/trace.go:171","msg":"trace[1771909875] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24362; }","duration":"12.009892301s","start":"2026-03-04T16:19:44.389871Z","end":"2026-03-04T16:19:56.399763Z","steps":["trace[1771909875] 'agreement among raft nodes before linearized reading' (duration: 11.643007161s)","trace[1771909875] 'range keys from in-memory index tree' (duration: 366.626054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.625525779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:56.400598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.311540604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.400644Z","caller":"traceutil/trace.go:171","msg":"trace[1080340793] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24362; }","duration":"10.311614976s","start":"2026-03-04T16:19:46.089014Z","end":"2026-03-04T16:19:56.400629Z","steps":["trace[1080340793] 'agreement among raft nodes before linearized reading' (duration: 9.943877455s)","trace[1080340793] 'count revisions from in-memory index tree' (duration: 367.68758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:46.088995Z","time spent":"10.311682078s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.400694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.450964952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.40077Z","caller":"traceutil/trace.go:171","msg":"trace[1108563336] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24362; }","duration":"12.451133767s","start":"2026-03-04T16:19:43.949627Z","end":"2026-03-04T16:19:56.400761Z","steps":["trace[1108563336] 'agreement among raft nodes before linearized reading' (duration: 12.083200611s)","trace[1108563336] 'count revisions from in-memory index tree' (duration: 367.819653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:43.949605Z","time spent":"12.451204928s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.40086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.624666388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.400901Z","caller":"traceutil/trace.go:171","msg":"trace[361874891] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24362; }","duration":"10.624725529s","start":"2026-03-04T16:19:45.776163Z","end":"2026-03-04T16:19:56.400889Z","steps":["trace[361874891] 'agreement among raft nodes before linearized reading' (duration: 10.256739961s)","trace[361874891] 'count revisions from in-memory index tree' (duration: 367.936366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.521688955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.400942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.638449575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.400972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.610836041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.400559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.087277005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.400901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.389866Z","time spent":"12.010618139s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T16:19:56.401004Z","caller":"traceutil/trace.go:171","msg":"trace[1837869325] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24362; }","duration":"7.610908262s","start":"2026-03-04T16:19:48.790085Z","end":"2026-03-04T16:19:56.400993Z","steps":["trace[1837869325] 'agreement among raft nodes before linearized reading' (duration: 7.242816262s)","trace[1837869325] 'count revisions from in-memory index tree' (duration: 368.051219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.401038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:48.790063Z","time spent":"7.610966954s","remote":"127.0.0.1:34420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.401051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.025762335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.401062Z","caller":"traceutil/trace.go:171","msg":"trace[1682101913] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24362; }","duration":"9.087762697s","start":"2026-03-04T16:19:47.313263Z","end":"2026-03-04T16:19:56.401026Z","steps":["trace[1682101913] 'agreement among raft nodes before linearized reading' (duration: 8.719627016s)","trace[1682101913] 'count revisions from in-memory index tree' (duration: 367.638609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.401086Z","caller":"traceutil/trace.go:171","msg":"trace[228446767] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24362; }","duration":"6.025825247s","start":"2026-03-04T16:19:50.375251Z","end":"2026-03-04T16:19:56.401076Z","steps":["trace[228446767] 'agreement among raft nodes before linearized reading' (duration: 5.657610783s)","trace[228446767] 'count revisions from in-memory index tree' (duration: 368.168032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.401113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:50.375234Z","time spent":"6.025872857s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.401123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:47.31321Z","time spent":"9.08789431s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.401173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.126966683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:56.401215Z","caller":"traceutil/trace.go:171","msg":"trace[1117534695] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24362; }","duration":"14.127051055s","start":"2026-03-04T16:19:42.274154Z","end":"2026-03-04T16:19:56.401205Z","steps":["trace[1117534695] 'agreement among raft nodes before linearized reading' (duration: 13.758680718s)","trace[1117534695] 'count revisions from in-memory index tree' (duration: 368.314156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.40125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:42.274119Z","time spent":"14.127122217s","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.401232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.010822553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae16a5cf0a07\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-04T16:19:56.401326Z","caller":"traceutil/trace.go:171","msg":"trace[528098935] range","detail":"{range_begin:/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae16a5cf0a07; range_end:; response_count:1; response_revision:24362; }","duration":"12.010986327s","start":"2026-03-04T16:19:44.39033Z","end":"2026-03-04T16:19:56.401316Z","steps":["trace[528098935] 'agreement among raft nodes before linearized reading' (duration: 11.642535577s)","trace[528098935] 'range keys from in-memory index tree' (duration: 368.253114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.40137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.373737781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.40141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7609115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:56.401445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.912666852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.40149Z","caller":"traceutil/trace.go:171","msg":"trace[1274801944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24362; }","duration":"15.912748624s","start":"2026-03-04T16:19:40.488732Z","end":"2026-03-04T16:19:56.401481Z","steps":["trace[1274801944] 'agreement among raft nodes before linearized reading' (duration: 15.544139571s)","trace[1274801944] 'count revisions from in-memory index tree' (duration: 368.554681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.401527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:40.488714Z","time spent":"15.912802136s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.400604Z","caller":"traceutil/trace.go:171","msg":"trace[1070465056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24362; }","duration":"10.625603672s","start":"2026-03-04T16:19:45.774989Z","end":"2026-03-04T16:19:56.400593Z","steps":["trace[1070465056] 'agreement among raft nodes before linearized reading' (duration: 10.257813809s)","trace[1070465056] 'count revisions from in-memory index tree' (duration: 367.70446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.401626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.086661981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.401642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:45.774973Z","time spent":"10.626653927s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.401666Z","caller":"traceutil/trace.go:171","msg":"trace[1648202028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24362; }","duration":"6.086768485s","start":"2026-03-04T16:19:50.314886Z","end":"2026-03-04T16:19:56.401654Z","steps":["trace[1648202028] 'agreement among raft nodes before linearized reading' (duration: 5.717988518s)","trace[1648202028] 'count revisions from in-memory index tree' (duration: 368.720656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.401452Z","caller":"traceutil/trace.go:171","msg":"trace[1735539952] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24362; }","duration":"5.760990052s","start":"2026-03-04T16:19:50.640449Z","end":"2026-03-04T16:19:56.401439Z","steps":["trace[1735539952] 'agreement among raft nodes before linearized reading' (duration: 5.392399059s)","trace[1735539952] 'count revisions from in-memory index tree' (duration: 368.537921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.401736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:50.314837Z","time spent":"6.086863907s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.399691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.870075974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.401375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.390311Z","time spent":"12.011055559s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2131,"request content":"key:\"/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae16a5cf0a07\" "} {"level":"info","ts":"2026-03-04T16:19:56.401855Z","caller":"traceutil/trace.go:171","msg":"trace[1619733179] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24362; }","duration":"8.872312809s","start":"2026-03-04T16:19:47.529521Z","end":"2026-03-04T16:19:56.401834Z","steps":["trace[1619733179] 'agreement among raft nodes before linearized reading' (duration: 8.503384538s)","trace[1619733179] 'count revisions from in-memory index tree' (duration: 366.700415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.400938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:45.776155Z","time spent":"10.624773921s","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.401912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:47.529499Z","time spent":"8.872396052s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.399781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.103606235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.402003Z","caller":"traceutil/trace.go:171","msg":"trace[1736025863] linearizableReadLoop","detail":"{readStateIndex:25254; appliedIndex:25253; }","duration":"366.186971ms","start":"2026-03-04T16:19:56.035804Z","end":"2026-03-04T16:19:56.401991Z","steps":["trace[1736025863] 'read index received' (duration: 341.000825ms)","trace[1736025863] 'applied index is now lower than readState.Index' (duration: 25.184816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.402038Z","caller":"traceutil/trace.go:171","msg":"trace[220825373] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24362; }","duration":"12.105894952s","start":"2026-03-04T16:19:44.296126Z","end":"2026-03-04T16:19:56.402021Z","steps":["trace[220825373] 'agreement among raft nodes before linearized reading' (duration: 11.736760086s)","trace[220825373] 'count revisions from in-memory index tree' (duration: 366.86157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:19:56.401412Z","caller":"traceutil/trace.go:171","msg":"trace[487636913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24362; }","duration":"15.373808532s","start":"2026-03-04T16:19:41.027592Z","end":"2026-03-04T16:19:56.4014Z","steps":["trace[487636913] 'agreement among raft nodes before linearized reading' (duration: 15.005285061s)","trace[487636913] 'count revisions from in-memory index tree' (duration: 368.470069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.402061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.035044Z","time spent":"367.015263ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:19:56.402083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.296108Z","time spent":"12.105960593s","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:41.027575Z","time spent":"15.374500829s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.401003Z","caller":"traceutil/trace.go:171","msg":"trace[1159089253] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24362; }","duration":"11.638503146s","start":"2026-03-04T16:19:44.762473Z","end":"2026-03-04T16:19:56.400977Z","steps":["trace[1159089253] 'agreement among raft nodes before linearized reading' (duration: 11.270376575s)","trace[1159089253] 'count revisions from in-memory index tree' (duration: 368.05474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.402229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:44.762415Z","time spent":"11.639802309s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.660915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.402306Z","caller":"traceutil/trace.go:171","msg":"trace[818680931] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24362; }","duration":"561.734657ms","start":"2026-03-04T16:19:55.840563Z","end":"2026-03-04T16:19:56.402297Z","steps":["trace[818680931] 'agreement among raft nodes before linearized reading' (duration: 561.612174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.402321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624991653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.402356Z","caller":"traceutil/trace.go:171","msg":"trace[532123930] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24362; }","duration":"2.625073955s","start":"2026-03-04T16:19:53.777272Z","end":"2026-03-04T16:19:56.402346Z","steps":["trace[532123930] 'agreement among raft nodes before linearized reading' (duration: 2.624999452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.401802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:50.640422Z","time spent":"5.761367771s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:53.777238Z","time spent":"2.625145617s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.400986Z","caller":"traceutil/trace.go:171","msg":"trace[1390002788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24362; }","duration":"15.521793697s","start":"2026-03-04T16:19:40.879179Z","end":"2026-03-04T16:19:56.400972Z","steps":["trace[1390002788] 'agreement among raft nodes before linearized reading' (duration: 15.153673146s)","trace[1390002788] 'count revisions from in-memory index tree' (duration: 368.021018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.402469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014187874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:19:56.402489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:40.879159Z","time spent":"15.523317736s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199368569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:56.402523Z","caller":"traceutil/trace.go:171","msg":"trace[589138036] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24362; }","duration":"4.014258316s","start":"2026-03-04T16:19:52.388247Z","end":"2026-03-04T16:19:56.402505Z","steps":["trace[589138036] 'agreement among raft nodes before linearized reading' (duration: 4.014162534s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:56.40256Z","caller":"traceutil/trace.go:171","msg":"trace[125989396] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24362; }","duration":"3.199433311s","start":"2026-03-04T16:19:53.203116Z","end":"2026-03-04T16:19:56.40255Z","steps":["trace[125989396] 'agreement among raft nodes before linearized reading' (duration: 3.199230366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.402582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.388234Z","time spent":"4.014329448s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:19:56.402593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:53.203106Z","time spent":"3.199478403s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.815047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.402633Z","caller":"traceutil/trace.go:171","msg":"trace[1830983636] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24362; }","duration":"780.877429ms","start":"2026-03-04T16:19:55.621743Z","end":"2026-03-04T16:19:56.40262Z","steps":["trace[1830983636] 'agreement among raft nodes before linearized reading' (duration: 780.784007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.402661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:55.621723Z","time spent":"780.9296ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.626927712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:19:56.402723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83177478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.40275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133006814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.40278Z","caller":"traceutil/trace.go:171","msg":"trace[993584789] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24362; }","duration":"4.133040775s","start":"2026-03-04T16:19:52.269731Z","end":"2026-03-04T16:19:56.402772Z","steps":["trace[993584789] 'agreement among raft nodes before linearized reading' (duration: 4.132983883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:56.402726Z","caller":"traceutil/trace.go:171","msg":"trace[1864007945] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24362; }","duration":"15.627062384s","start":"2026-03-04T16:19:40.775644Z","end":"2026-03-04T16:19:56.402706Z","steps":["trace[1864007945] 'agreement among raft nodes before linearized reading' (duration: 15.257210879s)","trace[1864007945] 'count revisions from in-memory index tree' (duration: 369.722222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:56.402816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.269655Z","time spent":"4.133152368s","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014543023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T16:19:56.402826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:40.775622Z","time spent":"15.627192438s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2677,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.402856Z","caller":"traceutil/trace.go:171","msg":"trace[1011419479] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24362; }","duration":"4.014595555s","start":"2026-03-04T16:19:52.388251Z","end":"2026-03-04T16:19:56.402846Z","steps":["trace[1011419479] 'agreement among raft nodes before linearized reading' (duration: 4.014530563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.40288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215202411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:19:56.402892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.38824Z","time spent":"4.014644286s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T16:19:56.402918Z","caller":"traceutil/trace.go:171","msg":"trace[1287947693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24362; }","duration":"1.215280713s","start":"2026-03-04T16:19:55.187627Z","end":"2026-03-04T16:19:56.402908Z","steps":["trace[1287947693] 'agreement among raft nodes before linearized reading' (duration: 1.215225012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.402833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091888469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.402955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:55.187606Z","time spent":"1.215339564s","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634424559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.402975Z","caller":"traceutil/trace.go:171","msg":"trace[1701621171] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24362; }","duration":"1.092034483s","start":"2026-03-04T16:19:55.310929Z","end":"2026-03-04T16:19:56.402963Z","steps":["trace[1701621171] 'agreement among raft nodes before linearized reading' (duration: 1.091866928s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:56.402993Z","caller":"traceutil/trace.go:171","msg":"trace[2065188474] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24362; }","duration":"4.634477551s","start":"2026-03-04T16:19:51.768504Z","end":"2026-03-04T16:19:56.402982Z","steps":["trace[2065188474] 'agreement among raft nodes before linearized reading' (duration: 4.63443046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:55.310872Z","time spent":"1.092125424s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.403007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239450381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:19:56.403087Z","caller":"traceutil/trace.go:171","msg":"trace[555825977] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24362; }","duration":"3.239617835s","start":"2026-03-04T16:19:53.163461Z","end":"2026-03-04T16:19:56.403079Z","steps":["trace[555825977] 'agreement among raft nodes before linearized reading' (duration: 3.239218415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52301176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.403155Z","caller":"traceutil/trace.go:171","msg":"trace[347046829] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24362; }","duration":"1.523086552s","start":"2026-03-04T16:19:54.880059Z","end":"2026-03-04T16:19:56.403146Z","steps":["trace[347046829] 'agreement among raft nodes before linearized reading' (duration: 1.523025811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:53.163383Z","time spent":"3.239741699s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.403195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.880039Z","time spent":"1.523142793s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.402622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606938106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:19:56.403251Z","caller":"traceutil/trace.go:171","msg":"trace[403459809] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24362; }","duration":"3.607593142s","start":"2026-03-04T16:19:52.795647Z","end":"2026-03-04T16:19:56.40324Z","steps":["trace[403459809] 'agreement among raft nodes before linearized reading' (duration: 3.606892185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970611017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.403273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627782594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:19:56.403297Z","caller":"traceutil/trace.go:171","msg":"trace[625426017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24362; }","duration":"1.9707038s","start":"2026-03-04T16:19:54.432584Z","end":"2026-03-04T16:19:56.403288Z","steps":["trace[625426017] 'agreement among raft nodes before linearized reading' (duration: 1.970657508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.402331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:55.840544Z","time spent":"561.77973ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.403326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.432566Z","time spent":"1.97075409s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:19:56.403392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013866128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:19:56.4033Z","caller":"traceutil/trace.go:171","msg":"trace[1083217866] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24362; }","duration":"1.627826445s","start":"2026-03-04T16:19:54.775467Z","end":"2026-03-04T16:19:56.403293Z","steps":["trace[1083217866] 'agreement among raft nodes before linearized reading' (duration: 1.627670721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634665128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:19:56.403461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.775457Z","time spent":"1.627988369s","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.40304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:51.768492Z","time spent":"4.634539472s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.403483Z","caller":"traceutil/trace.go:171","msg":"trace[1209443412] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24362; }","duration":"1.634691349s","start":"2026-03-04T16:19:54.768786Z","end":"2026-03-04T16:19:56.403477Z","steps":["trace[1209443412] 'agreement among raft nodes before linearized reading' (duration: 1.634652148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.768736Z","time spent":"1.634764801s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:19:56.40292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780082265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T16:19:56.403532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37845115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:19:56.40356Z","caller":"traceutil/trace.go:171","msg":"trace[1587210487] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24362; }","duration":"4.780754282s","start":"2026-03-04T16:19:51.622794Z","end":"2026-03-04T16:19:56.403548Z","steps":["trace[1587210487] 'agreement among raft nodes before linearized reading' (duration: 4.779993783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:19:56.403572Z","caller":"traceutil/trace.go:171","msg":"trace[4296873] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24362; }","duration":"2.378532481s","start":"2026-03-04T16:19:54.025029Z","end":"2026-03-04T16:19:56.403562Z","steps":["trace[4296873] 'agreement among raft nodes before linearized reading' (duration: 2.378403918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:51.622778Z","time spent":"4.780816574s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:19:56.403298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.795632Z","time spent":"3.607653085s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.402778Z","caller":"traceutil/trace.go:171","msg":"trace[1206458168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24362; }","duration":"3.831827892s","start":"2026-03-04T16:19:52.570935Z","end":"2026-03-04T16:19:56.402763Z","steps":["trace[1206458168] 'agreement among raft nodes before linearized reading' (duration: 3.831740369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.025001Z","time spent":"2.378597973s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T16:19:56.403735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:52.57089Z","time spent":"3.832812777s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:19:56.403422Z","caller":"traceutil/trace.go:171","msg":"trace[1406927763] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24362; }","duration":"2.013899139s","start":"2026-03-04T16:19:54.389517Z","end":"2026-03-04T16:19:56.403416Z","steps":["trace[1406927763] 'agreement among raft nodes before linearized reading' (duration: 2.013796646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:56.403846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:54.38947Z","time spent":"2.0143643s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 16:19:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 16:19:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:56.902528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:57.403373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:57.904435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:58.404611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:19:58.404813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:19:58.405031Z","caller":"traceutil/trace.go:171","msg":"trace[1441010596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273105s","start":"2026-03-04T16:19:56.404695Z","end":"2026-03-04T16:19:58.404968Z","steps":["trace[1441010596] 'agreement among raft nodes before linearized reading' (duration: 2.000011428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:19:58.405152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.404681Z","time spent":"2.00045233s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:19:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:19:58.78292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.397373836s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:19:59.089228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.967484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:19:59.089334Z","caller":"traceutil/trace.go:171","msg":"trace[1345686580] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"3.04727161s","start":"2026-03-04T16:19:56.042042Z","end":"2026-03-04T16:19:59.089313Z","steps":["trace[1345686580] 'process raft request' (duration: 2.741123123s)","trace[1345686580] 'compare' (duration: 303.571542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:19:59.089398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.042027Z","time spent":"3.047339922s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:00.418458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000725976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:00.41862Z","caller":"traceutil/trace.go:171","msg":"trace[145716343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000967402s","start":"2026-03-04T16:19:58.417631Z","end":"2026-03-04T16:20:00.418599Z","steps":["trace[145716343] 'agreement among raft nodes before linearized reading' (duration: 2.000781517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:00.418704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.417599Z","time spent":"2.001092665s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:01.378332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.972348429s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:20:01.378834Z","caller":"traceutil/trace.go:171","msg":"trace[390385037] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"4.974259236s","start":"2026-03-04T16:19:56.404518Z","end":"2026-03-04T16:20:01.378777Z","steps":["trace[390385037] 'process raft request' (duration: 4.973972329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340786696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T16:20:01.379045Z","caller":"traceutil/trace.go:171","msg":"trace[1747878454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24369; }","duration":"5.340889188s","start":"2026-03-04T16:19:56.038147Z","end":"2026-03-04T16:20:01.379036Z","steps":["trace[1747878454] 'agreement among raft nodes before linearized reading' (duration: 5.340759055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.4045Z","time spent":"4.97442934s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:01.379259Z","caller":"traceutil/trace.go:171","msg":"trace[1282522870] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"4.969407884s","start":"2026-03-04T16:19:56.409842Z","end":"2026-03-04T16:20:01.37925Z","steps":["trace[1282522870] 'process raft request' (duration: 4.96887117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.409835Z","time spent":"4.969450944s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:01.378881Z","caller":"traceutil/trace.go:171","msg":"trace[1823467336] linearizableReadLoop","detail":"{readStateIndex:25263; appliedIndex:25254; }","duration":"4.976836441s","start":"2026-03-04T16:19:56.402026Z","end":"2026-03-04T16:20:01.378863Z","steps":["trace[1823467336] 'read index received' (duration: 2.381121107s)","trace[1823467336] 'applied index is now lower than readState.Index' (duration: 2.595714504s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:01.379074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.038117Z","time spent":"5.340951031s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T16:20:01.379455Z","caller":"traceutil/trace.go:171","msg":"trace[283355564] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24368; }","duration":"4.729666731s","start":"2026-03-04T16:19:56.649779Z","end":"2026-03-04T16:20:01.379446Z","steps":["trace[283355564] 'process raft request' (duration: 4.728979484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.649759Z","time spent":"4.729717253s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":567,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:01.379588Z","caller":"traceutil/trace.go:171","msg":"trace[93065082] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24368; }","duration":"4.69352292s","start":"2026-03-04T16:19:56.686057Z","end":"2026-03-04T16:20:01.37958Z","steps":["trace[93065082] 'process raft request' (duration: 4.69271821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.68603Z","time spent":"4.69357707s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":597,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:01.379861Z","caller":"traceutil/trace.go:171","msg":"trace[1395243749] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"4.351255481s","start":"2026-03-04T16:19:57.028598Z","end":"2026-03-04T16:20:01.379853Z","steps":["trace[1395243749] 'process raft request' (duration: 4.350196124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.379909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:57.02856Z","time spent":"4.351325222s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:01.38009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332299981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7jjkh\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-04T16:20:01.380146Z","caller":"traceutil/trace.go:171","msg":"trace[61839129] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7jjkh; range_end:; response_count:1; response_revision:24369; }","duration":"5.332379413s","start":"2026-03-04T16:19:56.047751Z","end":"2026-03-04T16:20:01.380131Z","steps":["trace[61839129] 'agreement among raft nodes before linearized reading' (duration: 5.332189659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.380187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.04774Z","time spent":"5.332438585s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7jjkh\" "} {"level":"warn","ts":"2026-03-04T16:20:01.380327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339601996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:20:01.380354Z","caller":"traceutil/trace.go:171","msg":"trace[1468977778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24369; }","duration":"5.339666108s","start":"2026-03-04T16:19:56.040681Z","end":"2026-03-04T16:20:01.380347Z","steps":["trace[1468977778] 'agreement among raft nodes before linearized reading' (duration: 5.339572336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.380374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.040664Z","time spent":"5.339705279s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:20:01.382084Z","caller":"traceutil/trace.go:171","msg":"trace[1556745460] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"4.977159798s","start":"2026-03-04T16:19:56.404899Z","end":"2026-03-04T16:20:01.382059Z","steps":["trace[1556745460] 'process raft request' (duration: 4.973749463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:01.382511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.40488Z","time spent":"4.977553479s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} 2026/03/04 16:20:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:01.880281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:02.380965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:02.419822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:02.419895Z","caller":"traceutil/trace.go:171","msg":"trace[1014627741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011249s","start":"2026-03-04T16:20:00.419864Z","end":"2026-03-04T16:20:02.419875Z","steps":["trace[1014627741] 'agreement among raft nodes before linearized reading' (duration: 1.999917456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:02.419942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:00.419848Z","time spent":"2.00008429s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:02.720567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342047502s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:03.381736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.753767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:03.381953Z","caller":"traceutil/trace.go:171","msg":"trace[403685692] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"2.340979764s","start":"2026-03-04T16:20:01.040946Z","end":"2026-03-04T16:20:03.381925Z","steps":["trace[403685692] 'process raft request' (duration: 2.340886552s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:03.381948Z","caller":"traceutil/trace.go:171","msg":"trace[1365745331] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"4.289129983s","start":"2026-03-04T16:19:59.092754Z","end":"2026-03-04T16:20:03.381884Z","steps":["trace[1365745331] 'process raft request' (duration: 3.62810391s)","trace[1365745331] 'compare' (duration: 660.07445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:03.382092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.040934Z","time spent":"2.341059116s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:03.382223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:59.092734Z","time spent":"4.289399901s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:04.428377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:04.428457Z","caller":"traceutil/trace.go:171","msg":"trace[940504169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595994s","start":"2026-03-04T16:20:02.427842Z","end":"2026-03-04T16:20:04.428438Z","steps":["trace[940504169] 'agreement among raft nodes before linearized reading' (duration: 2.000496762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:04.428502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:02.427811Z","time spent":"2.000682126s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:04.61605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.895330767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:06.247998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401661506s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.248123Z","caller":"traceutil/trace.go:171","msg":"trace[1403952297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24371; }","duration":"2.401798299s","start":"2026-03-04T16:20:03.846305Z","end":"2026-03-04T16:20:06.248103Z","steps":["trace[1403952297] 'range keys from in-memory index tree' (duration: 2.401644436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.248712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:05.545985Z","time spent":"702.718796ms","remote":"127.0.0.1:48446","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:06.249435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633105649s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T16:20:06.249761Z","caller":"traceutil/trace.go:171","msg":"trace[1621609830] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25263; }","duration":"4.870364004s","start":"2026-03-04T16:20:01.379377Z","end":"2026-03-04T16:20:06.249741Z","steps":["trace[1621609830] 'read index received' (duration: 1.341493008s)","trace[1621609830] 'applied index is now lower than readState.Index' (duration: 3.528869516s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:06.249925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251399129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.24998Z","caller":"traceutil/trace.go:171","msg":"trace[1347139250] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24372; }","duration":"7.251508482s","start":"2026-03-04T16:19:58.998455Z","end":"2026-03-04T16:20:06.249964Z","steps":["trace[1347139250] 'agreement among raft nodes before linearized reading' (duration: 7.251410849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.998436Z","time spent":"7.251582944s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.250111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.840059235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T16:20:06.250187Z","caller":"traceutil/trace.go:171","msg":"trace[1509314794] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24372; }","duration":"9.840145577s","start":"2026-03-04T16:19:56.410024Z","end":"2026-03-04T16:20:06.25017Z","steps":["trace[1509314794] 'agreement among raft nodes before linearized reading' (duration: 9.839976223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.409997Z","time spent":"9.840226319s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T16:20:06.250357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.859169241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:20:06.250417Z","caller":"traceutil/trace.go:171","msg":"trace[142475268] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24372; }","duration":"4.859208942s","start":"2026-03-04T16:20:01.391179Z","end":"2026-03-04T16:20:06.250387Z","steps":["trace[142475268] 'agreement among raft nodes before linearized reading' (duration: 4.859066999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.181388659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.250452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.391138Z","time spent":"4.859306245s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T16:20:06.25047Z","caller":"traceutil/trace.go:171","msg":"trace[1558555146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24372; }","duration":"9.181466962s","start":"2026-03-04T16:19:57.068992Z","end":"2026-03-04T16:20:06.250459Z","steps":["trace[1558555146] 'agreement among raft nodes before linearized reading' (duration: 9.181409801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.2505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:57.068964Z","time spent":"9.181528594s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.2507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.840042184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T16:20:06.250734Z","caller":"traceutil/trace.go:171","msg":"trace[404258832] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24372; }","duration":"9.840107116s","start":"2026-03-04T16:19:56.410619Z","end":"2026-03-04T16:20:06.250726Z","steps":["trace[404258832] 'agreement among raft nodes before linearized reading' (duration: 9.840003553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:56.410604Z","time spent":"9.840150177s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T16:20:06.250804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432858253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.250859Z","caller":"traceutil/trace.go:171","msg":"trace[1052710337] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24372; }","duration":"1.432942646s","start":"2026-03-04T16:20:04.817903Z","end":"2026-03-04T16:20:06.250846Z","steps":["trace[1052710337] 'agreement among raft nodes before linearized reading' (duration: 1.432864344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15793322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T16:20:06.251324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212091018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:06.251352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.846512432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.251364Z","caller":"traceutil/trace.go:171","msg":"trace[568130757] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24372; }","duration":"5.21215312s","start":"2026-03-04T16:20:01.039198Z","end":"2026-03-04T16:20:06.251352Z","steps":["trace[568130757] 'agreement among raft nodes before linearized reading' (duration: 5.212106949s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:06.251398Z","caller":"traceutil/trace.go:171","msg":"trace[336482496] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24372; }","duration":"4.846594514s","start":"2026-03-04T16:20:01.404791Z","end":"2026-03-04T16:20:06.251386Z","steps":["trace[336482496] 'agreement among raft nodes before linearized reading' (duration: 4.846527143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.039183Z","time spent":"5.212208611s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.25145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.404771Z","time spent":"4.846667105s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.251463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528277229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T16:20:06.250962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82220019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.251522Z","caller":"traceutil/trace.go:171","msg":"trace[897227051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24372; }","duration":"5.5283304s","start":"2026-03-04T16:20:00.723173Z","end":"2026-03-04T16:20:06.251504Z","steps":["trace[897227051] 'agreement among raft nodes before linearized reading' (duration: 5.528150016s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:06.251459Z","caller":"traceutil/trace.go:171","msg":"trace[1014672895] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24372; }","duration":"7.158887764s","start":"2026-03-04T16:19:59.092451Z","end":"2026-03-04T16:20:06.251339Z","steps":["trace[1014672895] 'agreement among raft nodes before linearized reading' (duration: 7.157321935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:59.092432Z","time spent":"7.159187341s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T16:20:06.251665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86030819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T16:20:06.25172Z","caller":"traceutil/trace.go:171","msg":"trace[1626005950] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f; range_end:; response_count:1; response_revision:24372; }","duration":"4.860375482s","start":"2026-03-04T16:20:01.391331Z","end":"2026-03-04T16:20:06.251706Z","steps":["trace[1626005950] 'agreement among raft nodes before linearized reading' (duration: 4.860233119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528573516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"warn","ts":"2026-03-04T16:20:06.25176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.391324Z","time spent":"4.860427973s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899ad01406d9d5f\" "} {"level":"warn","ts":"2026-03-04T16:20:06.251782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977366212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:06.251791Z","caller":"traceutil/trace.go:171","msg":"trace[1641693099] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24372; }","duration":"5.528654158s","start":"2026-03-04T16:20:00.723123Z","end":"2026-03-04T16:20:06.251777Z","steps":["trace[1641693099] 'agreement among raft nodes before linearized reading' (duration: 5.528485244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.250908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:04.817884Z","time spent":"1.433011278s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.251833Z","caller":"traceutil/trace.go:171","msg":"trace[416006380] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24372; }","duration":"6.977455305s","start":"2026-03-04T16:19:59.27436Z","end":"2026-03-04T16:20:06.251816Z","steps":["trace[416006380] 'agreement among raft nodes before linearized reading' (duration: 6.977366853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:00.723108Z","time spent":"5.52871964s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:20:06.251868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:59.27433Z","time spent":"6.977530126s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.251555Z","caller":"traceutil/trace.go:171","msg":"trace[168582779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24372; }","duration":"1.822797215s","start":"2026-03-04T16:20:04.428718Z","end":"2026-03-04T16:20:06.251515Z","steps":["trace[168582779] 'agreement among raft nodes before linearized reading' (duration: 1.822213431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:04.4287Z","time spent":"1.823259608s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:06.251986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006949408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.251066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563042149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.252069Z","caller":"traceutil/trace.go:171","msg":"trace[15204139] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24372; }","duration":"2.564041325s","start":"2026-03-04T16:20:03.688013Z","end":"2026-03-04T16:20:06.252054Z","steps":["trace[15204139] 'agreement among raft nodes before linearized reading' (duration: 2.563022528s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:03.687955Z","time spent":"2.564142668s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.252123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.250292831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:06.252118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860679111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T16:20:06.250402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.144411817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.251144Z","caller":"traceutil/trace.go:171","msg":"trace[562136986] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"4.859661834s","start":"2026-03-04T16:20:01.391443Z","end":"2026-03-04T16:20:06.251105Z","steps":["trace[562136986] 'process raft request' (duration: 4.858083055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.489615351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.251206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.275694454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.251234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94508215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.251248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008737837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:06.252263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.127770517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.25232Z","caller":"traceutil/trace.go:171","msg":"trace[1372829239] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24372; }","duration":"7.49076714s","start":"2026-03-04T16:19:58.761545Z","end":"2026-03-04T16:20:06.252312Z","steps":["trace[1372829239] 'agreement among raft nodes before linearized reading' (duration: 7.489569579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.76149Z","time spent":"7.490851913s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.252348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.391433Z","time spent":"4.860835774s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:06.252319Z","caller":"traceutil/trace.go:171","msg":"trace[680803635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24372; }","duration":"9.146378237s","start":"2026-03-04T16:19:57.105911Z","end":"2026-03-04T16:20:06.252289Z","steps":["trace[680803635] 'agreement among raft nodes before linearized reading' (duration: 9.144063258s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:06.252289Z","caller":"traceutil/trace.go:171","msg":"trace[1832005452] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24372; }","duration":"5.276855084s","start":"2026-03-04T16:20:00.975421Z","end":"2026-03-04T16:20:06.252276Z","steps":["trace[1832005452] 'agreement among raft nodes before linearized reading' (duration: 5.275742606s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:06.25234Z","caller":"traceutil/trace.go:171","msg":"trace[1228902725] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24372; }","duration":"5.009849185s","start":"2026-03-04T16:20:01.24247Z","end":"2026-03-04T16:20:06.252319Z","steps":["trace[1228902725] 'agreement among raft nodes before linearized reading' (duration: 5.008758997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:00.975393Z","time spent":"5.277063969s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.25239Z","caller":"traceutil/trace.go:171","msg":"trace[581757569] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24372; }","duration":"3.946271631s","start":"2026-03-04T16:20:02.306109Z","end":"2026-03-04T16:20:06.25238Z","steps":["trace[581757569] 'agreement among raft nodes before linearized reading' (duration: 3.945026279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:57.105886Z","time spent":"9.146567161s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:20:06.252541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:02.306083Z","time spent":"3.946444656s","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.252547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.242451Z","time spent":"5.01003068s","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.252361Z","caller":"traceutil/trace.go:171","msg":"trace[900527581] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24372; }","duration":"9.127913741s","start":"2026-03-04T16:19:57.124403Z","end":"2026-03-04T16:20:06.252317Z","steps":["trace[900527581] 'agreement among raft nodes before linearized reading' (duration: 9.127785468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:57.124373Z","time spent":"9.128219108s","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.251287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.110626508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.252665Z","caller":"traceutil/trace.go:171","msg":"trace[771377409] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24372; }","duration":"5.112029964s","start":"2026-03-04T16:20:01.140617Z","end":"2026-03-04T16:20:06.252647Z","steps":["trace[771377409] 'agreement among raft nodes before linearized reading' (duration: 5.110650978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.251295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405267555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:06.251285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376796836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:06.251266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.712699172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:06.252784Z","caller":"traceutil/trace.go:171","msg":"trace[706358197] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24372; }","duration":"4.406800714s","start":"2026-03-04T16:20:01.845972Z","end":"2026-03-04T16:20:06.252773Z","steps":["trace[706358197] 'agreement among raft nodes before linearized reading' (duration: 4.405286005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.25282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.84595Z","time spent":"4.406858696s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.251018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098202918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:06.252818Z","caller":"traceutil/trace.go:171","msg":"trace[1185048636] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24372; }","duration":"7.714293812s","start":"2026-03-04T16:19:58.538508Z","end":"2026-03-04T16:20:06.252802Z","steps":["trace[1185048636] 'agreement among raft nodes before linearized reading' (duration: 7.712702112s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:06.252879Z","caller":"traceutil/trace.go:171","msg":"trace[660298036] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24372; }","duration":"2.100091115s","start":"2026-03-04T16:20:04.152777Z","end":"2026-03-04T16:20:06.252868Z","steps":["trace[660298036] 'agreement among raft nodes before linearized reading' (duration: 2.098211887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.252921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:04.152757Z","time spent":"2.100150197s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.252912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.538474Z","time spent":"7.714416386s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.252728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.140595Z","time spent":"5.112116416s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.252772Z","caller":"traceutil/trace.go:171","msg":"trace[1750092957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24372; }","duration":"5.378334005s","start":"2026-03-04T16:20:00.874425Z","end":"2026-03-04T16:20:06.252759Z","steps":["trace[1750092957] 'agreement among raft nodes before linearized reading' (duration: 5.376777106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.253232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:00.874407Z","time spent":"5.378805297s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:06.251582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:00.723118Z","time spent":"5.528451853s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T16:20:06.252163Z","caller":"traceutil/trace.go:171","msg":"trace[500435163] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24372; }","duration":"8.250389403s","start":"2026-03-04T16:19:58.001762Z","end":"2026-03-04T16:20:06.252151Z","steps":["trace[500435163] 'agreement among raft nodes before linearized reading' (duration: 8.250317831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.253036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861817539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:20:06.253473Z","caller":"traceutil/trace.go:171","msg":"trace[680239601] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24372; }","duration":"4.86226754s","start":"2026-03-04T16:20:01.391186Z","end":"2026-03-04T16:20:06.253454Z","steps":["trace[680239601] 'agreement among raft nodes before linearized reading' (duration: 4.861274725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.253531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.391179Z","time spent":"4.862334601s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T16:20:06.252242Z","caller":"traceutil/trace.go:171","msg":"trace[1689130949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee; range_end:; response_count:1; response_revision:24372; }","duration":"4.860958897s","start":"2026-03-04T16:20:01.391274Z","end":"2026-03-04T16:20:06.252233Z","steps":["trace[1689130949] 'agreement among raft nodes before linearized reading' (duration: 4.86028663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.253778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:01.39127Z","time spent":"4.862494735s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" "} {"level":"warn","ts":"2026-03-04T16:20:06.251114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183073688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:06.253488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.001735Z","time spent":"8.251735467s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.253925Z","caller":"traceutil/trace.go:171","msg":"trace[1637774269] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24372; }","duration":"3.185883749s","start":"2026-03-04T16:20:03.068029Z","end":"2026-03-04T16:20:06.253913Z","steps":["trace[1637774269] 'agreement among raft nodes before linearized reading' (duration: 3.183058038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.254054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:03.067939Z","time spent":"3.186100604s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:06.252092Z","caller":"traceutil/trace.go:171","msg":"trace[836982337] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24372; }","duration":"8.007185025s","start":"2026-03-04T16:19:58.244841Z","end":"2026-03-04T16:20:06.252026Z","steps":["trace[836982337] 'agreement among raft nodes before linearized reading' (duration: 8.006445616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:06.255572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:19:58.244812Z","time spent":"8.010736105s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:08.260106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:08.260165Z","caller":"traceutil/trace.go:171","msg":"trace[405826299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291666s","start":"2026-03-04T16:20:06.25986Z","end":"2026-03-04T16:20:08.260151Z","steps":["trace[405826299] 'agreement among raft nodes before linearized reading' (duration: 2.000208214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:08.260199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.259855Z","time spent":"2.000336357s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:08.986081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578831287s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T16:20:08.986176Z","caller":"traceutil/trace.go:171","msg":"trace[776827623] linearizableReadLoop","detail":"{readStateIndex:25268; appliedIndex:25267; }","duration":"2.729298385s","start":"2026-03-04T16:20:06.256858Z","end":"2026-03-04T16:20:08.986157Z","steps":["trace[776827623] 'read index received' (duration: 150.353505ms)","trace[776827623] 'applied index is now lower than readState.Index' (duration: 2.57894331s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:08.986239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.256037Z","time spent":"2.730198948s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:08.986528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729656495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T16:20:08.986561Z","caller":"traceutil/trace.go:171","msg":"trace[238979433] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24372; }","duration":"2.729729836s","start":"2026-03-04T16:20:06.256821Z","end":"2026-03-04T16:20:08.98655Z","steps":["trace[238979433] 'agreement among raft nodes before linearized reading' (duration: 2.729588203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:08.98659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.2568Z","time spent":"2.729782728s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T16:20:09.486985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:09.987577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:10.21702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828437768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:10.260921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:10.260996Z","caller":"traceutil/trace.go:171","msg":"trace[993136416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577443s","start":"2026-03-04T16:20:08.260401Z","end":"2026-03-04T16:20:10.260978Z","steps":["trace[993136416] 'agreement among raft nodes before linearized reading' (duration: 2.000483111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:10.261247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.26034Z","time spent":"2.000861261s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:11.231521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:11.23158Z","caller":"traceutil/trace.go:171","msg":"trace[1629905926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387047s","start":"2026-03-04T16:20:09.231179Z","end":"2026-03-04T16:20:11.231566Z","steps":["trace[1629905926] 'agreement among raft nodes before linearized reading' (duration: 2.000307875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:11.231608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:09.231161Z","time spent":"2.000441469s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:12.269071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:12.269168Z","caller":"traceutil/trace.go:171","msg":"trace[651094156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581933s","start":"2026-03-04T16:20:10.268567Z","end":"2026-03-04T16:20:12.269148Z","steps":["trace[651094156] 'agreement among raft nodes before linearized reading' (duration: 2.00045162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:12.269217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:10.26855Z","time spent":"2.000655954s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:14.270396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:14.270527Z","caller":"traceutil/trace.go:171","msg":"trace[1969276457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321186s","start":"2026-03-04T16:20:12.270179Z","end":"2026-03-04T16:20:14.2705Z","steps":["trace[1969276457] 'agreement among raft nodes before linearized reading' (duration: 2.000146671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:14.270591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:12.270158Z","time spent":"2.000418709s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:14.596757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.860791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:14.596896Z","caller":"traceutil/trace.go:171","msg":"trace[592857890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24372; }","duration":"751.013845ms","start":"2026-03-04T16:20:13.845857Z","end":"2026-03-04T16:20:14.596871Z","steps":["trace[592857890] 'range keys from in-memory index tree' (duration: 750.83897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:14.597316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379960956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:14.597422Z","caller":"traceutil/trace.go:171","msg":"trace[1529750535] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"6.208912678s","start":"2026-03-04T16:20:08.388489Z","end":"2026-03-04T16:20:14.597401Z","steps":["trace[1529750535] 'process raft request' (duration: 1.828756616s)","trace[1529750535] 'compare' (duration: 4.379164576s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:14.597515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.388467Z","time spent":"6.209001389s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:14.913372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.696151797s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:15.989256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.988757Z","time spent":"7.000489586s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:15.990579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.990318Z","time spent":"7.00025396s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:16.267345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007277195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:16.267422Z","caller":"traceutil/trace.go:171","msg":"trace[1845479090] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007402138s","start":"2026-03-04T16:20:06.260003Z","end":"2026-03-04T16:20:16.267405Z","steps":["trace[1845479090] 'agreement among raft nodes before linearized reading' (duration: 10.007278925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:16.267502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.259999Z","time spent":"10.007455959s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 16:20:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:16.276748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989807831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:16.276895Z","caller":"traceutil/trace.go:171","msg":"trace[1828710295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990059677s","start":"2026-03-04T16:20:14.286804Z","end":"2026-03-04T16:20:16.276864Z","steps":["trace[1828710295] 'agreement among raft nodes before linearized reading' (duration: 1.989830752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:16.276983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:14.286788Z","time spent":"1.99017528s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:17.56878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655062042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:17.570159Z","caller":"traceutil/trace.go:171","msg":"trace[404233822] linearizableReadLoop","detail":"{readStateIndex:25271; appliedIndex:25268; }","duration":"8.583930231s","start":"2026-03-04T16:20:08.9862Z","end":"2026-03-04T16:20:17.57013Z","steps":["trace[404233822] 'read index received' (duration: 1.23106105s)","trace[404233822] 'applied index is now lower than readState.Index' (duration: 7.35284439s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:20:17.570324Z","caller":"traceutil/trace.go:171","msg":"trace[1912465749] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"6.679828984s","start":"2026-03-04T16:20:10.890476Z","end":"2026-03-04T16:20:17.570305Z","steps":["trace[1912465749] 'process raft request' (duration: 6.678572562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:17.570653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:10.890458Z","time spent":"6.680042479s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:17.980286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986845306s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:18.277777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:18.277885Z","caller":"traceutil/trace.go:171","msg":"trace[1541719797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773437s","start":"2026-03-04T16:20:16.277086Z","end":"2026-03-04T16:20:18.277859Z","steps":["trace[1541719797] 'agreement among raft nodes before linearized reading' (duration: 2.000614613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:18.277939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:16.277053Z","time spent":"2.00087325s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:18.490474Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae369e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:20:18.650887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:11.649947Z","time spent":"7.000934658s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:20.286283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:20.286352Z","caller":"traceutil/trace.go:171","msg":"trace[221229118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299836s","start":"2026-03-04T16:20:18.286036Z","end":"2026-03-04T16:20:20.286336Z","steps":["trace[221229118] 'agreement among raft nodes before linearized reading' (duration: 2.000199583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:20.286388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:18.28602Z","time spent":"2.000359088s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:20.723309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.067574523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:21.457512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888387139s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:20:21.458249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.198926017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-04T16:20:21.458365Z","caller":"traceutil/trace.go:171","msg":"trace[971521440] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24377; }","duration":"15.199501061s","start":"2026-03-04T16:20:06.258833Z","end":"2026-03-04T16:20:21.458334Z","steps":["trace[971521440] 'agreement among raft nodes before linearized reading' (duration: 11.312022105s)","trace[971521440] 'range keys from in-memory index tree' (duration: 3.887219s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.458405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258829Z","time spent":"15.199568293s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T16:20:21.45855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.199701086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:20:21.458587Z","caller":"traceutil/trace.go:171","msg":"trace[109059538] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24377; }","duration":"15.199769138s","start":"2026-03-04T16:20:06.258802Z","end":"2026-03-04T16:20:21.458571Z","steps":["trace[109059538] 'agreement among raft nodes before linearized reading' (duration: 11.312046005s)","trace[109059538] 'range keys from in-memory index tree' (duration: 3.887586989s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.458614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258788Z","time spent":"15.19982151s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:20:21.458616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.1998429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T16:20:21.458597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.199684346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114368"} {"level":"info","ts":"2026-03-04T16:20:21.458644Z","caller":"traceutil/trace.go:171","msg":"trace[865438371] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24377; }","duration":"15.199872271s","start":"2026-03-04T16:20:06.258758Z","end":"2026-03-04T16:20:21.45863Z","steps":["trace[865438371] 'agreement among raft nodes before linearized reading' (duration: 11.312095707s)","trace[865438371] 'range keys from in-memory index tree' (duration: 3.887704502s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.458662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258752Z","time spent":"15.199906471s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T16:20:21.458659Z","caller":"traceutil/trace.go:171","msg":"trace[720298941] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24377; }","duration":"15.199781829s","start":"2026-03-04T16:20:06.258862Z","end":"2026-03-04T16:20:21.458643Z","steps":["trace[720298941] 'agreement among raft nodes before linearized reading' (duration: 11.311950863s)","trace[720298941] 'range keys from in-memory index tree' (duration: 3.887273132s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.458696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258852Z","time spent":"15.19983583s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114391,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T16:20:21.458882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.673633741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:21.458906Z","caller":"traceutil/trace.go:171","msg":"trace[121234294] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24377; }","duration":"12.673716183s","start":"2026-03-04T16:20:08.78518Z","end":"2026-03-04T16:20:21.458897Z","steps":["trace[121234294] 'agreement among raft nodes before linearized reading' (duration: 8.785641212s)","trace[121234294] 'count revisions from in-memory index tree' (duration: 3.888032061s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.458927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.785161Z","time spent":"12.673759984s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:21.459345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.199202025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:21.459403Z","caller":"traceutil/trace.go:171","msg":"trace[760225326] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24377; }","duration":"15.199277816s","start":"2026-03-04T16:20:06.260106Z","end":"2026-03-04T16:20:21.459384Z","steps":["trace[760225326] 'agreement among raft nodes before linearized reading' (duration: 11.310719373s)","trace[760225326] 'range keys from in-memory index tree' (duration: 3.888455181s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.459428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.260102Z","time spent":"15.199320117s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T16:20:21.459505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.200660031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T16:20:21.459566Z","caller":"traceutil/trace.go:171","msg":"trace[668417843] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24377; }","duration":"15.200736053s","start":"2026-03-04T16:20:06.258812Z","end":"2026-03-04T16:20:21.459548Z","steps":["trace[668417843] 'agreement among raft nodes before linearized reading' (duration: 11.312003585s)","trace[668417843] 'range keys from in-memory index tree' (duration: 3.888602705s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.459596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258804Z","time spent":"15.200784944s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T16:20:21.459681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.162074778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:20:21.4597Z","caller":"traceutil/trace.go:171","msg":"trace[596641337] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24377; }","duration":"13.162122119s","start":"2026-03-04T16:20:08.297571Z","end":"2026-03-04T16:20:21.459693Z","steps":["trace[596641337] 'agreement among raft nodes before linearized reading' (duration: 9.273248258s)","trace[596641337] 'range keys from in-memory index tree' (duration: 3.888773569s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.459715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:08.297554Z","time spent":"13.162157761s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:20:21.459847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.199077001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114368"} {"level":"warn","ts":"2026-03-04T16:20:21.459871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.200993049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw\" ","response":"range_response_count:1 size:4800"} {"level":"info","ts":"2026-03-04T16:20:21.459875Z","caller":"traceutil/trace.go:171","msg":"trace[1967796903] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24377; }","duration":"15.20106039s","start":"2026-03-04T16:20:06.258805Z","end":"2026-03-04T16:20:21.459865Z","steps":["trace[1967796903] 'agreement among raft nodes before linearized reading' (duration: 11.312044635s)","trace[1967796903] 'range keys from in-memory index tree' (duration: 3.886627844s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:20:21.459901Z","caller":"traceutil/trace.go:171","msg":"trace[1167629020] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw; range_end:; response_count:1; response_revision:24377; }","duration":"15.20102177s","start":"2026-03-04T16:20:06.258868Z","end":"2026-03-04T16:20:21.459889Z","steps":["trace[1167629020] 'agreement among raft nodes before linearized reading' (duration: 11.311964164s)","trace[1167629020] 'range keys from in-memory index tree' (duration: 3.888938214s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:21.459927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258856Z","time spent":"15.201064771s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw\" "} {"level":"warn","ts":"2026-03-04T16:20:21.461263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:06.258801Z","time spent":"15.202448886s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114391,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T16:20:22.28763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:22.287773Z","caller":"traceutil/trace.go:171","msg":"trace[1029939613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707326s","start":"2026-03-04T16:20:20.287036Z","end":"2026-03-04T16:20:22.287744Z","steps":["trace[1029939613] 'agreement among raft nodes before linearized reading' (duration: 2.000528031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:22.287829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:20.287021Z","time spent":"2.000796358s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:22.364146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640661219s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:22.993844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:15.993301Z","time spent":"7.000535857s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:24.025227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564755262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-03-04T16:20:24.025463Z","caller":"traceutil/trace.go:171","msg":"trace[980717498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24378; }","duration":"5.369811959s","start":"2026-03-04T16:20:18.655631Z","end":"2026-03-04T16:20:24.025443Z","steps":["trace[980717498] 'process raft request' (duration: 5.369705257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.025539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:18.655612Z","time spent":"5.369892521s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:24.026199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.417803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.026284Z","caller":"traceutil/trace.go:171","msg":"trace[1000229181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24378; }","duration":"180.513716ms","start":"2026-03-04T16:20:23.845759Z","end":"2026-03-04T16:20:24.026273Z","steps":["trace[1000229181] 'range keys from in-memory index tree' (duration: 180.405093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:24.027266Z","caller":"traceutil/trace.go:171","msg":"trace[1940003595] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25272; }","duration":"6.45702036s","start":"2026-03-04T16:20:17.570239Z","end":"2026-03-04T16:20:24.027259Z","steps":["trace[1940003595] 'read index received' (duration: 410.216663ms)","trace[1940003595] 'applied index is now lower than readState.Index' (duration: 6.046802707s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:24.027335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.080979448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.027355Z","caller":"traceutil/trace.go:171","msg":"trace[1208889226] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24378; }","duration":"7.08104184s","start":"2026-03-04T16:20:16.946308Z","end":"2026-03-04T16:20:24.027349Z","steps":["trace[1208889226] 'agreement among raft nodes before linearized reading' (duration: 7.081001119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:16.946288Z","time spent":"7.081086401s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.027506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.738744066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.027527Z","caller":"traceutil/trace.go:171","msg":"trace[230636559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24378; }","duration":"11.738801967s","start":"2026-03-04T16:20:12.288721Z","end":"2026-03-04T16:20:24.027523Z","steps":["trace[230636559] 'agreement among raft nodes before linearized reading' (duration: 11.738767416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:12.288698Z","time spent":"11.738839509s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.02754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.973106163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.027601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.613907113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.027663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.44977245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.02768Z","caller":"traceutil/trace.go:171","msg":"trace[1965914095] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24378; }","duration":"14.44981353s","start":"2026-03-04T16:20:09.577861Z","end":"2026-03-04T16:20:24.027675Z","steps":["trace[1965914095] 'agreement among raft nodes before linearized reading' (duration: 14.449770999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:09.577846Z","time spent":"14.449844171s","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.027689Z","caller":"traceutil/trace.go:171","msg":"trace[1150450277] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24378; }","duration":"13.614039336s","start":"2026-03-04T16:20:10.413608Z","end":"2026-03-04T16:20:24.027647Z","steps":["trace[1150450277] 'agreement among raft nodes before linearized reading' (duration: 13.613910993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767569617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T16:20:24.0278Z","caller":"traceutil/trace.go:171","msg":"trace[2002914721] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24378; }","duration":"7.767617668s","start":"2026-03-04T16:20:16.260172Z","end":"2026-03-04T16:20:24.02779Z","steps":["trace[2002914721] 'agreement among raft nodes before linearized reading' (duration: 7.767463774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:16.260114Z","time spent":"7.76771128s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T16:20:24.027859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.946993472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.027906Z","caller":"traceutil/trace.go:171","msg":"trace[1477506253] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"4.417663418s","start":"2026-03-04T16:20:19.610199Z","end":"2026-03-04T16:20:24.027862Z","steps":["trace[1477506253] 'process raft request' (duration: 4.415187325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.027968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.400957122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:24.027995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:19.610177Z","time spent":"4.417773031s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:24.028048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034395881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae55aa2480c3\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-04T16:20:24.028064Z","caller":"traceutil/trace.go:171","msg":"trace[1150660393] range","detail":"{range_begin:/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae55aa2480c3; range_end:; response_count:1; response_revision:24379; }","duration":"8.034432222s","start":"2026-03-04T16:20:15.993626Z","end":"2026-03-04T16:20:24.028058Z","steps":["trace[1150660393] 'agreement among raft nodes before linearized reading' (duration: 8.03435912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:15.993615Z","time spent":"8.034459653s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae55aa2480c3\" "} {"level":"warn","ts":"2026-03-04T16:20:24.028115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.915664493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.028161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047236675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.028161Z","caller":"traceutil/trace.go:171","msg":"trace[925119414] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24379; }","duration":"9.915713914s","start":"2026-03-04T16:20:14.112436Z","end":"2026-03-04T16:20:24.02815Z","steps":["trace[925119414] 'agreement among raft nodes before linearized reading' (duration: 9.915637742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:24.028177Z","caller":"traceutil/trace.go:171","msg":"trace[1869411877] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24379; }","duration":"8.047295217s","start":"2026-03-04T16:20:15.980875Z","end":"2026-03-04T16:20:24.02817Z","steps":["trace[1869411877] 'agreement among raft nodes before linearized reading' (duration: 8.047270247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:15.98085Z","time spent":"8.047337288s","remote":"127.0.0.1:34612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:14.112409Z","time spent":"9.915775626s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.028217Z","caller":"traceutil/trace.go:171","msg":"trace[1546864134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24378; }","duration":"11.947076004s","start":"2026-03-04T16:20:12.080809Z","end":"2026-03-04T16:20:24.027885Z","steps":["trace[1546864134] 'agreement among raft nodes before linearized reading' (duration: 11.946973082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.308010827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:24.028267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:12.080762Z","time spent":"11.947489854s","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.655853846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.0284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.347361069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:24.028401Z","caller":"traceutil/trace.go:171","msg":"trace[1261939964] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24379; }","duration":"8.655929258s","start":"2026-03-04T16:20:15.372461Z","end":"2026-03-04T16:20:24.02839Z","steps":["trace[1261939964] 'agreement among raft nodes before linearized reading' (duration: 8.655859266s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:24.028418Z","caller":"traceutil/trace.go:171","msg":"trace[115155729] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24379; }","duration":"10.34741564s","start":"2026-03-04T16:20:13.680998Z","end":"2026-03-04T16:20:24.028413Z","steps":["trace[115155729] 'agreement among raft nodes before linearized reading' (duration: 10.34738471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:13.680978Z","time spent":"10.347451651s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:15.372443Z","time spent":"8.655982089s","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.027735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:10.413585Z","time spent":"13.614138489s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.325735742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:24.028625Z","caller":"traceutil/trace.go:171","msg":"trace[487569279] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24379; }","duration":"10.326000369s","start":"2026-03-04T16:20:13.702617Z","end":"2026-03-04T16:20:24.028618Z","steps":["trace[487569279] 'agreement among raft nodes before linearized reading' (duration: 10.325710031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.541742831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.028649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:13.702527Z","time spent":"10.326115812s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.028656Z","caller":"traceutil/trace.go:171","msg":"trace[1121234515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24379; }","duration":"13.541809793s","start":"2026-03-04T16:20:10.486837Z","end":"2026-03-04T16:20:24.028647Z","steps":["trace[1121234515] 'agreement among raft nodes before linearized reading' (duration: 13.541751432s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:24.027611Z","caller":"traceutil/trace.go:171","msg":"trace[793864884] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24378; }","duration":"10.973220276s","start":"2026-03-04T16:20:13.054371Z","end":"2026-03-04T16:20:24.027592Z","steps":["trace[793864884] 'agreement among raft nodes before linearized reading' (duration: 10.973092993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:13.054355Z","time spent":"10.974366254s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.475758296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:24.027624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.258543724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:24.027777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.970175903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:24.028701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:10.486819Z","time spent":"13.541870714s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.028852Z","caller":"traceutil/trace.go:171","msg":"trace[1515609165] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24379; }","duration":"12.475877119s","start":"2026-03-04T16:20:11.552967Z","end":"2026-03-04T16:20:24.028844Z","steps":["trace[1515609165] 'agreement among raft nodes before linearized reading' (duration: 12.475752626s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:24.028282Z","caller":"traceutil/trace.go:171","msg":"trace[388797424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24379; }","duration":"8.308075449s","start":"2026-03-04T16:20:15.720201Z","end":"2026-03-04T16:20:24.028277Z","steps":["trace[388797424] 'agreement among raft nodes before linearized reading' (duration: 8.308049848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:11.552949Z","time spent":"12.475924491s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.028894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:15.720151Z","time spent":"8.308729265s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.028936Z","caller":"traceutil/trace.go:171","msg":"trace[1413408878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24378; }","duration":"14.259878836s","start":"2026-03-04T16:20:09.769047Z","end":"2026-03-04T16:20:24.028926Z","steps":["trace[1413408878] 'agreement among raft nodes before linearized reading' (duration: 14.258557703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.028976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:09.769032Z","time spent":"14.259933218s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.028991Z","caller":"traceutil/trace.go:171","msg":"trace[1260423923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24379; }","duration":"9.401018704s","start":"2026-03-04T16:20:14.626965Z","end":"2026-03-04T16:20:24.027984Z","steps":["trace[1260423923] 'agreement among raft nodes before linearized reading' (duration: 9.400970653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.029019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.14787389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:20:24.029036Z","caller":"traceutil/trace.go:171","msg":"trace[681553956] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24379; }","duration":"13.147929652s","start":"2026-03-04T16:20:10.8811Z","end":"2026-03-04T16:20:24.02903Z","steps":["trace[681553956] 'agreement among raft nodes before linearized reading' (duration: 13.14784075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.029056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:10.881073Z","time spent":"13.147978892s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.029287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:14.626948Z","time spent":"9.402299635s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:24.029314Z","caller":"traceutil/trace.go:171","msg":"trace[1972003637] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24378; }","duration":"14.971749473s","start":"2026-03-04T16:20:09.05755Z","end":"2026-03-04T16:20:24.029299Z","steps":["trace[1972003637] 'agreement among raft nodes before linearized reading' (duration: 14.970209284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.029364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:09.057523Z","time spent":"14.971824785s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:24.293584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:24.293767Z","caller":"traceutil/trace.go:171","msg":"trace[1945494836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579973s","start":"2026-03-04T16:20:22.293157Z","end":"2026-03-04T16:20:24.293737Z","steps":["trace[1945494836] 'agreement among raft nodes before linearized reading' (duration: 2.000363798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:24.294296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:22.293136Z","time spent":"2.001141477s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:24.528265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:25.029219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:25.529482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:26.029903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:26.294232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:26.294303Z","caller":"traceutil/trace.go:171","msg":"trace[356592719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528932s","start":"2026-03-04T16:20:24.293758Z","end":"2026-03-04T16:20:26.294287Z","steps":["trace[356592719] 'agreement among raft nodes before linearized reading' (duration: 2.000437939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:26.29435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:24.293737Z","time spent":"2.000604354s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:26.530383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:27.031271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:27.531759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:28.032906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:28.299452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:28.299567Z","caller":"traceutil/trace.go:171","msg":"trace[1318271851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511921s","start":"2026-03-04T16:20:26.299026Z","end":"2026-03-04T16:20:28.299537Z","steps":["trace[1318271851] 'agreement among raft nodes before linearized reading' (duration: 2.000376108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:28.299629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:26.299009Z","time spent":"2.000607264s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:28.466711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.465863Z","time spent":"7.000826215s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:28.470833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.470128Z","time spent":"7.000694152s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:28.470868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.47013Z","time spent":"7.000732163s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:28.533585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:28.652303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.248254411s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:30.300428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:30.30049Z","caller":"traceutil/trace.go:171","msg":"trace[878014983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121001s","start":"2026-03-04T16:20:28.300354Z","end":"2026-03-04T16:20:30.300475Z","steps":["trace[878014983] 'agreement among raft nodes before linearized reading' (duration: 2.000007909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:30.300526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:28.300335Z","time spent":"2.000183353s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:31.033761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:24.033317Z","time spent":"7.000436025s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:31.23372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:31.233781Z","caller":"traceutil/trace.go:171","msg":"trace[509278056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000726417s","start":"2026-03-04T16:20:29.23304Z","end":"2026-03-04T16:20:31.233767Z","steps":["trace[509278056] 'agreement among raft nodes before linearized reading' (duration: 2.000640414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:31.233813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:29.233013Z","time spent":"2.000792778s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:32.079766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:25.079101Z","time spent":"7.000658841s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:32.306399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:32.306511Z","caller":"traceutil/trace.go:171","msg":"trace[210402042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135021s","start":"2026-03-04T16:20:30.306356Z","end":"2026-03-04T16:20:32.306491Z","steps":["trace[210402042] 'agreement among raft nodes before linearized reading' (duration: 1.999991518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:32.306565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:30.306345Z","time spent":"2.000208334s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:32.739237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086649573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:20:34.033971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99997734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:34.034067Z","caller":"traceutil/trace.go:171","msg":"trace[1455482099] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000127765s","start":"2026-03-04T16:20:24.033912Z","end":"2026-03-04T16:20:34.03404Z","steps":["trace[1455482099] 'agreement among raft nodes before linearized reading' (duration: 10.000018742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:34.034136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:24.033888Z","time spent":"10.000232087s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 16:20:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:34.287433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.777636852s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:34.307282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:34.307392Z","caller":"traceutil/trace.go:171","msg":"trace[1077708011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007637s","start":"2026-03-04T16:20:32.307288Z","end":"2026-03-04T16:20:34.307364Z","steps":["trace[1077708011] 'agreement among raft nodes before linearized reading' (duration: 1.999916946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:34.307461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:32.307275Z","time spent":"2.000171852s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:36.04045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:29.039649Z","time spent":"7.000794673s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:36.283658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:35.544283Z","time spent":"739.366461ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:36.285509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:34.586372Z","time spent":"1.699128744s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:36.286011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440507167s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.286171Z","caller":"traceutil/trace.go:171","msg":"trace[2038047166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24382; }","duration":"2.440674371s","start":"2026-03-04T16:20:33.845466Z","end":"2026-03-04T16:20:36.28614Z","steps":["trace[2038047166] 'range keys from in-memory index tree' (duration: 2.440483907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.286742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998966253s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:36.286988Z","caller":"traceutil/trace.go:171","msg":"trace[1547703386] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25277; }","duration":"12.259671864s","start":"2026-03-04T16:20:24.027289Z","end":"2026-03-04T16:20:36.28696Z","steps":["trace[1547703386] 'read index received' (duration: 4.625183226s)","trace[1547703386] 'applied index is now lower than readState.Index' (duration: 7.634487268s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:36.287202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.989690968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.287255Z","caller":"traceutil/trace.go:171","msg":"trace[1286394154] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24384; }","duration":"12.989792991s","start":"2026-03-04T16:20:23.297448Z","end":"2026-03-04T16:20:36.287241Z","steps":["trace[1286394154] 'agreement among raft nodes before linearized reading' (duration: 12.989698448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.287303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:23.297381Z","time spent":"12.989910064s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.287458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.991205074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.287522Z","caller":"traceutil/trace.go:171","msg":"trace[1194398834] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24384; }","duration":"14.991317667s","start":"2026-03-04T16:20:21.29619Z","end":"2026-03-04T16:20:36.287508Z","steps":["trace[1194398834] 'agreement among raft nodes before linearized reading' (duration: 14.991176794s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.28753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.776832883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.287553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.296171Z","time spent":"14.991376179s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.287583Z","caller":"traceutil/trace.go:171","msg":"trace[573157902] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24384; }","duration":"15.776917616s","start":"2026-03-04T16:20:20.510651Z","end":"2026-03-04T16:20:36.287569Z","steps":["trace[573157902] 'agreement among raft nodes before linearized reading' (duration: 15.776833374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.287623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:20.510627Z","time spent":"15.776984168s","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.287769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.990289642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.287796Z","caller":"traceutil/trace.go:171","msg":"trace[1196881939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24384; }","duration":"14.990352663s","start":"2026-03-04T16:20:21.297433Z","end":"2026-03-04T16:20:36.287786Z","steps":["trace[1196881939] 'agreement among raft nodes before linearized reading' (duration: 14.990309502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.2878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.826738874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.287821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.823580174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T16:20:36.287862Z","caller":"traceutil/trace.go:171","msg":"trace[845370585] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:0; response_revision:24384; }","duration":"14.826830576s","start":"2026-03-04T16:20:21.461016Z","end":"2026-03-04T16:20:36.287846Z","steps":["trace[845370585] 'agreement among raft nodes before linearized reading' (duration: 14.826704742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.287847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.250059697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.287886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.848389297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.287892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.321958241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.287923Z","caller":"traceutil/trace.go:171","msg":"trace[30009034] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24384; }","duration":"16.25018828s","start":"2026-03-04T16:20:20.037709Z","end":"2026-03-04T16:20:36.287898Z","steps":["trace[30009034] 'agreement among raft nodes before linearized reading' (duration: 16.250067757s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.287942Z","caller":"traceutil/trace.go:171","msg":"trace[917244784] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24384; }","duration":"17.848445339s","start":"2026-03-04T16:20:18.439481Z","end":"2026-03-04T16:20:36.287926Z","steps":["trace[917244784] 'agreement among raft nodes before linearized reading' (duration: 17.848359456s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.287949Z","caller":"traceutil/trace.go:171","msg":"trace[276201416] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24384; }","duration":"14.823725547s","start":"2026-03-04T16:20:21.464171Z","end":"2026-03-04T16:20:36.287896Z","steps":["trace[276201416] 'agreement among raft nodes before linearized reading' (duration: 14.823336107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.287991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:20.037633Z","time spent":"16.250336424s","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.288017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.274118546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T16:20:36.288047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.822741822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"info","ts":"2026-03-04T16:20:36.288069Z","caller":"traceutil/trace.go:171","msg":"trace[1705215971] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24384; }","duration":"14.822773603s","start":"2026-03-04T16:20:21.465289Z","end":"2026-03-04T16:20:36.288063Z","steps":["trace[1705215971] 'agreement among raft nodes before linearized reading' (duration: 14.822632419s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.288072Z","caller":"traceutil/trace.go:171","msg":"trace[855250822] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24384; }","duration":"13.274212579s","start":"2026-03-04T16:20:23.013842Z","end":"2026-03-04T16:20:36.288055Z","steps":["trace[855250822] 'agreement among raft nodes before linearized reading' (duration: 13.273987353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.465285Z","time spent":"14.822803155s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:20:36.288092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.464158Z","time spent":"14.823881641s","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T16:20:36.28806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.82458021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-04T16:20:36.288117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:23.013819Z","time spent":"13.274286261s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T16:20:36.288188Z","caller":"traceutil/trace.go:171","msg":"trace[238116537] range","detail":"{range_begin:/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:24384; }","duration":"14.824750853s","start":"2026-03-04T16:20:21.463407Z","end":"2026-03-04T16:20:36.288157Z","steps":["trace[238116537] 'agreement among raft nodes before linearized reading' (duration: 14.824341983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.424440558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"warn","ts":"2026-03-04T16:20:36.288127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.119915712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:36.288269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.463391Z","time spent":"14.824864707s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" "} {"level":"info","ts":"2026-03-04T16:20:36.288271Z","caller":"traceutil/trace.go:171","msg":"trace[820546978] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24384; }","duration":"17.42451107s","start":"2026-03-04T16:20:18.863742Z","end":"2026-03-04T16:20:36.288253Z","steps":["trace[820546978] 'agreement among raft nodes before linearized reading' (duration: 17.423842333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:18.863719Z","time spent":"17.424599711s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:20:36.287195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003990341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:36.288349Z","caller":"traceutil/trace.go:171","msg":"trace[1704888132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24384; }","duration":"16.1202244s","start":"2026-03-04T16:20:20.168071Z","end":"2026-03-04T16:20:36.288295Z","steps":["trace[1704888132] 'agreement among raft nodes before linearized reading' (duration: 16.119737818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:20.168055Z","time spent":"16.120365904s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.287957Z","caller":"traceutil/trace.go:171","msg":"trace[2118715683] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24384; }","duration":"17.322029373s","start":"2026-03-04T16:20:18.965908Z","end":"2026-03-04T16:20:36.287937Z","steps":["trace[2118715683] 'agreement among raft nodes before linearized reading' (duration: 17.32191246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:18.965851Z","time spent":"17.322657499s","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.288388Z","caller":"traceutil/trace.go:171","msg":"trace[1488246723] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.005335996s","start":"2026-03-04T16:20:26.283039Z","end":"2026-03-04T16:20:36.288375Z","steps":["trace[1488246723] 'agreement among raft nodes before linearized reading' (duration: 10.004021082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.288689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:26.283015Z","time spent":"10.005661334s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:20:36.287826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.297414Z","time spent":"14.990404475s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} 2026/03/04 16:20:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:36.287902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:21.460998Z","time spent":"14.826897907s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:20:36.287984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:18.43944Z","time spent":"17.848533241s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.316979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:36.317055Z","caller":"traceutil/trace.go:171","msg":"trace[606261808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243904s","start":"2026-03-04T16:20:34.316793Z","end":"2026-03-04T16:20:36.317037Z","steps":["trace[606261808] 'agreement among raft nodes before linearized reading' (duration: 2.000154172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.317147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:34.316777Z","time spent":"2.000358817s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:36.331987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.738157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.332076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.329452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T16:20:36.332086Z","caller":"traceutil/trace.go:171","msg":"trace[66145990] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24385; }","duration":"202.85989ms","start":"2026-03-04T16:20:36.129199Z","end":"2026-03-04T16:20:36.332058Z","steps":["trace[66145990] 'agreement among raft nodes before linearized reading' (duration: 202.646344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.469021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.332222Z","caller":"traceutil/trace.go:171","msg":"trace[850251692] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24385; }","duration":"544.542444ms","start":"2026-03-04T16:20:35.78767Z","end":"2026-03-04T16:20:36.332212Z","steps":["trace[850251692] 'agreement among raft nodes before linearized reading' (duration: 544.470782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:35.787655Z","time spent":"544.586074ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.332268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.680159361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.332308Z","caller":"traceutil/trace.go:171","msg":"trace[713874714] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24385; }","duration":"6.680236393s","start":"2026-03-04T16:20:29.652058Z","end":"2026-03-04T16:20:36.332294Z","steps":["trace[713874714] 'agreement among raft nodes before linearized reading' (duration: 6.680171561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:29.652037Z","time spent":"6.680299774s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.332013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.556691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:20:36.332437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.9344931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.33247Z","caller":"traceutil/trace.go:171","msg":"trace[1183218017] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24385; }","duration":"6.934561522s","start":"2026-03-04T16:20:29.397898Z","end":"2026-03-04T16:20:36.33246Z","steps":["trace[1183218017] 'agreement among raft nodes before linearized reading' (duration: 6.93450569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:29.397879Z","time spent":"6.934618833s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.332455Z","caller":"traceutil/trace.go:171","msg":"trace[1039472842] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24385; }","duration":"220.030723ms","start":"2026-03-04T16:20:36.112402Z","end":"2026-03-04T16:20:36.332432Z","steps":["trace[1039472842] 'agreement among raft nodes before linearized reading' (duration: 219.460219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.30644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.332706Z","caller":"traceutil/trace.go:171","msg":"trace[2619180] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24385; }","duration":"825.385182ms","start":"2026-03-04T16:20:35.507312Z","end":"2026-03-04T16:20:36.332698Z","steps":["trace[2619180] 'agreement among raft nodes before linearized reading' (duration: 825.258638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.862766988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-03-04T16:20:36.332733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:35.507294Z","time spent":"825.431712ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.332119Z","caller":"traceutil/trace.go:171","msg":"trace[1857518064] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24385; }","duration":"287.362483ms","start":"2026-03-04T16:20:36.044739Z","end":"2026-03-04T16:20:36.332102Z","steps":["trace[1857518064] 'agreement among raft nodes before linearized reading' (duration: 287.311641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.332754Z","caller":"traceutil/trace.go:171","msg":"trace[1708047071] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76; range_end:; response_count:1; response_revision:24385; }","duration":"7.86283746s","start":"2026-03-04T16:20:28.469907Z","end":"2026-03-04T16:20:36.332745Z","steps":["trace[1708047071] 'agreement among raft nodes before linearized reading' (duration: 7.862739237s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:28.469889Z","time spent":"7.862885232s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76\" "} {"level":"warn","ts":"2026-03-04T16:20:36.332837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.612674614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:20:36.332887Z","caller":"traceutil/trace.go:171","msg":"trace[831075916] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24385; }","duration":"10.612782086s","start":"2026-03-04T16:20:25.720094Z","end":"2026-03-04T16:20:36.332876Z","steps":["trace[831075916] 'agreement among raft nodes before linearized reading' (duration: 10.612606622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:25.720068Z","time spent":"10.612846868s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.332952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.862553541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:36.332971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097456357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:20:36.332984Z","caller":"traceutil/trace.go:171","msg":"trace[557218547] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24385; }","duration":"10.862624532s","start":"2026-03-04T16:20:25.470349Z","end":"2026-03-04T16:20:36.332973Z","steps":["trace[557218547] 'agreement among raft nodes before linearized reading' (duration: 10.862568201s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.333007Z","caller":"traceutil/trace.go:171","msg":"trace[257019599] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24385; }","duration":"2.097529839s","start":"2026-03-04T16:20:34.235469Z","end":"2026-03-04T16:20:36.332999Z","steps":["trace[257019599] 'agreement among raft nodes before linearized reading' (duration: 2.097440057s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.333013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:25.470326Z","time spent":"10.862677363s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:34.235448Z","time spent":"2.097579641s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T16:20:36.333112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152974572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.333161Z","caller":"traceutil/trace.go:171","msg":"trace[314512463] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24385; }","duration":"9.153052964s","start":"2026-03-04T16:20:27.180099Z","end":"2026-03-04T16:20:36.333152Z","steps":["trace[314512463] 'agreement among raft nodes before linearized reading' (duration: 9.152959052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.261678196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:36.333207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20328818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.333223Z","caller":"traceutil/trace.go:171","msg":"trace[108440879] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24385; }","duration":"11.261738007s","start":"2026-03-04T16:20:25.071477Z","end":"2026-03-04T16:20:36.333215Z","steps":["trace[108440879] 'agreement among raft nodes before linearized reading' (duration: 11.261661955s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.333237Z","caller":"traceutil/trace.go:171","msg":"trace[1963494357] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24385; }","duration":"2.203349942s","start":"2026-03-04T16:20:34.129879Z","end":"2026-03-04T16:20:36.333229Z","steps":["trace[1963494357] 'agreement among raft nodes before linearized reading' (duration: 2.203279059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.333237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.237296792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.333252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:25.071466Z","time spent":"11.261777038s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.333265Z","caller":"traceutil/trace.go:171","msg":"trace[1349901912] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24385; }","duration":"9.237366094s","start":"2026-03-04T16:20:27.095891Z","end":"2026-03-04T16:20:36.333257Z","steps":["trace[1349901912] 'agreement among raft nodes before linearized reading' (duration: 9.237321352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.333269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:34.129862Z","time spent":"2.203396603s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:27.09587Z","time spent":"9.237413574s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.270786725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.33345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.22104937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.333459Z","caller":"traceutil/trace.go:171","msg":"trace[1538293968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24385; }","duration":"11.270868107s","start":"2026-03-04T16:20:25.06258Z","end":"2026-03-04T16:20:36.333448Z","steps":["trace[1538293968] 'agreement among raft nodes before linearized reading' (duration: 11.270804746s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.333476Z","caller":"traceutil/trace.go:171","msg":"trace[1762346618] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24385; }","duration":"10.221110602s","start":"2026-03-04T16:20:26.112358Z","end":"2026-03-04T16:20:36.333469Z","steps":["trace[1762346618] 'agreement among raft nodes before linearized reading' (duration: 10.221063971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.333488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:25.062559Z","time spent":"11.270919529s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:26.112339Z","time spent":"10.221157363s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574008655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899afb934a064c8\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-04T16:20:36.333556Z","caller":"traceutil/trace.go:171","msg":"trace[505122249] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899afb934a064c8; range_end:; response_count:1; response_revision:24385; }","duration":"3.574069506s","start":"2026-03-04T16:20:32.759463Z","end":"2026-03-04T16:20:36.333533Z","steps":["trace[505122249] 'agreement among raft nodes before linearized reading' (duration: 3.573983954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.333593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:32.759446Z","time spent":"3.574139008s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1899afb934a064c8\" "} {"level":"warn","ts":"2026-03-04T16:20:36.333595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.413302803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.333648Z","caller":"traceutil/trace.go:171","msg":"trace[874840051] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24385; }","duration":"11.413396655s","start":"2026-03-04T16:20:24.920239Z","end":"2026-03-04T16:20:36.333636Z","steps":["trace[874840051] 'agreement among raft nodes before linearized reading' (duration: 11.413310843s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.3337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:24.920218Z","time spent":"11.413472487s","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:27.180082Z","time spent":"9.153105607s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.333957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992584007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.333998Z","caller":"traceutil/trace.go:171","msg":"trace[1790335289] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24385; }","duration":"5.992628248s","start":"2026-03-04T16:20:30.34136Z","end":"2026-03-04T16:20:36.333989Z","steps":["trace[1790335289] 'agreement among raft nodes before linearized reading' (duration: 5.992565326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.332512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.024992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.334033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:30.341313Z","time spent":"5.992707441s","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.334045Z","caller":"traceutil/trace.go:171","msg":"trace[1148369633] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24385; }","duration":"593.588042ms","start":"2026-03-04T16:20:35.740441Z","end":"2026-03-04T16:20:36.334029Z","steps":["trace[1148369633] 'agreement among raft nodes before linearized reading' (duration: 592.040942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869855124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:36.334084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:35.740421Z","time spent":"593.650064ms","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.332552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.770104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.334251Z","caller":"traceutil/trace.go:171","msg":"trace[1549881815] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24385; }","duration":"606.509769ms","start":"2026-03-04T16:20:35.727731Z","end":"2026-03-04T16:20:36.334241Z","steps":["trace[1549881815] 'agreement among raft nodes before linearized reading' (duration: 604.797945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:35.727709Z","time spent":"606.56395ms","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.33358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.407179933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.33436Z","caller":"traceutil/trace.go:171","msg":"trace[2077057548] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24385; }","duration":"5.407984092s","start":"2026-03-04T16:20:30.926352Z","end":"2026-03-04T16:20:36.334336Z","steps":["trace[2077057548] 'agreement among raft nodes before linearized reading' (duration: 5.407173152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60068983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.334469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:30.926337Z","time spent":"5.408110636s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.334489Z","caller":"traceutil/trace.go:171","msg":"trace[1409973695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24385; }","duration":"1.602289271s","start":"2026-03-04T16:20:34.732188Z","end":"2026-03-04T16:20:36.334478Z","steps":["trace[1409973695] 'agreement among raft nodes before linearized reading' (duration: 1.60067124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:34.732166Z","time spent":"1.602349032s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.334584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.011257017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.334605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573113201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:36.33466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.002326381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.334624Z","caller":"traceutil/trace.go:171","msg":"trace[811068354] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24385; }","duration":"8.011325738s","start":"2026-03-04T16:20:28.323285Z","end":"2026-03-04T16:20:36.33461Z","steps":["trace[811068354] 'agreement among raft nodes before linearized reading' (duration: 8.011259407s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.334688Z","caller":"traceutil/trace.go:171","msg":"trace[752805969] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24385; }","duration":"8.002393073s","start":"2026-03-04T16:20:28.332288Z","end":"2026-03-04T16:20:36.334681Z","steps":["trace[752805969] 'agreement among raft nodes before linearized reading' (duration: 8.002348982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297324149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T16:20:36.334657Z","caller":"traceutil/trace.go:171","msg":"trace[1566652233] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24385; }","duration":"4.573199793s","start":"2026-03-04T16:20:31.761443Z","end":"2026-03-04T16:20:36.334643Z","steps":["trace[1566652233] 'agreement among raft nodes before linearized reading' (duration: 4.573110201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:31.761426Z","time spent":"4.573309435s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.334838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.656765078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.334093Z","caller":"traceutil/trace.go:171","msg":"trace[1711937105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24385; }","duration":"2.87054862s","start":"2026-03-04T16:20:33.46353Z","end":"2026-03-04T16:20:36.334079Z","steps":["trace[1711937105] 'agreement among raft nodes before linearized reading' (duration: 2.869870733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:28.332268Z","time spent":"8.002434914s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.334884Z","caller":"traceutil/trace.go:171","msg":"trace[2088259576] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24385; }","duration":"8.656857541s","start":"2026-03-04T16:20:27.678012Z","end":"2026-03-04T16:20:36.334869Z","steps":["trace[2088259576] 'agreement among raft nodes before linearized reading' (duration: 8.656763048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:28.323269Z","time spent":"8.011424031s","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.334914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:27.677998Z","time spent":"8.656906861s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.334908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394546264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:36.33475Z","caller":"traceutil/trace.go:171","msg":"trace[1788745128] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:24385; }","duration":"5.297426552s","start":"2026-03-04T16:20:31.037305Z","end":"2026-03-04T16:20:36.334732Z","steps":["trace[1788745128] 'agreement among raft nodes before linearized reading' (duration: 5.297257778s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:36.334947Z","caller":"traceutil/trace.go:171","msg":"trace[171669020] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24385; }","duration":"4.394615286s","start":"2026-03-04T16:20:31.940323Z","end":"2026-03-04T16:20:36.334938Z","steps":["trace[171669020] 'agreement among raft nodes before linearized reading' (duration: 4.394545485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.334958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:31.037287Z","time spent":"5.297657997s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T16:20:36.334982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:31.940308Z","time spent":"4.394666337s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.334958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251432551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T16:20:36.33491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:33.463508Z","time spent":"2.871382181s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:36.335049Z","caller":"traceutil/trace.go:171","msg":"trace[1807987561] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24385; }","duration":"4.251561716s","start":"2026-03-04T16:20:32.083466Z","end":"2026-03-04T16:20:36.335028Z","steps":["trace[1807987561] 'agreement among raft nodes before linearized reading' (duration: 4.251405852s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.33511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:32.083446Z","time spent":"4.251653217s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T16:20:36.333056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.735618629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:36.337198Z","caller":"traceutil/trace.go:171","msg":"trace[1135043876] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24385; }","duration":"8.739854916s","start":"2026-03-04T16:20:27.59732Z","end":"2026-03-04T16:20:36.337175Z","steps":["trace[1135043876] 'agreement among raft nodes before linearized reading' (duration: 8.735526096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:36.337244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:27.597306Z","time spent":"8.739923117s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:36.832723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:37.333823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:37.858632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:38.0058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520322552s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:38.318305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:38.318407Z","caller":"traceutil/trace.go:171","msg":"trace[278128647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087314s","start":"2026-03-04T16:20:36.317515Z","end":"2026-03-04T16:20:38.318388Z","steps":["trace[278128647] 'agreement among raft nodes before linearized reading' (duration: 2.000710456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:38.318455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.317492Z","time spent":"2.000953062s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:39.61618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609986094s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:20:39.616291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.289745Z","time spent":"3.326540049s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:40.077426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73742525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:40.077517Z","caller":"traceutil/trace.go:171","msg":"trace[1894094369] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.737530812s","start":"2026-03-04T16:20:36.339964Z","end":"2026-03-04T16:20:40.077494Z","steps":["trace[1894094369] 'agreement among raft nodes before linearized reading' (duration: 3.73742071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:40.077583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.339927Z","time spent":"3.737642795s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 16:20:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:40.326258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:40.326331Z","caller":"traceutil/trace.go:171","msg":"trace[1915691423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156712s","start":"2026-03-04T16:20:38.326157Z","end":"2026-03-04T16:20:40.326313Z","steps":["trace[1915691423] 'agreement among raft nodes before linearized reading' (duration: 2.00006314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:40.326375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:38.326138Z","time spent":"2.000227805s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:42.326663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:42.326744Z","caller":"traceutil/trace.go:171","msg":"trace[1620856734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112511s","start":"2026-03-04T16:20:40.326609Z","end":"2026-03-04T16:20:42.326722Z","steps":["trace[1620856734] 'agreement among raft nodes before linearized reading' (duration: 2.000017668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:42.326789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.326592Z","time spent":"2.000186603s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:43.33792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.33749Z","time spent":"7.000424463s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:43.337978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.337206Z","time spent":"7.000754861s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:43.340222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.339915Z","time spent":"7.00030357s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:43.343278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.342719Z","time spent":"7.000554066s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:43.876584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.816605934s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:20:43.877319Z","caller":"traceutil/trace.go:171","msg":"trace[1333066216] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25283; }","duration":"7.54545803s","start":"2026-03-04T16:20:36.331836Z","end":"2026-03-04T16:20:43.877294Z","steps":["trace[1333066216] 'read index received' (duration: 1.67437078s)","trace[1333066216] 'applied index is now lower than readState.Index' (duration: 5.8710861s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:43.877544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.58552663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T16:20:43.877575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.586782273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T16:20:43.877633Z","caller":"traceutil/trace.go:171","msg":"trace[760439066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24389; }","duration":"7.585645594s","start":"2026-03-04T16:20:36.291969Z","end":"2026-03-04T16:20:43.877615Z","steps":["trace[760439066] 'agreement among raft nodes before linearized reading' (duration: 7.585418478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:43.877695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.291961Z","time spent":"7.585724866s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T16:20:43.877787Z","caller":"traceutil/trace.go:171","msg":"trace[736209265] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24389; }","duration":"7.586905475s","start":"2026-03-04T16:20:36.290738Z","end":"2026-03-04T16:20:43.877643Z","steps":["trace[736209265] 'agreement among raft nodes before linearized reading' (duration: 7.58668047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:43.877894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.290719Z","time spent":"7.587132182s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T16:20:44.332812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000748456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:44.333002Z","caller":"traceutil/trace.go:171","msg":"trace[395794485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000983461s","start":"2026-03-04T16:20:42.331993Z","end":"2026-03-04T16:20:44.332977Z","steps":["trace[395794485] 'agreement among raft nodes before linearized reading' (duration: 2.000770186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:44.333099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.33198Z","time spent":"2.001103175s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:44.378225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:44.879413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:45.380032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:45.880575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:46.333646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:46.333739Z","caller":"traceutil/trace.go:171","msg":"trace[1719281592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000862689s","start":"2026-03-04T16:20:44.332863Z","end":"2026-03-04T16:20:46.333726Z","steps":["trace[1719281592] 'agreement among raft nodes before linearized reading' (duration: 2.000747546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:46.333772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:44.332848Z","time spent":"2.00091712s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:46.381306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:46.620611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:39.619985Z","time spent":"7.000620047s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:46.882015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:47.080261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.07919Z","time spent":"7.001059297s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:20:47.382647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:47.883349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:48.117051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.825509363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:48.223893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.292133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:48.224169Z","caller":"traceutil/trace.go:171","msg":"trace[655351216] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24391; }","duration":"4.879370709s","start":"2026-03-04T16:20:43.344774Z","end":"2026-03-04T16:20:48.224145Z","steps":["trace[655351216] 'process raft request' (duration: 4.879323868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:48.224248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.344764Z","time spent":"4.879444301s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:48.342369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000454339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:48.342495Z","caller":"traceutil/trace.go:171","msg":"trace[1861752827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000687485s","start":"2026-03-04T16:20:46.341788Z","end":"2026-03-04T16:20:48.342475Z","steps":["trace[1861752827] 'agreement among raft nodes before linearized reading' (duration: 2.000513731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:48.342544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:46.341772Z","time spent":"2.000762296s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:49.254245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135085859s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:50.343122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:50.343196Z","caller":"traceutil/trace.go:171","msg":"trace[1091687502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556753s","start":"2026-03-04T16:20:48.342623Z","end":"2026-03-04T16:20:50.34318Z","steps":["trace[1091687502] 'agreement among raft nodes before linearized reading' (duration: 2.000464571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.343241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:48.342607Z","time spent":"2.000625796s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:50.453909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199452243s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:50.45403Z","caller":"traceutil/trace.go:171","msg":"trace[385962342] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25288; }","duration":"6.576624756s","start":"2026-03-04T16:20:43.877389Z","end":"2026-03-04T16:20:50.454013Z","steps":["trace[385962342] 'read index received' (duration: 4.240043892s)","trace[385962342] 'applied index is now lower than readState.Index' (duration: 2.336579504s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:20:50.454275Z","caller":"traceutil/trace.go:171","msg":"trace[1514666271] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"6.570231235s","start":"2026-03-04T16:20:43.884029Z","end":"2026-03-04T16:20:50.45426Z","steps":["trace[1514666271] 'process raft request' (duration: 5.370343671s)","trace[1514666271] 'compare' (duration: 1.198446629s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:50.454347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.884009Z","time spent":"6.570302977s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:50.454402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.649898241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.454619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.725277753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.454667Z","caller":"traceutil/trace.go:171","msg":"trace[188516276] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24392; }","duration":"9.725357325s","start":"2026-03-04T16:20:40.729296Z","end":"2026-03-04T16:20:50.454653Z","steps":["trace[188516276] 'agreement among raft nodes before linearized reading' (duration: 9.725228882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.454703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.729283Z","time spent":"9.725410766s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.454845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480663734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.45489Z","caller":"traceutil/trace.go:171","msg":"trace[1747938582] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24392; }","duration":"7.480745496s","start":"2026-03-04T16:20:42.974131Z","end":"2026-03-04T16:20:50.454876Z","steps":["trace[1747938582] 'agreement among raft nodes before linearized reading' (duration: 7.480665024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.454904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.903424537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:50.454926Z","caller":"traceutil/trace.go:171","msg":"trace[672848462] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24392; }","duration":"13.903490849s","start":"2026-03-04T16:20:36.551427Z","end":"2026-03-04T16:20:50.454918Z","steps":["trace[672848462] 'agreement among raft nodes before linearized reading' (duration: 13.903448348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.454931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.974115Z","time spent":"7.480805557s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.45495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.551409Z","time spent":"13.903536102s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.454954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.115003818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T16:20:50.45499Z","caller":"traceutil/trace.go:171","msg":"trace[1888023249] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24392; }","duration":"14.115062679s","start":"2026-03-04T16:20:36.339915Z","end":"2026-03-04T16:20:50.454978Z","steps":["trace[1888023249] 'agreement among raft nodes before linearized reading' (duration: 14.114942615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.339898Z","time spent":"14.115126111s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:20:50.455036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.888960235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455082Z","caller":"traceutil/trace.go:171","msg":"trace[636305468] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24392; }","duration":"10.889048857s","start":"2026-03-04T16:20:39.566017Z","end":"2026-03-04T16:20:50.455066Z","steps":["trace[636305468] 'agreement among raft nodes before linearized reading' (duration: 10.888994525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.927416967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:50.455122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:39.565997Z","time spent":"10.889117729s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.664819442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455154Z","caller":"traceutil/trace.go:171","msg":"trace[949352885] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24392; }","duration":"9.92759144s","start":"2026-03-04T16:20:40.52754Z","end":"2026-03-04T16:20:50.455132Z","steps":["trace[949352885] 'agreement among raft nodes before linearized reading' (duration: 9.927329223s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.455183Z","caller":"traceutil/trace.go:171","msg":"trace[646319039] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24392; }","duration":"7.664881013s","start":"2026-03-04T16:20:42.790283Z","end":"2026-03-04T16:20:50.455164Z","steps":["trace[646319039] 'agreement among raft nodes before linearized reading' (duration: 7.664838062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.108644505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-04T16:20:50.455202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454920672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.527524Z","time spent":"9.927673953s","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.455221Z","caller":"traceutil/trace.go:171","msg":"trace[1759737870] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7; range_end:; response_count:1; response_revision:24392; }","duration":"7.108680826s","start":"2026-03-04T16:20:43.346531Z","end":"2026-03-04T16:20:50.455212Z","steps":["trace[1759737870] 'agreement among raft nodes before linearized reading' (duration: 7.108572853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.790265Z","time spent":"7.664944225s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.455236Z","caller":"traceutil/trace.go:171","msg":"trace[1226434490] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24392; }","duration":"1.454994104s","start":"2026-03-04T16:20:49.000235Z","end":"2026-03-04T16:20:50.455229Z","steps":["trace[1226434490] 'agreement among raft nodes before linearized reading' (duration: 1.454941382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.45524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572901434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T16:20:50.455267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:49.000214Z","time spent":"1.455040745s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.455271Z","caller":"traceutil/trace.go:171","msg":"trace[1873985419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:24392; }","duration":"6.572960715s","start":"2026-03-04T16:20:43.882301Z","end":"2026-03-04T16:20:50.455262Z","steps":["trace[1873985419] 'agreement among raft nodes before linearized reading' (duration: 6.572863333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831861299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.111910207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af2377e5ffe1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T16:20:50.455332Z","caller":"traceutil/trace.go:171","msg":"trace[565913586] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af2377e5ffe1; range_end:; response_count:1; response_revision:24392; }","duration":"7.111950038s","start":"2026-03-04T16:20:43.343374Z","end":"2026-03-04T16:20:50.455324Z","steps":["trace[565913586] 'agreement among raft nodes before linearized reading' (duration: 7.111879826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079871669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:50.455347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986867758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455364Z","caller":"traceutil/trace.go:171","msg":"trace[594199880] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24392; }","duration":"7.080189517s","start":"2026-03-04T16:20:43.375166Z","end":"2026-03-04T16:20:50.455355Z","steps":["trace[594199880] 'agreement among raft nodes before linearized reading' (duration: 7.079892939s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.455385Z","caller":"traceutil/trace.go:171","msg":"trace[1787782213] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24392; }","duration":"1.98693591s","start":"2026-03-04T16:20:48.46844Z","end":"2026-03-04T16:20:50.455375Z","steps":["trace[1787782213] 'agreement among raft nodes before linearized reading' (duration: 1.986877879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:48.468422Z","time spent":"1.986992691s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.45545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.733647286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.346522Z","time spent":"7.108713987s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7\" "} {"level":"warn","ts":"2026-03-04T16:20:50.455522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.927911039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455552Z","caller":"traceutil/trace.go:171","msg":"trace[841291170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24392; }","duration":"9.92796921s","start":"2026-03-04T16:20:40.527577Z","end":"2026-03-04T16:20:50.455546Z","steps":["trace[841291170] 'agreement among raft nodes before linearized reading' (duration: 9.927921778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.527556Z","time spent":"9.928016791s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.45562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.109453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224909565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:20:50.455648Z","caller":"traceutil/trace.go:171","msg":"trace[91785509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24392; }","duration":"107.136794ms","start":"2026-03-04T16:20:50.348505Z","end":"2026-03-04T16:20:50.455642Z","steps":["trace[91785509] 'agreement among raft nodes before linearized reading' (duration: 107.087553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.455655Z","caller":"traceutil/trace.go:171","msg":"trace[1989077796] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24392; }","duration":"2.224939526s","start":"2026-03-04T16:20:48.230707Z","end":"2026-03-04T16:20:50.455646Z","steps":["trace[1989077796] 'agreement among raft nodes before linearized reading' (duration: 2.224852894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220844643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:48.230667Z","time spent":"2.225011948s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T16:20:50.455107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.614782849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.454974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.868515127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455751Z","caller":"traceutil/trace.go:171","msg":"trace[1152027493] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24392; }","duration":"7.615446315s","start":"2026-03-04T16:20:42.840289Z","end":"2026-03-04T16:20:50.455735Z","steps":["trace[1152027493] 'agreement among raft nodes before linearized reading' (duration: 7.614773998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198534253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:20:50.455785Z","caller":"traceutil/trace.go:171","msg":"trace[1411266500] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24392; }","duration":"8.198588693s","start":"2026-03-04T16:20:42.25719Z","end":"2026-03-04T16:20:50.455779Z","steps":["trace[1411266500] 'agreement among raft nodes before linearized reading' (duration: 8.198530342s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.455333Z","caller":"traceutil/trace.go:171","msg":"trace[1917302326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24392; }","duration":"6.832146636s","start":"2026-03-04T16:20:43.623175Z","end":"2026-03-04T16:20:50.455322Z","steps":["trace[1917302326] 'agreement among raft nodes before linearized reading' (duration: 6.831845468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.380349531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.257175Z","time spent":"8.198634665s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.455827Z","caller":"traceutil/trace.go:171","msg":"trace[842397777] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24392; }","duration":"8.380417842s","start":"2026-03-04T16:20:42.0754Z","end":"2026-03-04T16:20:50.455818Z","steps":["trace[842397777] 'agreement among raft nodes before linearized reading' (duration: 8.380369781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.623128Z","time spent":"6.832690359s","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04069831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:20:50.455931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.041763725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.455941Z","caller":"traceutil/trace.go:171","msg":"trace[731025027] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24392; }","duration":"6.040798214s","start":"2026-03-04T16:20:44.415134Z","end":"2026-03-04T16:20:50.455932Z","steps":["trace[731025027] 'agreement among raft nodes before linearized reading' (duration: 6.04064528s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.455954Z","caller":"traceutil/trace.go:171","msg":"trace[1259363804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24392; }","duration":"8.041813926s","start":"2026-03-04T16:20:42.414132Z","end":"2026-03-04T16:20:50.455946Z","steps":["trace[1259363804] 'agreement among raft nodes before linearized reading' (duration: 8.041774636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:44.415116Z","time spent":"6.040847426s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.414117Z","time spent":"8.041852877s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.343363Z","time spent":"7.11199074s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af2377e5ffe1\" "} {"level":"info","ts":"2026-03-04T16:20:50.455755Z","caller":"traceutil/trace.go:171","msg":"trace[1014684784] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24392; }","duration":"12.869360129s","start":"2026-03-04T16:20:37.586387Z","end":"2026-03-04T16:20:50.455747Z","steps":["trace[1014684784] 'agreement among raft nodes before linearized reading' (duration: 12.868489386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:37.586362Z","time spent":"12.869706988s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.456105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567300497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.455789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.840274Z","time spent":"7.615502267s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.375125Z","time spent":"7.080257628s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.456169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834581512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:20:50.456194Z","caller":"traceutil/trace.go:171","msg":"trace[1185218027] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24392; }","duration":"3.834625972s","start":"2026-03-04T16:20:46.621561Z","end":"2026-03-04T16:20:50.456187Z","steps":["trace[1185218027] 'agreement among raft nodes before linearized reading' (duration: 3.8345214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.45585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.075381Z","time spent":"8.380461344s","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.456223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:46.621551Z","time spent":"3.834664664s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:20:50.456194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157501542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.456253Z","caller":"traceutil/trace.go:171","msg":"trace[1959438340] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24392; }","duration":"3.157597625s","start":"2026-03-04T16:20:47.298648Z","end":"2026-03-04T16:20:50.456245Z","steps":["trace[1959438340] 'agreement among raft nodes before linearized reading' (duration: 3.157525723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.455026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.804431025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:20:50.456281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:47.298627Z","time spent":"3.157646417s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.456291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908090736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T16:20:50.455755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346905615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.456325Z","caller":"traceutil/trace.go:171","msg":"trace[1239946566] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24392; }","duration":"4.908148027s","start":"2026-03-04T16:20:45.54817Z","end":"2026-03-04T16:20:50.456318Z","steps":["trace[1239946566] 'agreement among raft nodes before linearized reading' (duration: 4.908048504s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.456332Z","caller":"traceutil/trace.go:171","msg":"trace[1321122174] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24392; }","duration":"1.3474923s","start":"2026-03-04T16:20:49.10883Z","end":"2026-03-04T16:20:50.456322Z","steps":["trace[1321122174] 'agreement among raft nodes before linearized reading' (duration: 1.346895925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.45635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:45.548156Z","time spent":"4.908187517s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:20:50.456359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:49.108763Z","time spent":"1.347587473s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.455428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.113771574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1899afba10885a1f\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-04T16:20:50.454858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.087583214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:20:50.456396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151985262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:50.456431Z","caller":"traceutil/trace.go:171","msg":"trace[361584832] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24392; }","duration":"4.152024783s","start":"2026-03-04T16:20:46.304397Z","end":"2026-03-04T16:20:50.456422Z","steps":["trace[361584832] 'agreement among raft nodes before linearized reading' (duration: 4.151958062s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.456431Z","caller":"traceutil/trace.go:171","msg":"trace[872745115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24392; }","duration":"14.089182365s","start":"2026-03-04T16:20:36.367234Z","end":"2026-03-04T16:20:50.456417Z","steps":["trace[872745115] 'agreement among raft nodes before linearized reading' (duration: 14.087586414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:46.304377Z","time spent":"4.152081624s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:20:50.456483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:36.367219Z","time spent":"14.089247876s","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.456141Z","caller":"traceutil/trace.go:171","msg":"trace[782270239] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24392; }","duration":"2.567367839s","start":"2026-03-04T16:20:47.88876Z","end":"2026-03-04T16:20:50.456128Z","steps":["trace[782270239] 'agreement among raft nodes before linearized reading' (duration: 2.567320188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:47.888742Z","time spent":"2.56778074s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.455712Z","caller":"traceutil/trace.go:171","msg":"trace[1128410790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24392; }","duration":"1.220919915s","start":"2026-03-04T16:20:49.234781Z","end":"2026-03-04T16:20:50.455701Z","steps":["trace[1128410790] 'agreement among raft nodes before linearized reading' (duration: 1.220863664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:49.234762Z","time spent":"1.221850959s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:50.4553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.882284Z","time spent":"6.573008676s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" "} {"level":"info","ts":"2026-03-04T16:20:50.456307Z","caller":"traceutil/trace.go:171","msg":"trace[47970551] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24392; }","duration":"7.805764817s","start":"2026-03-04T16:20:42.650533Z","end":"2026-03-04T16:20:50.456298Z","steps":["trace[47970551] 'agreement among raft nodes before linearized reading' (duration: 7.804414004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:42.650508Z","time spent":"7.806219479s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:20:50.456389Z","caller":"traceutil/trace.go:171","msg":"trace[705291782] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1899afba10885a1f; range_end:; response_count:1; response_revision:24392; }","duration":"7.114753369s","start":"2026-03-04T16:20:43.341626Z","end":"2026-03-04T16:20:50.45638Z","steps":["trace[705291782] 'agreement among raft nodes before linearized reading' (duration: 7.113745104s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:50.456578Z","caller":"traceutil/trace.go:171","msg":"trace[1875774859] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24392; }","duration":"9.650015114s","start":"2026-03-04T16:20:40.804438Z","end":"2026-03-04T16:20:50.454453Z","steps":["trace[1875774859] 'agreement among raft nodes before linearized reading' (duration: 9.649892991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:43.341612Z","time spent":"7.115173999s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1899afba10885a1f\" "} {"level":"warn","ts":"2026-03-04T16:20:50.45604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371106944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:20:50.456862Z","caller":"traceutil/trace.go:171","msg":"trace[976103525] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24392; }","duration":"3.372022907s","start":"2026-03-04T16:20:47.084828Z","end":"2026-03-04T16:20:50.456851Z","steps":["trace[976103525] 'agreement among raft nodes before linearized reading' (duration: 3.371096874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.804416Z","time spent":"9.652392904s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.456897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:47.084808Z","time spent":"3.372079089s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T16:20:50.455482Z","caller":"traceutil/trace.go:171","msg":"trace[1642977181] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24392; }","duration":"9.733714558s","start":"2026-03-04T16:20:40.721758Z","end":"2026-03-04T16:20:50.455472Z","steps":["trace[1642977181] 'agreement among raft nodes before linearized reading' (duration: 9.733659056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:50.456933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:40.721738Z","time spent":"9.735185424s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:20:50.96147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:51.461645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:51.961848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:52.027806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567297507s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:52.251855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.607034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:20:52.251937Z","caller":"traceutil/trace.go:171","msg":"trace[1910515428] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"1.791551848s","start":"2026-03-04T16:20:50.460372Z","end":"2026-03-04T16:20:52.251924Z","steps":["trace[1910515428] 'process raft request' (duration: 1.567844681s)","trace[1910515428] 'compare' (duration: 221.581303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:52.251976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.460333Z","time spent":"1.79162339s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:52.458992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998199912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:52.459108Z","caller":"traceutil/trace.go:171","msg":"trace[1247498574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998487249s","start":"2026-03-04T16:20:50.460592Z","end":"2026-03-04T16:20:52.459079Z","steps":["trace[1247498574] 'agreement among raft nodes before linearized reading' (duration: 1.998204312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:52.459179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.460586Z","time spent":"1.998575621s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:54.165066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.162025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:20:54.165221Z","caller":"traceutil/trace.go:171","msg":"trace[837918981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24393; }","duration":"319.330189ms","start":"2026-03-04T16:20:53.845868Z","end":"2026-03-04T16:20:54.165198Z","steps":["trace[837918981] 'range keys from in-memory index tree' (duration: 319.145065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:54.466825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:54.466918Z","caller":"traceutil/trace.go:171","msg":"trace[482903077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009554s","start":"2026-03-04T16:20:52.466804Z","end":"2026-03-04T16:20:54.466899Z","steps":["trace[482903077] 'agreement among raft nodes before linearized reading' (duration: 1.999970467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:54.466979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:52.466792Z","time spent":"2.000167732s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:20:55.172027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.143838027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:55.172615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.460323Z","time spent":"4.712281374s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:20:55.172783Z","caller":"traceutil/trace.go:171","msg":"trace[142857318] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"4.712246613s","start":"2026-03-04T16:20:50.4605Z","end":"2026-03-04T16:20:55.172747Z","steps":["trace[142857318] 'process raft request' (duration: 4.712100399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:55.172949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.460487Z","time spent":"4.712380387s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:55.173369Z","caller":"traceutil/trace.go:171","msg":"trace[25470830] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"4.71296194s","start":"2026-03-04T16:20:50.460382Z","end":"2026-03-04T16:20:55.173344Z","steps":["trace[25470830] 'process raft request' (duration: 4.712102319s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:20:55.173389Z","caller":"traceutil/trace.go:171","msg":"trace[793563067] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"4.71016072s","start":"2026-03-04T16:20:50.463216Z","end":"2026-03-04T16:20:55.173377Z","steps":["trace[793563067] 'process raft request' (duration: 4.709434262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:55.173462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.463208Z","time spent":"4.710217841s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:20:55.173446Z","caller":"traceutil/trace.go:171","msg":"trace[436276112] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25292; }","duration":"4.712101288s","start":"2026-03-04T16:20:50.460604Z","end":"2026-03-04T16:20:55.172706Z","steps":["trace[436276112] 'read index received' (duration: 1.567771428s)","trace[436276112] 'applied index is now lower than readState.Index' (duration: 3.14432911s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:20:55.17356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.460355Z","time spent":"4.713067033s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:20:55.674545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:56.175042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:20:56.468594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001009393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:56.468684Z","caller":"traceutil/trace.go:171","msg":"trace[181565683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001162007s","start":"2026-03-04T16:20:54.467501Z","end":"2026-03-04T16:20:56.468663Z","steps":["trace[181565683] 'agreement among raft nodes before linearized reading' (duration: 2.001033874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:56.468734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:54.467483Z","time spent":"2.001240659s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:20:56.498008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103526791s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:57.742988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244783017s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:20:57.853578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999383239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:20:57.853662Z","caller":"traceutil/trace.go:171","msg":"trace[647488595] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999490712s","start":"2026-03-04T16:20:52.854152Z","end":"2026-03-04T16:20:57.853642Z","steps":["trace[647488595] 'agreement among raft nodes before linearized reading' (duration: 4.999379069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:57.853729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:52.854109Z","time spent":"4.999610035s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:20:58.474395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992330914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:20:58.474478Z","caller":"traceutil/trace.go:171","msg":"trace[719540494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992432426s","start":"2026-03-04T16:20:56.482026Z","end":"2026-03-04T16:20:58.474459Z","steps":["trace[719540494] 'agreement among raft nodes before linearized reading' (duration: 1.992326724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:20:58.474527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:56.481968Z","time spent":"1.99254908s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:20:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:00.070722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572528397s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:21:00.071003Z","caller":"traceutil/trace.go:171","msg":"trace[1010025089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24397; }","duration":"4.896531893s","start":"2026-03-04T16:20:55.174456Z","end":"2026-03-04T16:21:00.070988Z","steps":["trace[1010025089] 'process raft request' (duration: 4.896348709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.071091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:55.174434Z","time spent":"4.896602744s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:00.075685Z","caller":"traceutil/trace.go:171","msg":"trace[1546452196] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25297; }","duration":"4.902159875s","start":"2026-03-04T16:20:55.173507Z","end":"2026-03-04T16:21:00.075666Z","steps":["trace[1546452196] 'read index received' (duration: 1.324688554s)","trace[1546452196] 'applied index is now lower than readState.Index' (duration: 3.577470351s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.075705Z","caller":"traceutil/trace.go:171","msg":"trace[985936058] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"4.612663059s","start":"2026-03-04T16:20:55.462999Z","end":"2026-03-04T16:21:00.075662Z","steps":["trace[985936058] 'process raft request' (duration: 4.60792423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.075843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:55.462979Z","time spent":"4.612791952s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:00.109478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.648408855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:21:00.109554Z","caller":"traceutil/trace.go:171","msg":"trace[187340937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24398; }","duration":"9.648504287s","start":"2026-03-04T16:20:50.461029Z","end":"2026-03-04T16:21:00.109533Z","steps":["trace[187340937] 'agreement among raft nodes before linearized reading' (duration: 9.614780906s)","trace[187340937] 'range keys from in-memory index tree' (duration: 33.526676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.109588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.461025Z","time spent":"9.648554818s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T16:21:00.109723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.646658412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.109753Z","caller":"traceutil/trace.go:171","msg":"trace[1735181790] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24398; }","duration":"9.646694182s","start":"2026-03-04T16:20:50.463049Z","end":"2026-03-04T16:21:00.109743Z","steps":["trace[1735181790] 'agreement among raft nodes before linearized reading' (duration: 9.612752096s)","trace[1735181790] 'range keys from in-memory index tree' (duration: 33.905616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.109771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.463036Z","time spent":"9.646730223s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:21:00.10984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28756128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.109906Z","caller":"traceutil/trace.go:171","msg":"trace[908687948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24398; }","duration":"7.287702533s","start":"2026-03-04T16:20:52.822185Z","end":"2026-03-04T16:21:00.109887Z","steps":["trace[908687948] 'agreement among raft nodes before linearized reading' (duration: 7.253606643s)","trace[908687948] 'count revisions from in-memory index tree' (duration: 33.980827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.109979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:52.822159Z","time spent":"7.287807776s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.109995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.221599292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-04T16:21:00.110026Z","caller":"traceutil/trace.go:171","msg":"trace[1683228766] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24398; }","duration":"9.221657594s","start":"2026-03-04T16:20:50.888361Z","end":"2026-03-04T16:21:00.110018Z","steps":["trace[1683228766] 'agreement among raft nodes before linearized reading' (duration: 9.187436031s)","trace[1683228766] 'range keys from in-memory index tree' (duration: 34.167612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.11005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.888346Z","time spent":"9.221698775s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T16:21:00.110164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802671998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.110194Z","caller":"traceutil/trace.go:171","msg":"trace[1687481719] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24398; }","duration":"8.80274394s","start":"2026-03-04T16:20:51.307441Z","end":"2026-03-04T16:21:00.110185Z","steps":["trace[1687481719] 'agreement among raft nodes before linearized reading' (duration: 8.768357433s)","trace[1687481719] 'count revisions from in-memory index tree' (duration: 34.339866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.11022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:51.307419Z","time spent":"8.802793642s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.108268695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:00.11034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601485282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:00.11035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790380202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.11038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.282613144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.110386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821056743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.110401Z","caller":"traceutil/trace.go:171","msg":"trace[1799566086] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24398; }","duration":"7.282645594s","start":"2026-03-04T16:20:52.827748Z","end":"2026-03-04T16:21:00.110393Z","steps":["trace[1799566086] 'agreement among raft nodes before linearized reading' (duration: 7.248037391s)","trace[1799566086] 'count revisions from in-memory index tree' (duration: 34.583102ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.110406Z","caller":"traceutil/trace.go:171","msg":"trace[535079936] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24398; }","duration":"8.821114545s","start":"2026-03-04T16:20:51.289285Z","end":"2026-03-04T16:21:00.110399Z","steps":["trace[535079936] 'agreement among raft nodes before linearized reading' (duration: 8.786528282s)","trace[535079936] 'count revisions from in-memory index tree' (duration: 34.558072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.110422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:52.82774Z","time spent":"7.282675316s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.316431876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.110471Z","caller":"traceutil/trace.go:171","msg":"trace[323013166] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24398; }","duration":"8.316508389s","start":"2026-03-04T16:20:51.793956Z","end":"2026-03-04T16:21:00.110464Z","steps":["trace[323013166] 'agreement among raft nodes before linearized reading' (duration: 8.281864405s)","trace[323013166] 'count revisions from in-memory index tree' (duration: 34.615934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.110493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:51.793927Z","time spent":"8.31655978s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:51.289266Z","time spent":"8.821156016s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.016764983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.110545Z","caller":"traceutil/trace.go:171","msg":"trace[1414859126] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24398; }","duration":"6.790461344s","start":"2026-03-04T16:20:53.319913Z","end":"2026-03-04T16:21:00.110375Z","steps":["trace[1414859126] 'agreement among raft nodes before linearized reading' (duration: 6.755857871s)","trace[1414859126] 'count revisions from in-memory index tree' (duration: 34.541842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.110643Z","caller":"traceutil/trace.go:171","msg":"trace[1954311938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24398; }","duration":"9.016831683s","start":"2026-03-04T16:20:51.0938Z","end":"2026-03-04T16:21:00.110632Z","steps":["trace[1954311938] 'agreement among raft nodes before linearized reading' (duration: 8.982021905s)","trace[1954311938] 'count revisions from in-memory index tree' (duration: 34.770388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.110354Z","caller":"traceutil/trace.go:171","msg":"trace[435900480] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24398; }","duration":"7.108347866s","start":"2026-03-04T16:20:53.001996Z","end":"2026-03-04T16:21:00.110344Z","steps":["trace[435900480] 'agreement among raft nodes before linearized reading' (duration: 7.073782954s)","trace[435900480] 'count revisions from in-memory index tree' (duration: 34.525881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.110362Z","caller":"traceutil/trace.go:171","msg":"trace[842953259] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24398; }","duration":"7.601548444s","start":"2026-03-04T16:20:52.508806Z","end":"2026-03-04T16:21:00.110355Z","steps":["trace[842953259] 'agreement among raft nodes before linearized reading' (duration: 7.567008092s)","trace[842953259] 'count revisions from in-memory index tree' (duration: 34.511051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.110702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:52.508784Z","time spent":"7.601906243s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.649647866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T16:21:00.110742Z","caller":"traceutil/trace.go:171","msg":"trace[1486857126] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24398; }","duration":"9.649684327s","start":"2026-03-04T16:20:50.461052Z","end":"2026-03-04T16:21:00.110736Z","steps":["trace[1486857126] 'agreement among raft nodes before linearized reading' (duration: 9.614774946s)","trace[1486857126] 'range keys from in-memory index tree' (duration: 34.854339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.110765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:50.461043Z","time spent":"9.649716618s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T16:21:00.110766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:53.001976Z","time spent":"7.108689274s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:53.319894Z","time spent":"6.790744481s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.110671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:51.093779Z","time spent":"9.016884075s","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.111046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673195386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.111482Z","caller":"traceutil/trace.go:171","msg":"trace[1757299151] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24398; }","duration":"5.673673978s","start":"2026-03-04T16:20:54.437798Z","end":"2026-03-04T16:21:00.111472Z","steps":["trace[1757299151] 'agreement among raft nodes before linearized reading' (duration: 5.637953467s)","trace[1757299151] 'count revisions from in-memory index tree' (duration: 35.272049ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.111512Z","caller":"traceutil/trace.go:171","msg":"trace[1094530357] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"1.055305555s","start":"2026-03-04T16:20:59.056191Z","end":"2026-03-04T16:21:00.111497Z","steps":["trace[1094530357] 'process raft request' (duration: 1.01946564s)","trace[1094530357] 'compare' (duration: 35.314771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.111577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:59.056163Z","time spent":"1.055376467s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:00.111588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:54.43775Z","time spent":"5.673827632s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.111723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934688106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-04T16:21:00.111437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.472084199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.111754Z","caller":"traceutil/trace.go:171","msg":"trace[695430663] range","detail":"{range_begin:/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642; range_end:; response_count:1; response_revision:24399; }","duration":"4.934747368s","start":"2026-03-04T16:20:55.177Z","end":"2026-03-04T16:21:00.111747Z","steps":["trace[695430663] 'agreement among raft nodes before linearized reading' (duration: 4.934668836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.111775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:55.176989Z","time spent":"4.934780669s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642\" "} {"level":"info","ts":"2026-03-04T16:21:00.111792Z","caller":"traceutil/trace.go:171","msg":"trace[1315220072] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24398; }","duration":"6.472474749s","start":"2026-03-04T16:20:53.639293Z","end":"2026-03-04T16:21:00.111768Z","steps":["trace[1315220072] 'agreement among raft nodes before linearized reading' (duration: 6.43647065s)","trace[1315220072] 'count revisions from in-memory index tree' (duration: 35.65323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.111825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.708593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.111828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:53.639274Z","time spent":"6.47254268s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:00.111843Z","caller":"traceutil/trace.go:171","msg":"trace[118159055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24399; }","duration":"879.769124ms","start":"2026-03-04T16:20:59.232067Z","end":"2026-03-04T16:21:00.111836Z","steps":["trace[118159055] 'agreement among raft nodes before linearized reading' (duration: 879.742064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.111866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:59.232047Z","time spent":"879.814655ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:00.111798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.204613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.111894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344225196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.111923Z","caller":"traceutil/trace.go:171","msg":"trace[1519679383] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24399; }","duration":"2.344299787s","start":"2026-03-04T16:20:57.767616Z","end":"2026-03-04T16:21:00.111916Z","steps":["trace[1519679383] 'agreement among raft nodes before linearized reading' (duration: 2.344246606s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.111945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.767591Z","time spent":"2.344346649s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.111984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399197805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.112009Z","caller":"traceutil/trace.go:171","msg":"trace[2126358668] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24399; }","duration":"1.399263987s","start":"2026-03-04T16:20:58.712738Z","end":"2026-03-04T16:21:00.112002Z","steps":["trace[2126358668] 'agreement among raft nodes before linearized reading' (duration: 1.399220375s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.112041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:58.712716Z","time spent":"1.399317578s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382056791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.112096Z","caller":"traceutil/trace.go:171","msg":"trace[1858389954] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24399; }","duration":"2.382128733s","start":"2026-03-04T16:20:57.729961Z","end":"2026-03-04T16:21:00.11209Z","steps":["trace[1858389954] 'agreement among raft nodes before linearized reading' (duration: 2.382077171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.111732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227962423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.112123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.729942Z","time spent":"2.382174354s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:00.112135Z","caller":"traceutil/trace.go:171","msg":"trace[1061554476] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24399; }","duration":"2.228403394s","start":"2026-03-04T16:20:57.883722Z","end":"2026-03-04T16:21:00.112126Z","steps":["trace[1061554476] 'agreement among raft nodes before linearized reading' (duration: 2.227980223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.112162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602800172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.112186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.883703Z","time spent":"2.228473285s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637722065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:00.112223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898489626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.112255Z","caller":"traceutil/trace.go:171","msg":"trace[1104719783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24399; }","duration":"2.898560017s","start":"2026-03-04T16:20:57.213686Z","end":"2026-03-04T16:21:00.112246Z","steps":["trace[1104719783] 'agreement among raft nodes before linearized reading' (duration: 2.898465724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.115818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.213652Z","time spent":"2.902142367s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:00.112235Z","caller":"traceutil/trace.go:171","msg":"trace[1750267685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24399; }","duration":"1.637767615s","start":"2026-03-04T16:20:58.474462Z","end":"2026-03-04T16:21:00.112229Z","steps":["trace[1750267685] 'agreement among raft nodes before linearized reading' (duration: 1.637738084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.11599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:58.474446Z","time spent":"1.641537251s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:00.112269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010651307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.116118Z","caller":"traceutil/trace.go:171","msg":"trace[1813899875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24399; }","duration":"2.014531235s","start":"2026-03-04T16:20:58.101573Z","end":"2026-03-04T16:21:00.116104Z","steps":["trace[1813899875] 'agreement among raft nodes before linearized reading' (duration: 2.010672808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.116144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:58.101549Z","time spent":"2.014587936s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033320949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.11638Z","caller":"traceutil/trace.go:171","msg":"trace[459962923] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24399; }","duration":"2.037435182s","start":"2026-03-04T16:20:58.078934Z","end":"2026-03-04T16:21:00.11637Z","steps":["trace[459962923] 'agreement among raft nodes before linearized reading' (duration: 2.033344079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.116419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:58.078917Z","time spent":"2.037493504s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:00.112254Z","caller":"traceutil/trace.go:171","msg":"trace[15768691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24399; }","duration":"618.353336ms","start":"2026-03-04T16:20:59.493558Z","end":"2026-03-04T16:21:00.111911Z","steps":["trace[15768691] 'agreement among raft nodes before linearized reading' (duration: 618.221203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.11651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:59.49354Z","time spent":"622.960413ms","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185633473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.116605Z","caller":"traceutil/trace.go:171","msg":"trace[1566006215] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24399; }","duration":"2.189949491s","start":"2026-03-04T16:20:57.926649Z","end":"2026-03-04T16:21:00.116599Z","steps":["trace[1566006215] 'agreement among raft nodes before linearized reading' (duration: 2.185653013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.11663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.926632Z","time spent":"2.189987483s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923420862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-04T16:21:00.117743Z","caller":"traceutil/trace.go:171","msg":"trace[1817017216] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp; range_end:; response_count:1; response_revision:24399; }","duration":"4.927853963s","start":"2026-03-04T16:20:55.188875Z","end":"2026-03-04T16:21:00.116729Z","steps":["trace[1817017216] 'agreement among raft nodes before linearized reading' (duration: 4.923411352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.117823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:55.188842Z","time spent":"4.928968282s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp\" "} {"level":"info","ts":"2026-03-04T16:21:00.112189Z","caller":"traceutil/trace.go:171","msg":"trace[1986825574] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24399; }","duration":"1.602859524s","start":"2026-03-04T16:20:58.509323Z","end":"2026-03-04T16:21:00.112183Z","steps":["trace[1986825574] 'agreement among raft nodes before linearized reading' (duration: 1.602812353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.11813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:58.509306Z","time spent":"1.608815255s","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421000121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.118287Z","caller":"traceutil/trace.go:171","msg":"trace[151726710] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24399; }","duration":"4.426980042s","start":"2026-03-04T16:20:55.691299Z","end":"2026-03-04T16:21:00.118279Z","steps":["trace[151726710] 'agreement among raft nodes before linearized reading' (duration: 4.420840147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.118309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:55.691278Z","time spent":"4.427024382s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.11245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938545386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:00.118453Z","caller":"traceutil/trace.go:171","msg":"trace[728277096] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24399; }","duration":"2.944591088s","start":"2026-03-04T16:20:57.173856Z","end":"2026-03-04T16:21:00.118447Z","steps":["trace[728277096] 'agreement among raft nodes before linearized reading' (duration: 2.938569366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.118472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.173835Z","time spent":"2.94463032s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.112506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185709984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:21:00.118605Z","caller":"traceutil/trace.go:171","msg":"trace[1659109130] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24399; }","duration":"3.191847939s","start":"2026-03-04T16:20:56.926752Z","end":"2026-03-04T16:21:00.1186Z","steps":["trace[1659109130] 'agreement among raft nodes before linearized reading' (duration: 3.185682573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.118626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:56.92673Z","time spent":"3.191890659s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:21:00.11422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887763033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:21:00.118723Z","caller":"traceutil/trace.go:171","msg":"trace[1274275132] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24399; }","duration":"3.892315307s","start":"2026-03-04T16:20:56.226403Z","end":"2026-03-04T16:21:00.118718Z","steps":["trace[1274275132] 'agreement among raft nodes before linearized reading' (duration: 3.88570943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.118742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:56.226378Z","time spent":"3.892358538s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2677,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:00.130769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666939861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:00.13088Z","caller":"traceutil/trace.go:171","msg":"trace[1235659221] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24401; }","duration":"2.667066674s","start":"2026-03-04T16:20:57.463802Z","end":"2026-03-04T16:21:00.130869Z","steps":["trace[1235659221] 'agreement among raft nodes before linearized reading' (duration: 2.648519827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.130925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:20:57.463744Z","time spent":"2.667173387s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:00.131132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22664} {"level":"info","ts":"2026-03-04T16:21:00.297898Z","caller":"traceutil/trace.go:171","msg":"trace[1995387913] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"107.916434ms","start":"2026-03-04T16:21:00.18996Z","end":"2026-03-04T16:21:00.297876Z","steps":["trace[1995387913] 'process raft request' (duration: 104.454656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.299301Z","caller":"traceutil/trace.go:171","msg":"trace[940759065] linearizableReadLoop","detail":"{readStateIndex:25312; appliedIndex:25309; }","duration":"105.105974ms","start":"2026-03-04T16:21:00.194176Z","end":"2026-03-04T16:21:00.299282Z","steps":["trace[940759065] 'read index received' (duration: 100.272501ms)","trace[940759065] 'applied index is now lower than readState.Index' (duration: 4.832723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:00.299502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.305368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:21:00.299543Z","caller":"traceutil/trace.go:171","msg":"trace[1055356492] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24408; }","duration":"105.36921ms","start":"2026-03-04T16:21:00.194161Z","end":"2026-03-04T16:21:00.29953Z","steps":["trace[1055356492] 'agreement among raft nodes before linearized reading' (duration: 105.201866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.299716Z","caller":"traceutil/trace.go:171","msg":"trace[197587527] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"109.556385ms","start":"2026-03-04T16:21:00.19015Z","end":"2026-03-04T16:21:00.299707Z","steps":["trace[197587527] 'process raft request' (duration: 108.909209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.29985Z","caller":"traceutil/trace.go:171","msg":"trace[1194164110] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"105.555004ms","start":"2026-03-04T16:21:00.194279Z","end":"2026-03-04T16:21:00.299833Z","steps":["trace[1194164110] 'process raft request' (duration: 104.96315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.299911Z","caller":"traceutil/trace.go:171","msg":"trace[16823885] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"109.734539ms","start":"2026-03-04T16:21:00.190167Z","end":"2026-03-04T16:21:00.299901Z","steps":["trace[16823885] 'process raft request' (duration: 109.020951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.420825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22664,"took":"285.072855ms","hash":2346658015,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":29351936,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T16:21:00.420878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2346658015,"revision":22664,"compact-revision":19916} {"level":"info","ts":"2026-03-04T16:21:00.765025Z","caller":"traceutil/trace.go:171","msg":"trace[1446213493] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25341; }","duration":"106.881578ms","start":"2026-03-04T16:21:00.658122Z","end":"2026-03-04T16:21:00.765003Z","steps":["trace[1446213493] 'read index received' (duration: 106.730094ms)","trace[1446213493] 'applied index is now lower than readState.Index' (duration: 150.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:00.765112Z","caller":"traceutil/trace.go:171","msg":"trace[1482441759] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"112.756715ms","start":"2026-03-04T16:21:00.652347Z","end":"2026-03-04T16:21:00.765104Z","steps":["trace[1482441759] 'process raft request' (duration: 112.515239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:00.765409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.213656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:21:00.76547Z","caller":"traceutil/trace.go:171","msg":"trace[274635371] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:24437; }","duration":"107.35652ms","start":"2026-03-04T16:21:00.658095Z","end":"2026-03-04T16:21:00.765451Z","steps":["trace[274635371] 'agreement among raft nodes before linearized reading' (duration: 107.101633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.766304Z","caller":"traceutil/trace.go:171","msg":"trace[1292230878] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"102.569888ms","start":"2026-03-04T16:21:00.663707Z","end":"2026-03-04T16:21:00.766277Z","steps":["trace[1292230878] 'process raft request' (duration: 102.498806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:00.767241Z","caller":"traceutil/trace.go:171","msg":"trace[1768915062] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"109.010032ms","start":"2026-03-04T16:21:00.658204Z","end":"2026-03-04T16:21:00.767214Z","steps":["trace[1768915062] 'process raft request' (duration: 107.876182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:01.27505Z","caller":"traceutil/trace.go:171","msg":"trace[334361362] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25381; }","duration":"111.504404ms","start":"2026-03-04T16:21:01.163526Z","end":"2026-03-04T16:21:01.27503Z","steps":["trace[334361362] 'read index received' (duration: 111.123935ms)","trace[334361362] 'applied index is now lower than readState.Index' (duration: 380.009µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:01.275102Z","caller":"traceutil/trace.go:171","msg":"trace[1358811283] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"132.544994ms","start":"2026-03-04T16:21:01.142536Z","end":"2026-03-04T16:21:01.275081Z","steps":["trace[1358811283] 'process raft request' (duration: 132.068553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:01.2753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.74886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-server-ztjgs.1899ad109bf762b2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24462 ","response":"range_response_count:11 size:8062"} {"level":"info","ts":"2026-03-04T16:21:01.275333Z","caller":"traceutil/trace.go:171","msg":"trace[2119922970] range","detail":"{range_begin:/registry/events/openstack/valkey-server-ztjgs.1899ad109bf762b2\u0000; range_end:/registry/events/openstack0; response_count:11; response_revision:24477; }","duration":"111.802541ms","start":"2026-03-04T16:21:01.163521Z","end":"2026-03-04T16:21:01.275323Z","steps":["trace[2119922970] 'agreement among raft nodes before linearized reading' (duration: 111.603857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:01.277661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.623988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T16:21:01.277784Z","caller":"traceutil/trace.go:171","msg":"trace[1947284200] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24478; }","duration":"111.767481ms","start":"2026-03-04T16:21:01.165995Z","end":"2026-03-04T16:21:01.277762Z","steps":["trace[1947284200] 'agreement among raft nodes before linearized reading' (duration: 110.970961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:01.83991Z","caller":"traceutil/trace.go:171","msg":"trace[219956855] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"164.883712ms","start":"2026-03-04T16:21:01.675007Z","end":"2026-03-04T16:21:01.83989Z","steps":["trace[219956855] 'process raft request' (duration: 157.885465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:01.843656Z","caller":"traceutil/trace.go:171","msg":"trace[1425450770] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"161.984648ms","start":"2026-03-04T16:21:01.681655Z","end":"2026-03-04T16:21:01.843639Z","steps":["trace[1425450770] 'process raft request' (duration: 161.601289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:02.818476Z","caller":"traceutil/trace.go:171","msg":"trace[1654641687] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"217.649574ms","start":"2026-03-04T16:21:02.600793Z","end":"2026-03-04T16:21:02.818442Z","steps":["trace[1654641687] 'process raft request' (duration: 146.692753ms)","trace[1654641687] 'compare' (duration: 70.809867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:03.147522Z","caller":"traceutil/trace.go:171","msg":"trace[2146353272] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"298.148344ms","start":"2026-03-04T16:21:02.849356Z","end":"2026-03-04T16:21:03.147505Z","steps":["trace[2146353272] 'process raft request' (duration: 298.012641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:03.147776Z","caller":"traceutil/trace.go:171","msg":"trace[1849589709] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25504; }","duration":"135.497689ms","start":"2026-03-04T16:21:03.012263Z","end":"2026-03-04T16:21:03.147761Z","steps":["trace[1849589709] 'read index received' (duration: 135.029917ms)","trace[1849589709] 'applied index is now lower than readState.Index' (duration: 466.292µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:03.147983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.846997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:21:03.148138Z","caller":"traceutil/trace.go:171","msg":"trace[2108142117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24599; }","duration":"111.062304ms","start":"2026-03-04T16:21:03.037058Z","end":"2026-03-04T16:21:03.14812Z","steps":["trace[2108142117] 'agreement among raft nodes before linearized reading' (duration: 110.806536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:03.148163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.586702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:03.148475Z","caller":"traceutil/trace.go:171","msg":"trace[1636882412] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24599; }","duration":"136.239499ms","start":"2026-03-04T16:21:03.012222Z","end":"2026-03-04T16:21:03.148461Z","steps":["trace[1636882412] 'agreement among raft nodes before linearized reading' (duration: 135.599752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:08.007112Z","caller":"traceutil/trace.go:171","msg":"trace[1441896556] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"140.380563ms","start":"2026-03-04T16:21:07.8667Z","end":"2026-03-04T16:21:08.00708Z","steps":["trace[1441896556] 'process raft request' (duration: 140.126337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:08.474307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.535986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:08.474498Z","caller":"traceutil/trace.go:171","msg":"trace[900028430] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"445.996346ms","start":"2026-03-04T16:21:08.028482Z","end":"2026-03-04T16:21:08.474478Z","steps":["trace[900028430] 'process raft request' (duration: 120.202024ms)","trace[900028430] 'compare' (duration: 325.341631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:08.474569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:08.028455Z","time spent":"446.084819ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:08.474663Z","caller":"traceutil/trace.go:171","msg":"trace[236299520] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25559; }","duration":"442.734824ms","start":"2026-03-04T16:21:08.031904Z","end":"2026-03-04T16:21:08.474639Z","steps":["trace[236299520] 'read index received' (duration: 116.797308ms)","trace[236299520] 'applied index is now lower than readState.Index' (duration: 325.936016ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:08.474726Z","caller":"traceutil/trace.go:171","msg":"trace[138306054] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"446.178771ms","start":"2026-03-04T16:21:08.028506Z","end":"2026-03-04T16:21:08.474685Z","steps":["trace[138306054] 'process raft request' (duration: 445.902034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:08.474973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:08.028485Z","time spent":"446.343405ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:21:08.475121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.173275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T16:21:08.47522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.82995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:08.475228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.292004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:08.475327Z","caller":"traceutil/trace.go:171","msg":"trace[1119692870] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24655; }","duration":"385.406167ms","start":"2026-03-04T16:21:08.089898Z","end":"2026-03-04T16:21:08.475304Z","steps":["trace[1119692870] 'agreement among raft nodes before linearized reading' (duration: 385.215972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:08.475377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:08.089881Z","time spent":"385.484909ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:08.475275Z","caller":"traceutil/trace.go:171","msg":"trace[2129478667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24655; }","duration":"225.943163ms","start":"2026-03-04T16:21:08.249318Z","end":"2026-03-04T16:21:08.475261Z","steps":["trace[2129478667] 'agreement among raft nodes before linearized reading' (duration: 225.82835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:08.476032Z","caller":"traceutil/trace.go:171","msg":"trace[488446099] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24655; }","duration":"443.306018ms","start":"2026-03-04T16:21:08.031862Z","end":"2026-03-04T16:21:08.475168Z","steps":["trace[488446099] 'agreement among raft nodes before linearized reading' (duration: 442.942949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:08.476133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:08.031843Z","time spent":"444.275663ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T16:21:10.003035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.769073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-03-04T16:21:10.003078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.858209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:10.003141Z","caller":"traceutil/trace.go:171","msg":"trace[543176744] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413; range_end:; response_count:1; response_revision:24660; }","duration":"367.916377ms","start":"2026-03-04T16:21:09.635198Z","end":"2026-03-04T16:21:10.003114Z","steps":["trace[543176744] 'range keys from in-memory index tree' (duration: 367.575407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:10.003175Z","caller":"traceutil/trace.go:171","msg":"trace[2080188284] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24660; }","duration":"385.973072ms","start":"2026-03-04T16:21:09.617182Z","end":"2026-03-04T16:21:10.003155Z","steps":["trace[2080188284] 'count revisions from in-memory index tree' (duration: 385.777137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:10.003212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:09.635183Z","time spent":"368.014999ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413\" "} {"level":"warn","ts":"2026-03-04T16:21:10.00322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:09.61713Z","time spent":"386.077925ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:10.256648Z","caller":"traceutil/trace.go:171","msg":"trace[815918052] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"151.853902ms","start":"2026-03-04T16:21:10.104765Z","end":"2026-03-04T16:21:10.256619Z","steps":["trace[815918052] 'process raft request' (duration: 77.331811ms)","trace[815918052] 'compare' (duration: 74.215694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:10.921789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.306005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:10.921902Z","caller":"traceutil/trace.go:171","msg":"trace[372958376] linearizableReadLoop","detail":"{readStateIndex:25570; appliedIndex:25569; }","duration":"598.456045ms","start":"2026-03-04T16:21:10.323426Z","end":"2026-03-04T16:21:10.921882Z","steps":["trace[372958376] 'read index received' (duration: 63.969914ms)","trace[372958376] 'applied index is now lower than readState.Index' (duration: 534.483601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:10.921991Z","caller":"traceutil/trace.go:171","msg":"trace[183284994] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"604.434646ms","start":"2026-03-04T16:21:10.317537Z","end":"2026-03-04T16:21:10.921971Z","steps":["trace[183284994] 'process raft request' (duration: 69.861764ms)","trace[183284994] 'compare' (duration: 534.12389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:10.922077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.317517Z","time spent":"604.516568ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:10.922548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.101301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-04T16:21:10.922654Z","caller":"traceutil/trace.go:171","msg":"trace[1542961750] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24663; }","duration":"599.237114ms","start":"2026-03-04T16:21:10.323392Z","end":"2026-03-04T16:21:10.922629Z","steps":["trace[1542961750] 'agreement among raft nodes before linearized reading' (duration: 598.919446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:10.922903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.32338Z","time spent":"599.505301ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":897,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-04T16:21:12.066769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.829514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:12.068102Z","caller":"traceutil/trace.go:171","msg":"trace[402576020] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.588454971s","start":"2026-03-04T16:21:10.479622Z","end":"2026-03-04T16:21:12.068077Z","steps":["trace[402576020] 'process raft request' (duration: 629.235251ms)","trace[402576020] 'compare' (duration: 957.299861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:12.068223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.479606Z","time spent":"1.588554493s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:12.075036Z","caller":"traceutil/trace.go:171","msg":"trace[995445957] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25570; }","duration":"1.153087332s","start":"2026-03-04T16:21:10.921934Z","end":"2026-03-04T16:21:12.075022Z","steps":["trace[995445957] 'read index received' (duration: 186.952638ms)","trace[995445957] 'applied index is now lower than readState.Index' (duration: 966.133944ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:12.075246Z","caller":"traceutil/trace.go:171","msg":"trace[900830391] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.275276566s","start":"2026-03-04T16:21:10.799961Z","end":"2026-03-04T16:21:12.075238Z","steps":["trace[900830391] 'process raft request' (duration: 1.274976969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.075314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.799934Z","time spent":"1.275334558s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:12.075458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156055396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:12.075481Z","caller":"traceutil/trace.go:171","msg":"trace[1320381903] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24665; }","duration":"1.156112078s","start":"2026-03-04T16:21:10.91936Z","end":"2026-03-04T16:21:12.075472Z","steps":["trace[1320381903] 'agreement among raft nodes before linearized reading' (duration: 1.156070977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.075501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.919345Z","time spent":"1.156151138s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:12.075607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22354857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:12.075624Z","caller":"traceutil/trace.go:171","msg":"trace[456108700] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24665; }","duration":"1.223595421s","start":"2026-03-04T16:21:10.852023Z","end":"2026-03-04T16:21:12.075619Z","steps":["trace[456108700] 'agreement among raft nodes before linearized reading' (duration: 1.223566791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.07564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.852008Z","time spent":"1.223628072s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:12.075785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272245629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:21:12.075803Z","caller":"traceutil/trace.go:171","msg":"trace[1622605622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24665; }","duration":"1.272294201s","start":"2026-03-04T16:21:10.803503Z","end":"2026-03-04T16:21:12.075797Z","steps":["trace[1622605622] 'agreement among raft nodes before linearized reading' (duration: 1.272220389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.075819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.803486Z","time spent":"1.272329251s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151642426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-h7jgt\" ","response":"range_response_count:1 size:4923"} {"level":"info","ts":"2026-03-04T16:21:12.076117Z","caller":"traceutil/trace.go:171","msg":"trace[1768179727] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-h7jgt; range_end:; response_count:1; response_revision:24665; }","duration":"1.151760839s","start":"2026-03-04T16:21:10.924335Z","end":"2026-03-04T16:21:12.076096Z","steps":["trace[1768179727] 'agreement among raft nodes before linearized reading' (duration: 1.151538123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.924322Z","time spent":"1.151829911s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4946,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-h7jgt\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746957802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-04T16:21:12.07626Z","caller":"traceutil/trace.go:171","msg":"trace[2008371273] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24665; }","duration":"1.746994972s","start":"2026-03-04T16:21:10.329258Z","end":"2026-03-04T16:21:12.076253Z","steps":["trace[2008371273] 'agreement among raft nodes before linearized reading' (duration: 1.746929141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.329247Z","time spent":"1.747026794s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.818996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:12.076357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519639495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:21:12.076349Z","caller":"traceutil/trace.go:171","msg":"trace[1085299791] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24665; }","duration":"459.953469ms","start":"2026-03-04T16:21:11.616378Z","end":"2026-03-04T16:21:12.076332Z","steps":["trace[1085299791] 'agreement among raft nodes before linearized reading' (duration: 459.790185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:12.076376Z","caller":"traceutil/trace.go:171","msg":"trace[1650792104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24665; }","duration":"1.519692466s","start":"2026-03-04T16:21:10.556677Z","end":"2026-03-04T16:21:12.07637Z","steps":["trace[1650792104] 'agreement among raft nodes before linearized reading' (duration: 1.519645295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.0764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.556661Z","time spent":"1.519731367s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.616358Z","time spent":"460.029642ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:12.076482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587023385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:12.076501Z","caller":"traceutil/trace.go:171","msg":"trace[47786741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24665; }","duration":"1.587070256s","start":"2026-03-04T16:21:10.489425Z","end":"2026-03-04T16:21:12.076496Z","steps":["trace[47786741] 'agreement among raft nodes before linearized reading' (duration: 1.587040645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.489409Z","time spent":"1.587103417s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.684718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:21:12.076587Z","caller":"traceutil/trace.go:171","msg":"trace[2070611436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24665; }","duration":"548.75929ms","start":"2026-03-04T16:21:11.527816Z","end":"2026-03-04T16:21:12.076576Z","steps":["trace[2070611436] 'agreement among raft nodes before linearized reading' (duration: 548.642647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.527801Z","time spent":"548.810501ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680931494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-04T16:21:12.076657Z","caller":"traceutil/trace.go:171","msg":"trace[229911773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24665; }","duration":"1.680985716s","start":"2026-03-04T16:21:10.395655Z","end":"2026-03-04T16:21:12.076641Z","steps":["trace[229911773] 'agreement among raft nodes before linearized reading' (duration: 1.680933835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.395637Z","time spent":"1.681036208s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:21:12.076706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752921692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:12.076752Z","caller":"traceutil/trace.go:171","msg":"trace[564588964] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24665; }","duration":"1.752988753s","start":"2026-03-04T16:21:10.323751Z","end":"2026-03-04T16:21:12.07674Z","steps":["trace[564588964] 'agreement among raft nodes before linearized reading' (duration: 1.752907871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.322955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:12.076784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.323746Z","time spent":"1.753030224s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:21:12.076802Z","caller":"traceutil/trace.go:171","msg":"trace[1534645618] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24665; }","duration":"234.393617ms","start":"2026-03-04T16:21:11.842398Z","end":"2026-03-04T16:21:12.076792Z","steps":["trace[1534645618] 'agreement among raft nodes before linearized reading' (duration: 234.329605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.07686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.654348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T16:21:12.076892Z","caller":"traceutil/trace.go:171","msg":"trace[67851085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24665; }","duration":"615.72989ms","start":"2026-03-04T16:21:11.461153Z","end":"2026-03-04T16:21:12.076883Z","steps":["trace[67851085] 'agreement among raft nodes before linearized reading' (duration: 615.631967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.076941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.461129Z","time spent":"615.797482ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:21:12.07708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152306352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:21:12.077138Z","caller":"traceutil/trace.go:171","msg":"trace[421935873] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24665; }","duration":"1.152414315s","start":"2026-03-04T16:21:10.924708Z","end":"2026-03-04T16:21:12.077123Z","steps":["trace[421935873] 'agreement among raft nodes before linearized reading' (duration: 1.15220383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.077168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.92469Z","time spent":"1.152470326s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:21:12.077264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.18401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T16:21:12.077291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.027719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T16:21:12.077302Z","caller":"traceutil/trace.go:171","msg":"trace[336492639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24665; }","duration":"694.262332ms","start":"2026-03-04T16:21:11.38303Z","end":"2026-03-04T16:21:12.077292Z","steps":["trace[336492639] 'agreement among raft nodes before linearized reading' (duration: 694.113028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:12.077317Z","caller":"traceutil/trace.go:171","msg":"trace[850246999] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24665; }","duration":"645.0967ms","start":"2026-03-04T16:21:11.432214Z","end":"2026-03-04T16:21:12.07731Z","steps":["trace[850246999] 'agreement among raft nodes before linearized reading' (duration: 645.022679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.077328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.555443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:12.077341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.432187Z","time spent":"645.149012ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-04T16:21:12.077357Z","caller":"traceutil/trace.go:171","msg":"trace[1208948315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24665; }","duration":"857.621274ms","start":"2026-03-04T16:21:11.219724Z","end":"2026-03-04T16:21:12.077346Z","steps":["trace[1208948315] 'agreement among raft nodes before linearized reading' (duration: 857.569563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.07738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.219704Z","time spent":"857.669716ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:12.077431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.191357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-04T16:21:12.077463Z","caller":"traceutil/trace.go:171","msg":"trace[2015510064] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24665; }","duration":"680.252668ms","start":"2026-03-04T16:21:11.397201Z","end":"2026-03-04T16:21:12.077453Z","steps":["trace[2015510064] 'agreement among raft nodes before linearized reading' (duration: 680.169606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.07749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.397183Z","time spent":"680.30033ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:21:12.077525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128906702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T16:21:12.077349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:11.383011Z","time spent":"694.316453ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:21:12.077549Z","caller":"traceutil/trace.go:171","msg":"trace[1100569203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24665; }","duration":"1.128961733s","start":"2026-03-04T16:21:10.948581Z","end":"2026-03-04T16:21:12.077543Z","steps":["trace[1100569203] 'agreement among raft nodes before linearized reading' (duration: 1.128889511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.077568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:10.948562Z","time spent":"1.129001065s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T16:21:12.223644Z","caller":"traceutil/trace.go:171","msg":"trace[1496971386] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"118.590513ms","start":"2026-03-04T16:21:12.105019Z","end":"2026-03-04T16:21:12.223609Z","steps":["trace[1496971386] 'process raft request' (duration: 118.303686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:12.223771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.755473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:12.22385Z","caller":"traceutil/trace.go:171","msg":"trace[1762622251] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24671; }","duration":"102.875345ms","start":"2026-03-04T16:21:12.12096Z","end":"2026-03-04T16:21:12.223835Z","steps":["trace[1762622251] 'agreement among raft nodes before linearized reading' (duration: 102.722952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:12.224428Z","caller":"traceutil/trace.go:171","msg":"trace[92657805] linearizableReadLoop","detail":"{readStateIndex:25579; appliedIndex:25578; }","duration":"102.531388ms","start":"2026-03-04T16:21:12.120991Z","end":"2026-03-04T16:21:12.223523Z","steps":["trace[92657805] 'read index received' (duration: 102.161058ms)","trace[92657805] 'applied index is now lower than readState.Index' (duration: 369.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:18.208342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:18.722701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:19.0859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.877538347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:21:19.086402Z","caller":"traceutil/trace.go:171","msg":"trace[1854573007] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"1.878096341s","start":"2026-03-04T16:21:17.20828Z","end":"2026-03-04T16:21:19.086376Z","steps":["trace[1854573007] 'process raft request' (duration: 1.877951698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:19.086541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:17.208268Z","time spent":"1.878185403s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:20.48802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:20.488125Z","caller":"traceutil/trace.go:171","msg":"trace[1996380631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345937s","start":"2026-03-04T16:21:18.487755Z","end":"2026-03-04T16:21:20.488101Z","steps":["trace[1996380631] 'agreement among raft nodes before linearized reading' (duration: 2.000220534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:20.488184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.487737Z","time spent":"2.000433589s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:21.098517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.009917777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:22.488273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:22.488362Z","caller":"traceutil/trace.go:171","msg":"trace[440538926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005559s","start":"2026-03-04T16:21:20.488337Z","end":"2026-03-04T16:21:22.488342Z","steps":["trace[440538926] 'agreement among raft nodes before linearized reading' (duration: 1.999877676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:22.488412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:20.488317Z","time spent":"2.0000845s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:22.601472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502650527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:22.601684Z","caller":"traceutil/trace.go:171","msg":"trace[1736961659] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"4.86067188s","start":"2026-03-04T16:21:17.740966Z","end":"2026-03-04T16:21:22.601638Z","steps":["trace[1736961659] 'process raft request' (duration: 3.357777357s)","trace[1736961659] 'compare' (duration: 1.500890742s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:22.601783Z","caller":"traceutil/trace.go:171","msg":"trace[1089713690] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"4.487599644s","start":"2026-03-04T16:21:18.114164Z","end":"2026-03-04T16:21:22.601764Z","steps":["trace[1089713690] 'process raft request' (duration: 4.487400469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:22.601817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:17.740946Z","time spent":"4.860804963s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:22.601881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.114142Z","time spent":"4.487689016s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:22.601883Z","caller":"traceutil/trace.go:171","msg":"trace[1425680494] linearizableReadLoop","detail":"{readStateIndex:25612; appliedIndex:25609; }","duration":"4.89357376s","start":"2026-03-04T16:21:17.708292Z","end":"2026-03-04T16:21:22.601866Z","steps":["trace[1425680494] 'read index received' (duration: 1.378818041s)","trace[1425680494] 'applied index is now lower than readState.Index' (duration: 3.514754499s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:22.60196Z","caller":"traceutil/trace.go:171","msg":"trace[333257972] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"4.032985869s","start":"2026-03-04T16:21:18.568964Z","end":"2026-03-04T16:21:22.60195Z","steps":["trace[333257972] 'process raft request' (duration: 4.032660691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:22.602032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.568935Z","time spent":"4.033058982s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:22.602045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893759035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T16:21:22.602085Z","caller":"traceutil/trace.go:171","msg":"trace[959043964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24702; }","duration":"4.893836037s","start":"2026-03-04T16:21:17.708242Z","end":"2026-03-04T16:21:22.602078Z","steps":["trace[959043964] 'agreement among raft nodes before linearized reading' (duration: 4.893718004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:22.602104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:17.708224Z","time spent":"4.893876947s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:21:23.019427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999733059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:23.019494Z","caller":"traceutil/trace.go:171","msg":"trace[2141577339] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999817741s","start":"2026-03-04T16:21:18.019661Z","end":"2026-03-04T16:21:23.019479Z","steps":["trace[2141577339] 'agreement among raft nodes before linearized reading' (duration: 4.999730139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:23.01953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.019619Z","time spent":"4.999903194s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 16:21:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:23.102438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:23.165569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999519804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:23.165617Z","caller":"traceutil/trace.go:171","msg":"trace[1455341821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999603517s","start":"2026-03-04T16:21:18.165999Z","end":"2026-03-04T16:21:23.165602Z","steps":["trace[1455341821] 'agreement among raft nodes before linearized reading' (duration: 4.999539075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:23.165649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.165984Z","time spent":"4.999658738s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 16:21:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:23.176365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000060727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:23.17646Z","caller":"traceutil/trace.go:171","msg":"trace[742278093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000193561s","start":"2026-03-04T16:21:18.176243Z","end":"2026-03-04T16:21:23.176437Z","steps":["trace[742278093] 'agreement among raft nodes before linearized reading' (duration: 5.000067818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:23.17653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.176236Z","time spent":"5.000283193s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:21:23.603071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:24.090222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:19.092643Z","time spent":"4.997572515s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:21:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:24.103519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:24.291903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999559525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:24.29202Z","caller":"traceutil/trace.go:171","msg":"trace[1888617762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999792271s","start":"2026-03-04T16:21:19.292205Z","end":"2026-03-04T16:21:24.291998Z","steps":["trace[1888617762] 'agreement among raft nodes before linearized reading' (duration: 4.999601776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:24.292107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:19.292177Z","time spent":"4.999915344s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:21:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:24.494383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:24.494506Z","caller":"traceutil/trace.go:171","msg":"trace[115970170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537972s","start":"2026-03-04T16:21:22.493942Z","end":"2026-03-04T16:21:24.49448Z","steps":["trace[115970170] 'agreement among raft nodes before linearized reading' (duration: 2.000361918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:24.494565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.493925Z","time spent":"2.000626005s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:24.611878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:25.10454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005091854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:25.104633Z","caller":"traceutil/trace.go:171","msg":"trace[1028115142] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.005198806s","start":"2026-03-04T16:21:20.099411Z","end":"2026-03-04T16:21:25.10461Z","steps":["trace[1028115142] 'agreement among raft nodes before linearized reading' (duration: 5.005088304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:25.10471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:20.099367Z","time spent":"5.005323169s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:21:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:25.112721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:25.613373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:26.093488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:19.092432Z","time spent":"7.00105052s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:26.113816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:26.495644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:26.495744Z","caller":"traceutil/trace.go:171","msg":"trace[698352973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695245s","start":"2026-03-04T16:21:24.495023Z","end":"2026-03-04T16:21:26.495719Z","steps":["trace[698352973] 'agreement among raft nodes before linearized reading' (duration: 2.000564742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:26.495812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.495003Z","time spent":"2.000795888s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:26.614338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832387984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:26.647307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.07898635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:27.098561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251971477s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:27.098668Z","caller":"traceutil/trace.go:171","msg":"trace[846721266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24702; }","duration":"3.25209009s","start":"2026-03-04T16:21:23.846561Z","end":"2026-03-04T16:21:27.098651Z","steps":["trace[846721266] 'range keys from in-memory index tree' (duration: 3.251954796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:27.10017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.485541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:27.100356Z","caller":"traceutil/trace.go:171","msg":"trace[1173972303] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"6.419953265s","start":"2026-03-04T16:21:20.680393Z","end":"2026-03-04T16:21:27.100347Z","steps":["trace[1173972303] 'process raft request' (duration: 6.419915764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:27.100403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:20.680371Z","time spent":"6.420013637s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:21:27.100743Z","caller":"traceutil/trace.go:171","msg":"trace[902461041] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"6.819509439s","start":"2026-03-04T16:21:20.28119Z","end":"2026-03-04T16:21:27.1007Z","steps":["trace[902461041] 'process raft request' (duration: 6.819093259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:27.100876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:20.281165Z","time spent":"6.819640063s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:27.605153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.606145Z","time spent":"4.998992841s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:28.165828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997853743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:28.165908Z","caller":"traceutil/trace.go:171","msg":"trace[149554259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997983817s","start":"2026-03-04T16:21:25.167903Z","end":"2026-03-04T16:21:28.165887Z","steps":["trace[149554259] 'agreement among raft nodes before linearized reading' (duration: 2.997885824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:28.165947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:25.167885Z","time spent":"2.998054018s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 16:21:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:28.172006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001732675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:28.172045Z","caller":"traceutil/trace.go:171","msg":"trace[16311377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001807588s","start":"2026-03-04T16:21:18.170228Z","end":"2026-03-04T16:21:28.172036Z","steps":["trace[16311377] 'agreement among raft nodes before linearized reading' (duration: 10.001765306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:28.172069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.17021Z","time spent":"10.001853038s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 16:21:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:28.175969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99775255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:28.176003Z","caller":"traceutil/trace.go:171","msg":"trace[1718544761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997821082s","start":"2026-03-04T16:21:25.178174Z","end":"2026-03-04T16:21:28.175995Z","steps":["trace[1718544761] 'agreement among raft nodes before linearized reading' (duration: 2.997783541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:28.176031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:25.178157Z","time spent":"2.997866694s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 16:21:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:28.182443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000035733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:28.182562Z","caller":"traceutil/trace.go:171","msg":"trace[1685034258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000229228s","start":"2026-03-04T16:21:18.182301Z","end":"2026-03-04T16:21:28.18253Z","steps":["trace[1685034258] 'agreement among raft nodes before linearized reading' (duration: 10.000078244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:28.182636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.182267Z","time spent":"10.000352851s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 16:21:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:28.501897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:28.501979Z","caller":"traceutil/trace.go:171","msg":"trace[1150126902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000709306s","start":"2026-03-04T16:21:26.501252Z","end":"2026-03-04T16:21:28.501961Z","steps":["trace[1150126902] 'agreement among raft nodes before linearized reading' (duration: 2.000601033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:28.502025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:26.501231Z","time spent":"2.000784938s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:29.091092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99859607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:29.091189Z","caller":"traceutil/trace.go:171","msg":"trace[659927820] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998744334s","start":"2026-03-04T16:21:24.092421Z","end":"2026-03-04T16:21:29.091166Z","steps":["trace[659927820] 'agreement among raft nodes before linearized reading' (duration: 4.998624471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:29.091244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.092405Z","time spent":"4.998827496s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 16:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:29.337471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.336744Z","time spent":"7.000720383s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:29.605025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.612005Z","time spent":"4.99301233s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:29.606755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.612112Z","time spent":"4.99463189s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:21:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:29.607299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.612119Z","time spent":"4.995174835s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:29.703225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.702054Z","time spent":"7.001164203s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:30.504424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:30.504602Z","caller":"traceutil/trace.go:171","msg":"trace[321949911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691805s","start":"2026-03-04T16:21:28.503888Z","end":"2026-03-04T16:21:30.504579Z","steps":["trace[321949911] 'agreement among raft nodes before linearized reading' (duration: 2.000494101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:30.504706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.503867Z","time spent":"2.000826569s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:31.062221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.008074801s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:31.234183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:31.234432Z","caller":"traceutil/trace.go:171","msg":"trace[488262950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616954s","start":"2026-03-04T16:21:29.233661Z","end":"2026-03-04T16:21:31.234278Z","steps":["trace[488262950] 'agreement among raft nodes before linearized reading' (duration: 2.00044942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:31.23457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.233642Z","time spent":"2.00088875s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:31.615779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000135619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:31.615881Z","caller":"traceutil/trace.go:171","msg":"trace[2004622475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000281973s","start":"2026-03-04T16:21:26.615575Z","end":"2026-03-04T16:21:31.615856Z","steps":["trace[2004622475] 'agreement among raft nodes before linearized reading' (duration: 5.00016167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:31.61593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:26.615557Z","time spent":"5.000362605s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:31.765577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99899025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:31.765753Z","caller":"traceutil/trace.go:171","msg":"trace[313426127] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999205835s","start":"2026-03-04T16:21:26.76653Z","end":"2026-03-04T16:21:31.765736Z","steps":["trace[313426127] 'agreement among raft nodes before linearized reading' (duration: 4.99901482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:31.765855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:26.766513Z","time spent":"4.999327238s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 16:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:32.118914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008124066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:32.118981Z","caller":"traceutil/trace.go:171","msg":"trace[1470195821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00824486s","start":"2026-03-04T16:21:22.11072Z","end":"2026-03-04T16:21:32.118964Z","steps":["trace[1470195821] 'agreement among raft nodes before linearized reading' (duration: 10.008153797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:32.119018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.110703Z","time spent":"10.008305951s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 16:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:32.509873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:32.509996Z","caller":"traceutil/trace.go:171","msg":"trace[925023057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260375s","start":"2026-03-04T16:21:30.509708Z","end":"2026-03-04T16:21:32.509969Z","steps":["trace[925023057] 'agreement among raft nodes before linearized reading' (duration: 2.00008617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:32.510062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:30.509618Z","time spent":"2.000431829s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:32.618125Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae3927","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:32.773074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:25.767393Z","time spent":"7.005675587s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:33.166751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.167616Z","time spent":"4.999128293s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:21:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:33.177536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.178157Z","time spent":"4.99937265s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:33.316059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99899308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:33.316126Z","caller":"traceutil/trace.go:171","msg":"trace[265318370] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999104983s","start":"2026-03-04T16:21:28.317006Z","end":"2026-03-04T16:21:33.316111Z","steps":["trace[265318370] 'agreement among raft nodes before linearized reading' (duration: 4.99901548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:33.31616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.316986Z","time spent":"4.999166425s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:21:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:34.105964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:27.105477Z","time spent":"7.000480525s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:34.510427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:34.510575Z","caller":"traceutil/trace.go:171","msg":"trace[271926401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203643s","start":"2026-03-04T16:21:32.510299Z","end":"2026-03-04T16:21:34.510502Z","steps":["trace[271926401] 'agreement among raft nodes before linearized reading' (duration: 2.00009029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:34.510658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:32.510276Z","time spent":"2.000369468s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:34.605348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999004751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:34.605466Z","caller":"traceutil/trace.go:171","msg":"trace[1766085360] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999256357s","start":"2026-03-04T16:21:29.606188Z","end":"2026-03-04T16:21:34.605445Z","steps":["trace[1766085360] 'agreement among raft nodes before linearized reading' (duration: 4.999036592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:34.605516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.606168Z","time spent":"4.999335669s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 16:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:34.606155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999171815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:34.606219Z","caller":"traceutil/trace.go:171","msg":"trace[1684959786] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999313438s","start":"2026-03-04T16:21:29.60689Z","end":"2026-03-04T16:21:34.606203Z","steps":["trace[1684959786] 'agreement among raft nodes before linearized reading' (duration: 4.999242397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:34.606267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.606877Z","time spent":"4.99937573s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 16:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:34.607157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999549174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:34.607203Z","caller":"traceutil/trace.go:171","msg":"trace[125300809] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999792739s","start":"2026-03-04T16:21:29.607398Z","end":"2026-03-04T16:21:34.607191Z","steps":["trace[125300809] 'agreement among raft nodes before linearized reading' (duration: 4.999742268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:34.607229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.607377Z","time spent":"4.999845561s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 16:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:35.173783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.173398Z","time spent":"7.000379144s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:35.184046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.183638Z","time spent":"7.000402674s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:36.342919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.342054Z","time spent":"7.000858756s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:36.516581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:36.516697Z","caller":"traceutil/trace.go:171","msg":"trace[280283717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517711s","start":"2026-03-04T16:21:34.516153Z","end":"2026-03-04T16:21:36.51667Z","steps":["trace[280283717] 'agreement among raft nodes before linearized reading' (duration: 2.000366377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:36.516812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.516137Z","time spent":"2.000662495s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:36.89829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998873747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:36.898378Z","caller":"traceutil/trace.go:171","msg":"trace[2056521175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99901501s","start":"2026-03-04T16:21:31.899345Z","end":"2026-03-04T16:21:36.89836Z","steps":["trace[2056521175] 'agreement among raft nodes before linearized reading' (duration: 4.998901478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:36.898417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:31.899328Z","time spent":"4.999080553s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:21:37.701233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993750096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:37.701317Z","caller":"traceutil/trace.go:171","msg":"trace[1900620313] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993896289s","start":"2026-03-04T16:21:29.707402Z","end":"2026-03-04T16:21:37.701299Z","steps":["trace[1900620313] 'agreement among raft nodes before linearized reading' (duration: 7.993794367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:37.701363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.707373Z","time spent":"7.993980212s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 16:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:38.517073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:38.517155Z","caller":"traceutil/trace.go:171","msg":"trace[763693954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270975s","start":"2026-03-04T16:21:36.516867Z","end":"2026-03-04T16:21:38.517138Z","steps":["trace[763693954] 'agreement among raft nodes before linearized reading' (duration: 2.000168922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:38.5172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:36.516814Z","time spent":"2.000376568s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:39.04728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999710878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:39.047431Z","caller":"traceutil/trace.go:171","msg":"trace[1263109058] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999845442s","start":"2026-03-04T16:21:34.047493Z","end":"2026-03-04T16:21:39.047339Z","steps":["trace[1263109058] 'agreement among raft nodes before linearized reading' (duration: 4.999733529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:39.047539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.047476Z","time spent":"5.000042106s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:21:39.10749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:32.107074Z","time spent":"7.000406054s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:39.23833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:39.238424Z","caller":"traceutil/trace.go:171","msg":"trace[800186106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99934546s","start":"2026-03-04T16:21:34.239056Z","end":"2026-03-04T16:21:39.238402Z","steps":["trace[800186106] 'agreement among raft nodes before linearized reading' (duration: 4.999218547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:39.238481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.239031Z","time spent":"4.999435342s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:21:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:39.605869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998239461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:39.60597Z","caller":"traceutil/trace.go:171","msg":"trace[1339682991] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998383025s","start":"2026-03-04T16:21:34.607559Z","end":"2026-03-04T16:21:39.605942Z","steps":["trace[1339682991] 'agreement among raft nodes before linearized reading' (duration: 4.998257642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:39.606023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.607547Z","time spent":"4.998465317s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T16:21:39.607466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.608163Z","time spent":"4.999296388s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:39.778079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:32.777498Z","time spent":"7.000575359s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:40.421069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.358620094s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:40.522906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:40.522989Z","caller":"traceutil/trace.go:171","msg":"trace[2109716391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374908s","start":"2026-03-04T16:21:38.522596Z","end":"2026-03-04T16:21:40.522971Z","steps":["trace[2109716391] 'agreement among raft nodes before linearized reading' (duration: 2.000177803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:40.523044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:38.522499Z","time spent":"2.000526542s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:41.788804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.72542759s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:21:41.789721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.534182Z","time spent":"6.255525744s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:21:41.79058Z","caller":"traceutil/trace.go:171","msg":"trace[1068167618] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25612; }","duration":"19.188635665s","start":"2026-03-04T16:21:22.601918Z","end":"2026-03-04T16:21:41.790554Z","steps":["trace[1068167618] 'read index received' (duration: 4.04571593s)","trace[1068167618] 'applied index is now lower than readState.Index' (duration: 15.142918485s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:41.790777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.942875461s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:41.790905Z","caller":"traceutil/trace.go:171","msg":"trace[1298125379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24713; }","duration":"7.94481309s","start":"2026-03-04T16:21:33.846069Z","end":"2026-03-04T16:21:41.790882Z","steps":["trace[1298125379] 'range keys from in-memory index tree' (duration: 7.942858321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.913961809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:41.791516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.6112274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:41.79156Z","caller":"traceutil/trace.go:171","msg":"trace[1275202459] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24715; }","duration":"23.914058611s","start":"2026-03-04T16:21:17.877489Z","end":"2026-03-04T16:21:41.791548Z","steps":["trace[1275202459] 'agreement among raft nodes before linearized reading' (duration: 23.913964958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:41.791582Z","caller":"traceutil/trace.go:171","msg":"trace[2066178344] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:0; response_revision:24715; }","duration":"21.611343033s","start":"2026-03-04T16:21:20.18022Z","end":"2026-03-04T16:21:41.791563Z","steps":["trace[2066178344] 'agreement among raft nodes before linearized reading' (duration: 21.61123789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:17.877473Z","time spent":"23.914114763s","remote":"127.0.0.1:47374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.791612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:20.1802Z","time spent":"21.611406814s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:21:41.791615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.321101536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp\" ","response":"range_response_count:1 size:5968"} {"level":"warn","ts":"2026-03-04T16:21:41.791646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.576898372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:21:41.79169Z","caller":"traceutil/trace.go:171","msg":"trace[1471443288] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp; range_end:; response_count:1; response_revision:24715; }","duration":"23.321217308s","start":"2026-03-04T16:21:18.470451Z","end":"2026-03-04T16:21:41.791668Z","steps":["trace[1471443288] 'agreement among raft nodes before linearized reading' (duration: 23.320984652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.791656643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:41.791714Z","caller":"traceutil/trace.go:171","msg":"trace[1399038730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24715; }","duration":"22.577003184s","start":"2026-03-04T16:21:19.214687Z","end":"2026-03-04T16:21:41.79169Z","steps":["trace[1399038730] 'agreement among raft nodes before linearized reading' (duration: 22.576776319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.470435Z","time spent":"23.32129345s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp\" "} {"level":"info","ts":"2026-03-04T16:21:41.791746Z","caller":"traceutil/trace.go:171","msg":"trace[1978324036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24715; }","duration":"21.791721194s","start":"2026-03-04T16:21:20.000009Z","end":"2026-03-04T16:21:41.79173Z","steps":["trace[1978324036] 'agreement among raft nodes before linearized reading' (duration: 21.791628052s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:19.21467Z","time spent":"22.577082697s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T16:21:41.791786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:19.999962Z","time spent":"21.791814797s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.791829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.104734824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:41.791887Z","caller":"traceutil/trace.go:171","msg":"trace[602939383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24715; }","duration":"23.104835857s","start":"2026-03-04T16:21:18.687037Z","end":"2026-03-04T16:21:41.791873Z","steps":["trace[602939383] 'agreement among raft nodes before linearized reading' (duration: 23.104741154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.687018Z","time spent":"23.104895469s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.791783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.888833708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:41.791923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.241130736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:41.791976Z","caller":"traceutil/trace.go:171","msg":"trace[742917274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24715; }","duration":"19.889075734s","start":"2026-03-04T16:21:21.902889Z","end":"2026-03-04T16:21:41.791965Z","steps":["trace[742917274] 'agreement among raft nodes before linearized reading' (duration: 19.888863269s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:41.791987Z","caller":"traceutil/trace.go:171","msg":"trace[948311296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24716; }","duration":"23.241231268s","start":"2026-03-04T16:21:18.55074Z","end":"2026-03-04T16:21:41.791971Z","steps":["trace[948311296] 'agreement among raft nodes before linearized reading' (duration: 23.241095655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.791996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.54145714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"warn","ts":"2026-03-04T16:21:41.792025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:18.550726Z","time spent":"23.24129029s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.792047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.51410889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:41.792064Z","caller":"traceutil/trace.go:171","msg":"trace[863237666] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24715; }","duration":"19.541556983s","start":"2026-03-04T16:21:22.250488Z","end":"2026-03-04T16:21:41.792045Z","steps":["trace[863237666] 'agreement among raft nodes before linearized reading' (duration: 19.54103058s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:41.792116Z","caller":"traceutil/trace.go:171","msg":"trace[1965920599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24716; }","duration":"19.514212472s","start":"2026-03-04T16:21:22.27787Z","end":"2026-03-04T16:21:41.792083Z","steps":["trace[1965920599] 'agreement among raft nodes before linearized reading' (duration: 19.51413227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.792115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.250472Z","time spent":"19.541628454s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:21:41.792142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.277845Z","time spent":"19.514290994s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.791848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.512196351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:41.792257Z","caller":"traceutil/trace.go:171","msg":"trace[1330723641] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24715; }","duration":"20.512610131s","start":"2026-03-04T16:21:21.279632Z","end":"2026-03-04T16:21:41.792242Z","steps":["trace[1330723641] 'agreement among raft nodes before linearized reading' (duration: 20.51217685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:41.792303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:21.279564Z","time spent":"20.512724203s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:41.792011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:21.902865Z","time spent":"19.889134945s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:42.124226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99893973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:42.124318Z","caller":"traceutil/trace.go:171","msg":"trace[444522710] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999076533s","start":"2026-03-04T16:21:37.125221Z","end":"2026-03-04T16:21:42.124297Z","steps":["trace[444522710] 'agreement among raft nodes before linearized reading' (duration: 4.99896202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:42.124365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:37.125206Z","time spent":"4.999150545s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:42.2916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:42.523938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:42.524017Z","caller":"traceutil/trace.go:171","msg":"trace[1183145127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208074s","start":"2026-03-04T16:21:40.52379Z","end":"2026-03-04T16:21:42.523998Z","steps":["trace[1183145127] 'agreement among raft nodes before linearized reading' (duration: 2.000105231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:42.524072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:40.523772Z","time spent":"2.000290146s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:42.792226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:43.292693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:43.793328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:44.293931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:44.495288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999726909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:44.49537Z","caller":"traceutil/trace.go:171","msg":"trace[1168268410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999868753s","start":"2026-03-04T16:21:39.495482Z","end":"2026-03-04T16:21:44.495351Z","steps":["trace[1168268410] 'agreement among raft nodes before linearized reading' (duration: 4.99974558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:44.495411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:39.495465Z","time spent":"4.999936135s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:21:44.53066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:44.53076Z","caller":"traceutil/trace.go:171","msg":"trace[1897610205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046622s","start":"2026-03-04T16:21:42.530269Z","end":"2026-03-04T16:21:44.530736Z","steps":["trace[1897610205] 'agreement among raft nodes before linearized reading' (duration: 2.000332436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:44.53083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.53025Z","time spent":"2.000568693s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:44.795028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:45.295553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:45.796576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:46.296787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:46.531184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:46.531289Z","caller":"traceutil/trace.go:171","msg":"trace[619917575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006406s","start":"2026-03-04T16:21:44.531203Z","end":"2026-03-04T16:21:46.531267Z","steps":["trace[619917575] 'agreement among raft nodes before linearized reading' (duration: 1.999938607s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:46.531337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:44.531191Z","time spent":"2.000135042s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:46.783476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:39.78235Z","time spent":"7.001121103s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:46.797043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:47.297998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:47.301472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999690908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:47.301534Z","caller":"traceutil/trace.go:171","msg":"trace[1488210994] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999804081s","start":"2026-03-04T16:21:42.301715Z","end":"2026-03-04T16:21:47.301519Z","steps":["trace[1488210994] 'agreement among raft nodes before linearized reading' (duration: 4.999712279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:47.30157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.301699Z","time spent":"4.999863312s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 16:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:47.362093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999567015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:47.362224Z","caller":"traceutil/trace.go:171","msg":"trace[462285641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.001232128s","start":"2026-03-04T16:21:42.360961Z","end":"2026-03-04T16:21:47.362194Z","steps":["trace[462285641] 'agreement among raft nodes before linearized reading' (duration: 4.999598316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:47.362308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.360941Z","time spent":"5.00135254s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:47.798491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:48.298992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:48.539596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:48.539692Z","caller":"traceutil/trace.go:171","msg":"trace[82587986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696076s","start":"2026-03-04T16:21:46.538975Z","end":"2026-03-04T16:21:48.539671Z","steps":["trace[82587986] 'agreement among raft nodes before linearized reading' (duration: 2.000553692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.539744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:46.538917Z","time spent":"2.000816379s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:48.791182Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-04T16:21:48.791391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.385926474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.791454Z","caller":"traceutil/trace.go:171","msg":"trace[214411120] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"8.386060787s","start":"2026-03-04T16:21:40.405375Z","end":"2026-03-04T16:21:48.791435Z","steps":["trace[214411120] 'agreement among raft nodes before linearized reading' (duration: 8.385963475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.215821551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:40.405354Z","time spent":"8.38614443s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.791547Z","caller":"traceutil/trace.go:171","msg":"trace[1669777781] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"20.215912104s","start":"2026-03-04T16:21:28.575612Z","end":"2026-03-04T16:21:48.791525Z","steps":["trace[1669777781] 'agreement among raft nodes before linearized reading' (duration: 20.215817391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.674542473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:28.575564Z","time spent":"20.216055897s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.31176695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.846230749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.79163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.750164205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.791691Z","caller":"traceutil/trace.go:171","msg":"trace[1273297926] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"23.311854462s","start":"2026-03-04T16:21:25.479822Z","end":"2026-03-04T16:21:48.791676Z","steps":["trace[1273297926] 'agreement among raft nodes before linearized reading' (duration: 23.311800841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.667106226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.791711Z","caller":"traceutil/trace.go:171","msg":"trace[1201520197] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; }","duration":"12.846323761s","start":"2026-03-04T16:21:35.945371Z","end":"2026-03-04T16:21:48.791695Z","steps":["trace[1201520197] 'agreement among raft nodes before linearized reading' (duration: 12.846262859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:25.479806Z","time spent":"23.311914593s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.680569411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.02706998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.379153571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.791795Z","caller":"traceutil/trace.go:171","msg":"trace[1597809550] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; }","duration":"17.02712407s","start":"2026-03-04T16:21:31.764666Z","end":"2026-03-04T16:21:48.79179Z","steps":["trace[1597809550] 'agreement among raft nodes before linearized reading' (duration: 17.02710309s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.791791Z","caller":"traceutil/trace.go:171","msg":"trace[2136831311] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"9.680663203s","start":"2026-03-04T16:21:39.111109Z","end":"2026-03-04T16:21:48.791772Z","steps":["trace[2136831311] 'agreement among raft nodes before linearized reading' (duration: 9.680612002s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.791813Z","caller":"traceutil/trace.go:171","msg":"trace[974521342] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; }","duration":"11.379233263s","start":"2026-03-04T16:21:37.412573Z","end":"2026-03-04T16:21:48.791806Z","steps":["trace[974521342] 'agreement among raft nodes before linearized reading' (duration: 11.379194142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.232289923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:37.412542Z","time spent":"11.379304095s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:39.111086Z","time spent":"9.680745874s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:21:48.791867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.163988658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.79183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.50488337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.104807578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.444885659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.816169962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.148726974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.79195Z","caller":"traceutil/trace.go:171","msg":"trace[632381652] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"12.444954791s","start":"2026-03-04T16:21:36.346987Z","end":"2026-03-04T16:21:48.791942Z","steps":["trace[632381652] 'agreement among raft nodes before linearized reading' (duration: 12.44492033s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.791949Z","caller":"traceutil/trace.go:171","msg":"trace[1632193671] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"21.10488769s","start":"2026-03-04T16:21:27.687046Z","end":"2026-03-04T16:21:48.791934Z","steps":["trace[1632193671] 'agreement among raft nodes before linearized reading' (duration: 21.104842159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.706814849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.791966Z","caller":"traceutil/trace.go:171","msg":"trace[1901480811] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"13.148795735s","start":"2026-03-04T16:21:35.643163Z","end":"2026-03-04T16:21:48.791959Z","steps":["trace[1901480811] 'agreement among raft nodes before linearized reading' (duration: 13.148767645s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.791965Z","caller":"traceutil/trace.go:171","msg":"trace[843321357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"9.816235243s","start":"2026-03-04T16:21:38.975719Z","end":"2026-03-04T16:21:48.791954Z","steps":["trace[843321357] 'agreement among raft nodes before linearized reading' (duration: 9.816191362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:36.346968Z","time spent":"12.445002993s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T16:21:48.791996Z","caller":"traceutil/trace.go:171","msg":"trace[15329666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; }","duration":"25.707018044s","start":"2026-03-04T16:21:23.084966Z","end":"2026-03-04T16:21:48.791984Z","steps":["trace[15329666] 'agreement among raft nodes before linearized reading' (duration: 25.70684985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:27.687026Z","time spent":"21.104961992s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.665549299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.792023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.643142Z","time spent":"13.148865517s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.010850094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.792048Z","caller":"traceutil/trace.go:171","msg":"trace[704351418] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; }","duration":"12.665585619s","start":"2026-03-04T16:21:36.126456Z","end":"2026-03-04T16:21:48.792042Z","steps":["trace[704351418] 'agreement among raft nodes before linearized reading' (duration: 12.665549359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.960732031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.792055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:23.084947Z","time spent":"25.707093475s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:36.126418Z","time spent":"12.66564927s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":0,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.792075Z","caller":"traceutil/trace.go:171","msg":"trace[510328866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; }","duration":"13.011012318s","start":"2026-03-04T16:21:35.781052Z","end":"2026-03-04T16:21:48.792064Z","steps":["trace[510328866] 'agreement among raft nodes before linearized reading' (duration: 13.010850044s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.792093Z","caller":"traceutil/trace.go:171","msg":"trace[1399472084] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"9.960817183s","start":"2026-03-04T16:21:38.831264Z","end":"2026-03-04T16:21:48.792081Z","steps":["trace[1399472084] 'agreement among raft nodes before linearized reading' (duration: 9.960775552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.79213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:38.831236Z","time spent":"9.960881735s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.791911Z","caller":"traceutil/trace.go:171","msg":"trace[1688018716] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"26.16410722s","start":"2026-03-04T16:21:22.627792Z","end":"2026-03-04T16:21:48.791899Z","steps":["trace[1688018716] 'agreement among raft nodes before linearized reading' (duration: 26.164059069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.79168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.142569497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.79218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:22.627687Z","time spent":"26.16447674s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.792189Z","caller":"traceutil/trace.go:171","msg":"trace[1838527361] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"14.143121301s","start":"2026-03-04T16:21:34.649057Z","end":"2026-03-04T16:21:48.792178Z","steps":["trace[1838527361] 'agreement among raft nodes before linearized reading' (duration: 14.142613618s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.791937Z","caller":"traceutil/trace.go:171","msg":"trace[1804675413] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"15.505071195s","start":"2026-03-04T16:21:33.286844Z","end":"2026-03-04T16:21:48.791915Z","steps":["trace[1804675413] 'agreement among raft nodes before linearized reading' (duration: 15.504903401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.770987739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.79223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.64902Z","time spent":"14.143194893s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.791725Z","caller":"traceutil/trace.go:171","msg":"trace[1044633410] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413; range_end:; }","duration":"14.667159567s","start":"2026-03-04T16:21:34.124561Z","end":"2026-03-04T16:21:48.79172Z","steps":["trace[1044633410] 'agreement among raft nodes before linearized reading' (duration: 14.667137097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.792259Z","caller":"traceutil/trace.go:171","msg":"trace[1878409822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; }","duration":"12.771712498s","start":"2026-03-04T16:21:36.020532Z","end":"2026-03-04T16:21:48.792244Z","steps":["trace[1878409822] 'agreement among raft nodes before linearized reading' (duration: 12.77102232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.124544Z","time spent":"14.667738792s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/magnum-api-86547cdc7f-mnb6k.1899afbbd6247413\" "} {"level":"warn","ts":"2026-03-04T16:21:48.791842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.49950716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.792313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:36.020511Z","time spent":"12.77178514s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.791732Z","caller":"traceutil/trace.go:171","msg":"trace[818382275] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"12.750339618s","start":"2026-03-04T16:21:36.041372Z","end":"2026-03-04T16:21:48.791712Z","steps":["trace[818382275] 'agreement among raft nodes before linearized reading' (duration: 12.750186264s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.792344Z","caller":"traceutil/trace.go:171","msg":"trace[2072921462] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"21.500069424s","start":"2026-03-04T16:21:27.292263Z","end":"2026-03-04T16:21:48.792333Z","steps":["trace[2072921462] 'agreement among raft nodes before linearized reading' (duration: 21.499545351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:31.764647Z","time spent":"17.027174932s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:36.041356Z","time spent":"12.751008506s","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.912046595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.792382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:27.292243Z","time spent":"21.500126026s","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:33.286826Z","time spent":"15.505397014s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.791874Z","caller":"traceutil/trace.go:171","msg":"trace[421214689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; }","duration":"13.232422226s","start":"2026-03-04T16:21:35.55944Z","end":"2026-03-04T16:21:48.791862Z","steps":["trace[421214689] 'agreement among raft nodes before linearized reading' (duration: 13.232333624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.559417Z","time spent":"13.233045982s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.136014562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.792415Z","caller":"traceutil/trace.go:171","msg":"trace[1390836153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"17.912094866s","start":"2026-03-04T16:21:30.880315Z","end":"2026-03-04T16:21:48.79241Z","steps":["trace[1390836153] 'agreement among raft nodes before linearized reading' (duration: 17.912076735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.791531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806410887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.792544Z","caller":"traceutil/trace.go:171","msg":"trace[520675531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; }","duration":"14.137178391s","start":"2026-03-04T16:21:34.655353Z","end":"2026-03-04T16:21:48.792532Z","steps":["trace[520675531] 'agreement among raft nodes before linearized reading' (duration: 14.136007282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:30.880293Z","time spent":"17.91226447s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:21:48.791789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.05227882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.792591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.655285Z","time spent":"14.137292493s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.79263Z","caller":"traceutil/trace.go:171","msg":"trace[2027900320] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; }","duration":"24.053140421s","start":"2026-03-04T16:21:24.739471Z","end":"2026-03-04T16:21:48.792611Z","steps":["trace[2027900320] 'agreement among raft nodes before linearized reading' (duration: 24.05230558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:24.739454Z","time spent":"24.053209483s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.444151195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.79213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.780984Z","time spent":"13.011131891s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.79273Z","caller":"traceutil/trace.go:171","msg":"trace[1310228524] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"8.445420316s","start":"2026-03-04T16:21:40.347297Z","end":"2026-03-04T16:21:48.792718Z","steps":["trace[1310228524] 'agreement among raft nodes before linearized reading' (duration: 8.444185376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:40.347277Z","time spent":"8.445481837s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.107911978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.792817Z","caller":"traceutil/trace.go:171","msg":"trace[14751980] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; }","duration":"19.108979615s","start":"2026-03-04T16:21:29.683828Z","end":"2026-03-04T16:21:48.792808Z","steps":["trace[14751980] 'agreement among raft nodes before linearized reading' (duration: 19.107912188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:38.975704Z","time spent":"9.816291265s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:29.68377Z","time spent":"19.109066676s","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:48.792577Z","caller":"traceutil/trace.go:171","msg":"trace[1292210965] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"8.807485124s","start":"2026-03-04T16:21:39.98508Z","end":"2026-03-04T16:21:48.792565Z","steps":["trace[1292210965] 'agreement among raft nodes before linearized reading' (duration: 8.806442118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.792905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:39.985061Z","time spent":"8.807825813s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.792983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.117624047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.793009Z","caller":"traceutil/trace.go:171","msg":"trace[512054134] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"14.117655007s","start":"2026-03-04T16:21:34.675348Z","end":"2026-03-04T16:21:48.793003Z","steps":["trace[512054134] 'agreement among raft nodes before linearized reading' (duration: 14.117623827s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.79165Z","caller":"traceutil/trace.go:171","msg":"trace[1492727444] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; }","duration":"15.674645735s","start":"2026-03-04T16:21:33.116993Z","end":"2026-03-04T16:21:48.791638Z","steps":["trace[1492727444] 'agreement among raft nodes before linearized reading' (duration: 15.674539533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.793033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:34.675313Z","time spent":"14.117713009s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.793037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:33.116976Z","time spent":"15.676053721s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.793049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.78204731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.793071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.443839302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.793094Z","caller":"traceutil/trace.go:171","msg":"trace[733356571] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; }","duration":"21.782150392s","start":"2026-03-04T16:21:27.010932Z","end":"2026-03-04T16:21:48.793082Z","steps":["trace[733356571] 'agreement among raft nodes before linearized reading' (duration: 21.782097911s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.793113Z","caller":"traceutil/trace.go:171","msg":"trace[924170534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; }","duration":"13.443933724s","start":"2026-03-04T16:21:35.349168Z","end":"2026-03-04T16:21:48.793101Z","steps":["trace[924170534] 'agreement among raft nodes before linearized reading' (duration: 13.443873702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.793136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:27.010913Z","time spent":"21.782210194s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.79315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.349141Z","time spent":"13.443997836s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.791681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.0696637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:21:48.791704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.694965569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.793259Z","caller":"traceutil/trace.go:171","msg":"trace[1218361423] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; }","duration":"15.696574079s","start":"2026-03-04T16:21:33.096679Z","end":"2026-03-04T16:21:48.793253Z","steps":["trace[1218361423] 'agreement among raft nodes before linearized reading' (duration: 15.69500844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:48.79326Z","caller":"traceutil/trace.go:171","msg":"trace[510833785] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"11.071289011s","start":"2026-03-04T16:21:37.721961Z","end":"2026-03-04T16:21:48.79325Z","steps":["trace[510833785] 'agreement among raft nodes before linearized reading' (duration: 11.069683771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.793296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:37.721946Z","time spent":"11.071337711s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T16:21:48.79328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:33.096658Z","time spent":"15.69661423s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.793196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.319152946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T16:21:48.793485Z","caller":"traceutil/trace.go:171","msg":"trace[110385981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"22.321152576s","start":"2026-03-04T16:21:26.472322Z","end":"2026-03-04T16:21:48.793475Z","steps":["trace[110385981] 'agreement among raft nodes before linearized reading' (duration: 22.319170527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:48.793518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:26.4723Z","time spent":"22.321207798s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:21:48.791762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:35.945353Z","time spent":"12.846394453s","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:48.797288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:41.796783Z","time spent":"7.000501807s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:48.805528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:41.804354Z","time spent":"7.001168304s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:49.292146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:49.792651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:50.293539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:50.539829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:50.539933Z","caller":"traceutil/trace.go:171","msg":"trace[523936632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266325s","start":"2026-03-04T16:21:48.539646Z","end":"2026-03-04T16:21:50.539912Z","steps":["trace[523936632] 'agreement among raft nodes before linearized reading' (duration: 2.000132922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:50.54Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.539632Z","time spent":"2.000355587s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:50.795241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:51.24954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015900079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:51.249627Z","caller":"traceutil/trace.go:171","msg":"trace[651652083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.016054683s","start":"2026-03-04T16:21:49.233551Z","end":"2026-03-04T16:21:51.249605Z","steps":["trace[651652083] 'agreement among raft nodes before linearized reading' (duration: 2.01593381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:51.249701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:49.233531Z","time spent":"2.016160335s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:51.260462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998719353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:51.260543Z","caller":"traceutil/trace.go:171","msg":"trace[610512049] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998864037s","start":"2026-03-04T16:21:46.26166Z","end":"2026-03-04T16:21:51.260524Z","steps":["trace[610512049] 'agreement among raft nodes before linearized reading' (duration: 4.998761454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:51.260595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:46.261644Z","time spent":"4.998942149s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:21:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:51.295831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:51.796937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:51.814307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998789466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:51.814377Z","caller":"traceutil/trace.go:171","msg":"trace[888084667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998907889s","start":"2026-03-04T16:21:46.815453Z","end":"2026-03-04T16:21:51.814361Z","steps":["trace[888084667] 'agreement among raft nodes before linearized reading' (duration: 4.998816116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:51.81442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:46.815437Z","time spent":"4.998974161s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 16:21:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:51.944293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.522997491s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:52.144427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.013434962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:21:52.144493Z","caller":"traceutil/trace.go:171","msg":"trace[1307491585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.013554725s","start":"2026-03-04T16:21:42.130923Z","end":"2026-03-04T16:21:52.144477Z","steps":["trace[1307491585] 'agreement among raft nodes before linearized reading' (duration: 10.013464512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:52.144529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.130903Z","time spent":"10.013617926s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 16:21:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:52.53331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.686688174s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:52.533448Z","caller":"traceutil/trace.go:171","msg":"trace[1879319984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24719; }","duration":"8.686840658s","start":"2026-03-04T16:21:43.846587Z","end":"2026-03-04T16:21:52.533428Z","steps":["trace[1879319984] 'range keys from in-memory index tree' (duration: 8.686666973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:52.537023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.234748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:21:52.54741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:52.547472Z","caller":"traceutil/trace.go:171","msg":"trace[2101808473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131562s","start":"2026-03-04T16:21:50.547327Z","end":"2026-03-04T16:21:52.547458Z","steps":["trace[2101808473] 'agreement among raft nodes before linearized reading' (duration: 2.00004962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:52.547512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:50.547309Z","time spent":"2.000194654s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:54.548277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:54.548344Z","caller":"traceutil/trace.go:171","msg":"trace[1567667563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044276s","start":"2026-03-04T16:21:52.547888Z","end":"2026-03-04T16:21:54.548331Z","steps":["trace[1567667563] 'agreement among raft nodes before linearized reading' (duration: 2.000349257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:54.548392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:52.547863Z","time spent":"2.000521801s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:21:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:21:55.200443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354685651s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.200602Z","caller":"traceutil/trace.go:171","msg":"trace[914679711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24720; }","duration":"1.354851426s","start":"2026-03-04T16:21:53.845726Z","end":"2026-03-04T16:21:55.200577Z","steps":["trace[914679711] 'range keys from in-memory index tree' (duration: 1.35466839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.200758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:53.611585Z","time spent":"1.589165039s","remote":"127.0.0.1:52018","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:21:55.219474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.274458234s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:21:55.219877Z","caller":"traceutil/trace.go:171","msg":"trace[1183967120] linearizableReadLoop","detail":"{readStateIndex:25637; appliedIndex:25630; }","duration":"6.428547891s","start":"2026-03-04T16:21:48.791308Z","end":"2026-03-04T16:21:55.219856Z","steps":["trace[1183967120] 'read index received' (duration: 3.153329778s)","trace[1183967120] 'applied index is now lower than readState.Index' (duration: 3.275217273s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:55.220027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.687647088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.195363154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.220108Z","caller":"traceutil/trace.go:171","msg":"trace[921149903] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24721; }","duration":"9.687756612s","start":"2026-03-04T16:21:45.532332Z","end":"2026-03-04T16:21:55.220088Z","steps":["trace[921149903] 'agreement among raft nodes before linearized reading' (duration: 9.687576826s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.220144Z","caller":"traceutil/trace.go:171","msg":"trace[1112665624] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24721; }","duration":"10.195463486s","start":"2026-03-04T16:21:45.024668Z","end":"2026-03-04T16:21:55.220132Z","steps":["trace[1112665624] 'agreement among raft nodes before linearized reading' (duration: 10.195400334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:45.532325Z","time spent":"9.687824554s","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:45.02464Z","time spent":"10.195536208s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.423389225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T16:21:55.220329Z","caller":"traceutil/trace.go:171","msg":"trace[1837422747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938; range_end:; response_count:1; response_revision:24721; }","duration":"13.423509799s","start":"2026-03-04T16:21:41.796805Z","end":"2026-03-04T16:21:55.220315Z","steps":["trace[1837422747] 'agreement among raft nodes before linearized reading' (duration: 13.423304904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.528000109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:41.796774Z","time spent":"13.42358871s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" "} {"level":"info","ts":"2026-03-04T16:21:55.220391Z","caller":"traceutil/trace.go:171","msg":"trace[1119817603] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24721; }","duration":"10.528085121s","start":"2026-03-04T16:21:44.69229Z","end":"2026-03-04T16:21:55.220376Z","steps":["trace[1119817603] 'agreement among raft nodes before linearized reading' (duration: 10.528021069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.171769165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.444656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.220445Z","caller":"traceutil/trace.go:171","msg":"trace[1976083197] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24721; }","duration":"12.171845387s","start":"2026-03-04T16:21:43.04859Z","end":"2026-03-04T16:21:55.220436Z","steps":["trace[1976083197] 'agreement among raft nodes before linearized reading' (duration: 12.171785766s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.220464Z","caller":"traceutil/trace.go:171","msg":"trace[2121452416] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24721; }","duration":"6.4221121s","start":"2026-03-04T16:21:48.798336Z","end":"2026-03-04T16:21:55.220448Z","steps":["trace[2121452416] 'process raft request' (duration: 6.421478493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.2204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.046114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:55.220482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.264230758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.220505Z","caller":"traceutil/trace.go:171","msg":"trace[1181946352] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24721; }","duration":"178.179878ms","start":"2026-03-04T16:21:55.042318Z","end":"2026-03-04T16:21:55.220498Z","steps":["trace[1181946352] 'agreement among raft nodes before linearized reading' (duration: 178.032284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.22052Z","caller":"traceutil/trace.go:171","msg":"trace[1822892772] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24721; }","duration":"13.26430274s","start":"2026-03-04T16:21:41.956206Z","end":"2026-03-04T16:21:55.220508Z","steps":["trace[1822892772] 'agreement among raft nodes before linearized reading' (duration: 13.264249649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.433331861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T16:21:55.220556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.798325Z","time spent":"6.422174231s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":679,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:55.220589Z","caller":"traceutil/trace.go:171","msg":"trace[1085307365] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24721; }","duration":"8.433411713s","start":"2026-03-04T16:21:46.787164Z","end":"2026-03-04T16:21:55.220576Z","steps":["trace[1085307365] 'agreement among raft nodes before linearized reading' (duration: 8.433233348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.011854998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.220634Z","caller":"traceutil/trace.go:171","msg":"trace[973068706] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24721; }","duration":"13.01190665s","start":"2026-03-04T16:21:42.20872Z","end":"2026-03-04T16:21:55.220627Z","steps":["trace[973068706] 'agreement among raft nodes before linearized reading' (duration: 13.011864579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.208707Z","time spent":"13.011957711s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.607582215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:55.220695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.044889526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.220718Z","caller":"traceutil/trace.go:171","msg":"trace[1700996082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24721; }","duration":"12.608307604s","start":"2026-03-04T16:21:42.612395Z","end":"2026-03-04T16:21:55.220703Z","steps":["trace[1700996082] 'agreement among raft nodes before linearized reading' (duration: 12.607581725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.081673706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:42.61237Z","time spent":"12.608386505s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.626745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:46.787152Z","time spent":"8.433473765s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T16:21:55.220851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.033558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.220874Z","caller":"traceutil/trace.go:171","msg":"trace[1950156302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24721; }","duration":"864.086629ms","start":"2026-03-04T16:21:54.356782Z","end":"2026-03-04T16:21:55.220869Z","steps":["trace[1950156302] 'agreement among raft nodes before linearized reading' (duration: 864.052588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.220898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.356766Z","time spent":"864.125741ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.42407967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T16:21:55.22093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496251022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.426310762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.220968Z","caller":"traceutil/trace.go:171","msg":"trace[858526443] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24721; }","duration":"3.496294833s","start":"2026-03-04T16:21:51.724664Z","end":"2026-03-04T16:21:55.220959Z","steps":["trace[858526443] 'agreement among raft nodes before linearized reading' (duration: 3.496231632s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.220989Z","caller":"traceutil/trace.go:171","msg":"trace[1715793067] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24721; }","duration":"9.426369814s","start":"2026-03-04T16:21:45.794607Z","end":"2026-03-04T16:21:55.220977Z","steps":["trace[1715793067] 'agreement among raft nodes before linearized reading' (duration: 9.426284192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:51.724608Z","time spent":"3.496387916s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:45.794587Z","time spent":"9.426431286s","remote":"127.0.0.1:59324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.71276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.221069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345227202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:21:55.221113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794633886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.22113Z","caller":"traceutil/trace.go:171","msg":"trace[207357265] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24721; }","duration":"2.345321674s","start":"2026-03-04T16:21:52.875794Z","end":"2026-03-04T16:21:55.221115Z","steps":["trace[207357265] 'agreement among raft nodes before linearized reading' (duration: 2.34517136s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.221161Z","caller":"traceutil/trace.go:171","msg":"trace[2106262627] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24721; }","duration":"1.794718178s","start":"2026-03-04T16:21:53.426431Z","end":"2026-03-04T16:21:55.22115Z","steps":["trace[2106262627] 'agreement among raft nodes before linearized reading' (duration: 1.794610825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946093106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:55.221185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13511959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T16:21:55.221198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:53.426413Z","time spent":"1.794777619s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221222Z","caller":"traceutil/trace.go:171","msg":"trace[1203157069] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24721; }","duration":"1.135202012s","start":"2026-03-04T16:21:54.086012Z","end":"2026-03-04T16:21:55.221214Z","steps":["trace[1203157069] 'agreement among raft nodes before linearized reading' (duration: 1.135086349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509175118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.220756Z","caller":"traceutil/trace.go:171","msg":"trace[1421819053] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24721; }","duration":"9.044963958s","start":"2026-03-04T16:21:46.175765Z","end":"2026-03-04T16:21:55.220729Z","steps":["trace[1421819053] 'agreement among raft nodes before linearized reading' (duration: 9.044893516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.22114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367119654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:55.221293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14640782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.221291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.702483443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.221313Z","caller":"traceutil/trace.go:171","msg":"trace[125424218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24721; }","duration":"4.36733881s","start":"2026-03-04T16:21:50.853965Z","end":"2026-03-04T16:21:55.221304Z","steps":["trace[125424218] 'agreement among raft nodes before linearized reading' (duration: 4.367146255s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.221339Z","caller":"traceutil/trace.go:171","msg":"trace[1684404885] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24721; }","duration":"9.702537504s","start":"2026-03-04T16:21:45.518792Z","end":"2026-03-04T16:21:55.221329Z","steps":["trace[1684404885] 'agreement among raft nodes before linearized reading' (duration: 9.701159549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:50.853938Z","time spent":"4.367407841s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.404988517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl\" ","response":"range_response_count:1 size:6260"} {"level":"warn","ts":"2026-03-04T16:21:55.221377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:45.518753Z","time spent":"9.702615276s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221399Z","caller":"traceutil/trace.go:171","msg":"trace[1414186820] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl; range_end:; response_count:1; response_revision:24721; }","duration":"6.405032238s","start":"2026-03-04T16:21:48.816361Z","end":"2026-03-04T16:21:55.221393Z","steps":["trace[1414186820] 'agreement among raft nodes before linearized reading' (duration: 6.404965206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.816352Z","time spent":"6.405065879s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl\" "} {"level":"warn","ts":"2026-03-04T16:21:55.221049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744215061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-04T16:21:55.221479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40855964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:44.692271Z","time spent":"10.528154043s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.425093095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T16:21:55.221528Z","caller":"traceutil/trace.go:171","msg":"trace[595907159] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24721; }","duration":"2.408634742s","start":"2026-03-04T16:21:52.812876Z","end":"2026-03-04T16:21:55.221511Z","steps":["trace[595907159] 'agreement among raft nodes before linearized reading' (duration: 2.408583021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772811524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.221567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:52.812856Z","time spent":"2.408702154s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423599847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:41.956181Z","time spent":"13.264365472s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221616Z","caller":"traceutil/trace.go:171","msg":"trace[43330723] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:0; response_revision:24721; }","duration":"6.423642067s","start":"2026-03-04T16:21:48.797967Z","end":"2026-03-04T16:21:55.221609Z","steps":["trace[43330723] 'agreement among raft nodes before linearized reading' (duration: 6.423600086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463325921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.221648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.797958Z","time spent":"6.423684389s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:21:55.221655Z","caller":"traceutil/trace.go:171","msg":"trace[331241319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24721; }","duration":"3.463362472s","start":"2026-03-04T16:21:51.758282Z","end":"2026-03-04T16:21:55.221645Z","steps":["trace[331241319] 'agreement among raft nodes before linearized reading' (duration: 3.463305711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:51.758243Z","time spent":"3.463466065s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.22118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:52.875774Z","time spent":"2.345395045s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:21:55.221796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612385603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.221855Z","caller":"traceutil/trace.go:171","msg":"trace[1474419246] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24721; }","duration":"2.612459605s","start":"2026-03-04T16:21:52.609384Z","end":"2026-03-04T16:21:55.221843Z","steps":["trace[1474419246] 'agreement among raft nodes before linearized reading' (duration: 2.612366653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.22108Z","caller":"traceutil/trace.go:171","msg":"trace[107137801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24721; }","duration":"970.770722ms","start":"2026-03-04T16:21:54.250299Z","end":"2026-03-04T16:21:55.22107Z","steps":["trace[107137801] 'agreement among raft nodes before linearized reading' (duration: 970.726771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.424422667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T16:21:55.221887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:52.609363Z","time spent":"2.612515597s","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221903Z","caller":"traceutil/trace.go:171","msg":"trace[110776408] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24721; }","duration":"6.424477059s","start":"2026-03-04T16:21:48.797417Z","end":"2026-03-04T16:21:55.221894Z","steps":["trace[110776408] 'agreement among raft nodes before linearized reading' (duration: 6.424389476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.250283Z","time spent":"971.605642ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.797394Z","time spent":"6.42453091s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T16:21:55.221209Z","caller":"traceutil/trace.go:171","msg":"trace[1159925229] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24721; }","duration":"4.946163827s","start":"2026-03-04T16:21:50.275038Z","end":"2026-03-04T16:21:55.221202Z","steps":["trace[1159925229] 'agreement among raft nodes before linearized reading' (duration: 4.946115406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:50.275011Z","time spent":"4.946949127s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.22131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:46.175743Z","time spent":"9.045548663s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221587Z","caller":"traceutil/trace.go:171","msg":"trace[472592420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24721; }","duration":"1.77341375s","start":"2026-03-04T16:21:53.448163Z","end":"2026-03-04T16:21:55.221577Z","steps":["trace[472592420] 'agreement among raft nodes before linearized reading' (duration: 1.772815685s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.220954Z","caller":"traceutil/trace.go:171","msg":"trace[1632291785] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:24721; }","duration":"6.424736906s","start":"2026-03-04T16:21:48.796205Z","end":"2026-03-04T16:21:55.220942Z","steps":["trace[1632291785] 'agreement among raft nodes before linearized reading' (duration: 6.423956526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:53.448149Z","time spent":"1.773893411s","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.925317659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.220475Z","caller":"traceutil/trace.go:171","msg":"trace[1336369046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24721; }","duration":"289.583869ms","start":"2026-03-04T16:21:54.930877Z","end":"2026-03-04T16:21:55.22046Z","steps":["trace[1336369046] 'agreement among raft nodes before linearized reading' (duration: 289.540288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.222098Z","caller":"traceutil/trace.go:171","msg":"trace[427522615] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24721; }","duration":"7.927206716s","start":"2026-03-04T16:21:47.294882Z","end":"2026-03-04T16:21:55.222089Z","steps":["trace[427522615] 'agreement among raft nodes before linearized reading' (duration: 7.925322749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:47.294858Z","time spent":"7.927263148s","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.619591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.220769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.708984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T16:21:55.220281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.895793411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:55.222242Z","caller":"traceutil/trace.go:171","msg":"trace[1000344024] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24721; }","duration":"444.17953ms","start":"2026-03-04T16:21:54.778052Z","end":"2026-03-04T16:21:55.222231Z","steps":["trace[1000344024] 'agreement among raft nodes before linearized reading' (duration: 442.627671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.221097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936926515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:21:55.221247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13081656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:55.221257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.085986Z","time spent":"1.135262382s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T16:21:55.222325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.778034Z","time spent":"444.276473ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.221267Z","caller":"traceutil/trace.go:171","msg":"trace[1318898489] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24721; }","duration":"5.509231719s","start":"2026-03-04T16:21:49.712027Z","end":"2026-03-04T16:21:55.221259Z","steps":["trace[1318898489] 'agreement among raft nodes before linearized reading' (duration: 5.509194008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:49.712008Z","time spent":"5.510366448s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.220807Z","caller":"traceutil/trace.go:171","msg":"trace[1262600007] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24721; }","duration":"7.081779318s","start":"2026-03-04T16:21:48.139011Z","end":"2026-03-04T16:21:55.220791Z","steps":["trace[1262600007] 'agreement among raft nodes before linearized reading' (duration: 7.081688406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.138991Z","time spent":"7.083483311s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.221437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239747448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:55.221481Z","caller":"traceutil/trace.go:171","msg":"trace[1906786635] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24721; }","duration":"3.744772205s","start":"2026-03-04T16:21:51.476694Z","end":"2026-03-04T16:21:55.221466Z","steps":["trace[1906786635] 'agreement among raft nodes before linearized reading' (duration: 3.744307323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:51.476678Z","time spent":"3.745864263s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T16:21:55.221548Z","caller":"traceutil/trace.go:171","msg":"trace[1706619434] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24721; }","duration":"6.425161287s","start":"2026-03-04T16:21:48.796375Z","end":"2026-03-04T16:21:55.221536Z","steps":["trace[1706619434] 'agreement among raft nodes before linearized reading' (duration: 6.425046134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.796361Z","time spent":"6.426307945s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T16:21:55.221313Z","caller":"traceutil/trace.go:171","msg":"trace[1907716556] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24721; }","duration":"6.146467602s","start":"2026-03-04T16:21:49.074839Z","end":"2026-03-04T16:21:55.221307Z","steps":["trace[1907716556] 'agreement among raft nodes before linearized reading' (duration: 6.146439511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.222758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:49.074818Z","time spent":"6.147928108s","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.220478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:43.048571Z","time spent":"12.171898699s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.222075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:48.79618Z","time spent":"6.425885065s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"info","ts":"2026-03-04T16:21:55.220821Z","caller":"traceutil/trace.go:171","msg":"trace[957167414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24721; }","duration":"643.683807ms","start":"2026-03-04T16:21:54.57713Z","end":"2026-03-04T16:21:55.220814Z","steps":["trace[957167414] 'agreement among raft nodes before linearized reading' (duration: 643.652056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.22375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.577109Z","time spent":"646.630461ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:21:55.224687Z","caller":"traceutil/trace.go:171","msg":"trace[2134953773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24721; }","duration":"526.225202ms","start":"2026-03-04T16:21:54.696028Z","end":"2026-03-04T16:21:55.222254Z","steps":["trace[2134953773] 'agreement among raft nodes before linearized reading' (duration: 524.693683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.224729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:54.696014Z","time spent":"528.704155ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T16:21:55.224776Z","caller":"traceutil/trace.go:171","msg":"trace[1624896401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24721; }","duration":"11.897833632s","start":"2026-03-04T16:21:43.324424Z","end":"2026-03-04T16:21:55.222258Z","steps":["trace[1624896401] 'agreement among raft nodes before linearized reading' (duration: 11.895798061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.22487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:43.324404Z","time spent":"11.900431507s","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.224896Z","caller":"traceutil/trace.go:171","msg":"trace[237270115] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24721; }","duration":"2.131858576s","start":"2026-03-04T16:21:53.090415Z","end":"2026-03-04T16:21:55.222273Z","steps":["trace[237270115] 'agreement among raft nodes before linearized reading' (duration: 2.1307954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.224931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:53.090397Z","time spent":"2.134523834s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:55.224954Z","caller":"traceutil/trace.go:171","msg":"trace[1972934871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24721; }","duration":"3.24095654s","start":"2026-03-04T16:21:51.981577Z","end":"2026-03-04T16:21:55.222534Z","steps":["trace[1972934871] 'agreement among raft nodes before linearized reading' (duration: 3.239829071s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:55.224928Z","caller":"traceutil/trace.go:171","msg":"trace[104716752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24721; }","duration":"3.938197706s","start":"2026-03-04T16:21:51.284167Z","end":"2026-03-04T16:21:55.222364Z","steps":["trace[104716752] 'agreement among raft nodes before linearized reading' (duration: 3.936895414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.224981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:51.981556Z","time spent":"3.243415111s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:51.284105Z","time spent":"3.940882274s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:21:55.225632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436828823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:21:55.225762Z","caller":"traceutil/trace.go:171","msg":"trace[2146377054] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24721; }","duration":"2.437016388s","start":"2026-03-04T16:21:52.788727Z","end":"2026-03-04T16:21:55.225743Z","steps":["trace[2146377054] 'agreement among raft nodes before linearized reading' (duration: 2.432783771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:55.225816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:52.788706Z","time spent":"2.43709803s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:55.725439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:21:57.224557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:21:57.22464Z","caller":"traceutil/trace.go:171","msg":"trace[784362565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117241s","start":"2026-03-04T16:21:55.224504Z","end":"2026-03-04T16:21:57.224621Z","steps":["trace[784362565] 'agreement among raft nodes before linearized reading' (duration: 2.000008408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:57.224686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.224493Z","time spent":"2.000184033s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:58.18772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.16566542s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:21:58.386256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364196251s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:21:58.386438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.2242Z","time spent":"3.162231242s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:21:58.386776Z","caller":"traceutil/trace.go:171","msg":"trace[924241010] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25637; }","duration":"3.162235872s","start":"2026-03-04T16:21:55.224521Z","end":"2026-03-04T16:21:58.386757Z","steps":["trace[924241010] 'read index received' (duration: 797.56786ms)","trace[924241010] 'applied index is now lower than readState.Index' (duration: 2.364666092s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:58.386826Z","caller":"traceutil/trace.go:171","msg":"trace[1558284902] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"3.157657667s","start":"2026-03-04T16:21:55.229146Z","end":"2026-03-04T16:21:58.386804Z","steps":["trace[1558284902] 'process raft request' (duration: 3.157463062s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:58.386884Z","caller":"traceutil/trace.go:171","msg":"trace[1169117204] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"3.157589734s","start":"2026-03-04T16:21:55.229283Z","end":"2026-03-04T16:21:58.386873Z","steps":["trace[1169117204] 'process raft request' (duration: 3.157362219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.386934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.229132Z","time spent":"3.157727998s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:58.386985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.229262Z","time spent":"3.157656746s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:58.387096Z","caller":"traceutil/trace.go:171","msg":"trace[1700820356] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"3.1625262s","start":"2026-03-04T16:21:55.224558Z","end":"2026-03-04T16:21:58.387084Z","steps":["trace[1700820356] 'process raft request' (duration: 3.161807922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.387179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.224533Z","time spent":"3.162594792s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:58.387499Z","caller":"traceutil/trace.go:171","msg":"trace[1171823772] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"3.157369049s","start":"2026-03-04T16:21:55.230112Z","end":"2026-03-04T16:21:58.387481Z","steps":["trace[1171823772] 'process raft request' (duration: 3.156568159s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:58.387537Z","caller":"traceutil/trace.go:171","msg":"trace[1334322734] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"3.160050096s","start":"2026-03-04T16:21:55.227474Z","end":"2026-03-04T16:21:58.387524Z","steps":["trace[1334322734] 'process raft request' (duration: 3.159049132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.387599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.227453Z","time spent":"3.160112559s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:58.387614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.230097Z","time spent":"3.157459001s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:58.387729Z","caller":"traceutil/trace.go:171","msg":"trace[1755679616] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"3.159541914s","start":"2026-03-04T16:21:55.228178Z","end":"2026-03-04T16:21:58.38772Z","steps":["trace[1755679616] 'process raft request' (duration: 3.158392586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.387793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.22817Z","time spent":"3.159590365s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:58.387833Z","caller":"traceutil/trace.go:171","msg":"trace[997561478] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"3.071356618s","start":"2026-03-04T16:21:55.316459Z","end":"2026-03-04T16:21:58.387815Z","steps":["trace[997561478] 'process raft request' (duration: 3.070263691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.387931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.316437Z","time spent":"3.07144852s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:58.38818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163451552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T16:21:58.388247Z","caller":"traceutil/trace.go:171","msg":"trace[198184346] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24728; }","duration":"3.163524754s","start":"2026-03-04T16:21:55.224702Z","end":"2026-03-04T16:21:58.388226Z","steps":["trace[198184346] 'agreement among raft nodes before linearized reading' (duration: 3.1633561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.388302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.224694Z","time spent":"3.163595707s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:21:58.388708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.991262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:58.388776Z","caller":"traceutil/trace.go:171","msg":"trace[203543034] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24728; }","duration":"151.060583ms","start":"2026-03-04T16:21:58.237697Z","end":"2026-03-04T16:21:58.388758Z","steps":["trace[203543034] 'agreement among raft nodes before linearized reading' (duration: 150.960461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.389086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.133477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:58.389149Z","caller":"traceutil/trace.go:171","msg":"trace[1941767067] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24728; }","duration":"161.195438ms","start":"2026-03-04T16:21:58.227935Z","end":"2026-03-04T16:21:58.38913Z","steps":["trace[1941767067] 'agreement among raft nodes before linearized reading' (duration: 161.035065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.389406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.645261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:58.38945Z","caller":"traceutil/trace.go:171","msg":"trace[1253364343] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24728; }","duration":"581.723432ms","start":"2026-03-04T16:21:57.807714Z","end":"2026-03-04T16:21:58.389437Z","steps":["trace[1253364343] 'agreement among raft nodes before linearized reading' (duration: 581.604969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.389492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:57.807698Z","time spent":"581.780254ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.389615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15651545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:58.39005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163789161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T16:21:58.390109Z","caller":"traceutil/trace.go:171","msg":"trace[211439962] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24728; }","duration":"3.163896724s","start":"2026-03-04T16:21:55.226197Z","end":"2026-03-04T16:21:58.390094Z","steps":["trace[211439962] 'agreement among raft nodes before linearized reading' (duration: 3.163684108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.390139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.226176Z","time spent":"3.163957025s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T16:21:58.390297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203277269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:58.39032Z","caller":"traceutil/trace.go:171","msg":"trace[1769716420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24728; }","duration":"1.203347271s","start":"2026-03-04T16:21:57.186965Z","end":"2026-03-04T16:21:58.390312Z","steps":["trace[1769716420] 'agreement among raft nodes before linearized reading' (duration: 1.2033043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.390338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:57.186936Z","time spent":"1.203396442s","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.390379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208448689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:58.390605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948053957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:58.390621Z","caller":"traceutil/trace.go:171","msg":"trace[1783282933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24728; }","duration":"2.208755266s","start":"2026-03-04T16:21:56.181851Z","end":"2026-03-04T16:21:58.390606Z","steps":["trace[1783282933] 'agreement among raft nodes before linearized reading' (duration: 2.208465819s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:58.39064Z","caller":"traceutil/trace.go:171","msg":"trace[719934946] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24728; }","duration":"1.948408546s","start":"2026-03-04T16:21:56.44222Z","end":"2026-03-04T16:21:58.390629Z","steps":["trace[719934946] 'agreement among raft nodes before linearized reading' (duration: 1.948067317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.390699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:56.442196Z","time spent":"1.948494768s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.390651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:56.181806Z","time spent":"2.208838619s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.390767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847464818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:58.390797Z","caller":"traceutil/trace.go:171","msg":"trace[1606939385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24728; }","duration":"1.84753678s","start":"2026-03-04T16:21:56.54325Z","end":"2026-03-04T16:21:58.390787Z","steps":["trace[1606939385] 'agreement among raft nodes before linearized reading' (duration: 1.847482108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.390818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:56.543231Z","time spent":"1.847581581s","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.390624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161712258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T16:21:58.390853Z","caller":"traceutil/trace.go:171","msg":"trace[662076366] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24728; }","duration":"3.161954034s","start":"2026-03-04T16:21:55.228886Z","end":"2026-03-04T16:21:58.39084Z","steps":["trace[662076366] 'agreement among raft nodes before linearized reading' (duration: 3.161415581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.390886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.228874Z","time spent":"3.162001846s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T16:21:58.390751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646280561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:21:58.391111Z","caller":"traceutil/trace.go:171","msg":"trace[216900432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24728; }","duration":"1.64664374s","start":"2026-03-04T16:21:56.744456Z","end":"2026-03-04T16:21:58.3911Z","steps":["trace[216900432] 'agreement among raft nodes before linearized reading' (duration: 1.64625369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.391115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166364487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T16:21:58.39114Z","caller":"traceutil/trace.go:171","msg":"trace[1587798606] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24728; }","duration":"3.166399587s","start":"2026-03-04T16:21:55.224732Z","end":"2026-03-04T16:21:58.391132Z","steps":["trace[1587798606] 'agreement among raft nodes before linearized reading' (duration: 3.166293615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.391141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:56.744395Z","time spent":"1.646734841s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:58.391169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:55.224727Z","time spent":"3.166435028s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T16:21:58.392274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696304754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:21:58.392335Z","caller":"traceutil/trace.go:171","msg":"trace[330613400] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24728; }","duration":"1.696416597s","start":"2026-03-04T16:21:56.695907Z","end":"2026-03-04T16:21:58.392323Z","steps":["trace[330613400] 'agreement among raft nodes before linearized reading' (duration: 1.694434807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.392366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:56.695883Z","time spent":"1.696474898s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:58.389654Z","caller":"traceutil/trace.go:171","msg":"trace[2017253561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24728; }","duration":"1.156582591s","start":"2026-03-04T16:21:57.233059Z","end":"2026-03-04T16:21:58.389642Z","steps":["trace[2017253561] 'agreement among raft nodes before linearized reading' (duration: 1.15651703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:58.393532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:57.233047Z","time spent":"1.16046985s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:59.926204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102897065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:21:59.926927Z","caller":"traceutil/trace.go:171","msg":"trace[911966982] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.528408367s","start":"2026-03-04T16:21:58.398491Z","end":"2026-03-04T16:21:59.926899Z","steps":["trace[911966982] 'process raft request' (duration: 1.528293514s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927008Z","caller":"traceutil/trace.go:171","msg":"trace[989977558] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.537430063s","start":"2026-03-04T16:21:58.389547Z","end":"2026-03-04T16:21:59.926977Z","steps":["trace[989977558] 'process raft request' (duration: 433.678236ms)","trace[989977558] 'compare' (duration: 1.102757782s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:21:59.927102Z","caller":"traceutil/trace.go:171","msg":"trace[180565221] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.528662663s","start":"2026-03-04T16:21:58.398409Z","end":"2026-03-04T16:21:59.927071Z","steps":["trace[180565221] 'process raft request' (duration: 1.528070848s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927153Z","caller":"traceutil/trace.go:171","msg":"trace[63048503] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.528701444s","start":"2026-03-04T16:21:58.398416Z","end":"2026-03-04T16:21:59.927117Z","steps":["trace[63048503] 'process raft request' (duration: 1.528301534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.389511Z","time spent":"1.537592528s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:59.927246Z","caller":"traceutil/trace.go:171","msg":"trace[978948353] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.528917089s","start":"2026-03-04T16:21:58.398318Z","end":"2026-03-04T16:21:59.927235Z","steps":["trace[978948353] 'process raft request' (duration: 1.528123659s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927251Z","caller":"traceutil/trace.go:171","msg":"trace[1969021689] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.53094026s","start":"2026-03-04T16:21:58.396269Z","end":"2026-03-04T16:21:59.92721Z","steps":["trace[1969021689] 'process raft request' (duration: 1.53012827s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927287Z","caller":"traceutil/trace.go:171","msg":"trace[1053867851] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.528600892s","start":"2026-03-04T16:21:58.398662Z","end":"2026-03-04T16:21:59.927263Z","steps":["trace[1053867851] 'process raft request' (duration: 1.528196642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398297Z","time spent":"1.528983691s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:59.927333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.39841Z","time spent":"1.528833457s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:59.92737Z","caller":"traceutil/trace.go:171","msg":"trace[1607025168] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.531157516s","start":"2026-03-04T16:21:58.396189Z","end":"2026-03-04T16:21:59.927347Z","steps":["trace[1607025168] 'process raft request' (duration: 1.530121239s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927438Z","caller":"traceutil/trace.go:171","msg":"trace[790940636] linearizableReadLoop","detail":"{readStateIndex:25646; appliedIndex:25645; }","duration":"1.536324506s","start":"2026-03-04T16:21:58.3911Z","end":"2026-03-04T16:21:59.927425Z","steps":["trace[790940636] 'read index received' (duration: 432.161108ms)","trace[790940636] 'applied index is now lower than readState.Index' (duration: 1.104162328s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:21:59.927204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398402Z","time spent":"1.528755505s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:59.92744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.396264Z","time spent":"1.531075674s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:59.927045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398458Z","time spent":"1.52854518s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:21:59.927538Z","caller":"traceutil/trace.go:171","msg":"trace[712154149] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.53174075s","start":"2026-03-04T16:21:58.395786Z","end":"2026-03-04T16:21:59.927526Z","steps":["trace[712154149] 'process raft request' (duration: 1.531402852s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927536Z","caller":"traceutil/trace.go:171","msg":"trace[1905086472] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.526322023s","start":"2026-03-04T16:21:58.401193Z","end":"2026-03-04T16:21:59.927515Z","steps":["trace[1905086472] 'process raft request' (duration: 1.5261965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398655Z","time spent":"1.528683964s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:21:59.927602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.395768Z","time spent":"1.531800851s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:21:59.927637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.401182Z","time spent":"1.526399126s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:59.927506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.396181Z","time spent":"1.531252338s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:21:59.927725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532322075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:59.927742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434604178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:59.92776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.481483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:59.927784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318247852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T16:21:59.927793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528244203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:21:59.927792Z","caller":"traceutil/trace.go:171","msg":"trace[338836499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24740; }","duration":"1.532432327s","start":"2026-03-04T16:21:58.395344Z","end":"2026-03-04T16:21:59.927776Z","steps":["trace[338836499] 'agreement among raft nodes before linearized reading' (duration: 1.532314274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927811Z","caller":"traceutil/trace.go:171","msg":"trace[1081231637] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24740; }","duration":"1.318309243s","start":"2026-03-04T16:21:58.609495Z","end":"2026-03-04T16:21:59.927804Z","steps":["trace[1081231637] 'agreement among raft nodes before linearized reading' (duration: 1.3181898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22273134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"info","ts":"2026-03-04T16:21:59.927811Z","caller":"traceutil/trace.go:171","msg":"trace[1093788105] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24740; }","duration":"483.573416ms","start":"2026-03-04T16:21:59.444225Z","end":"2026-03-04T16:21:59.927799Z","steps":["trace[1093788105] 'agreement among raft nodes before linearized reading' (duration: 483.482564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.60948Z","time spent":"1.318347745s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T16:21:59.927836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.395316Z","time spent":"1.53251081s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:21:59.92785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.444205Z","time spent":"483.630877ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:21:59.927898Z","caller":"traceutil/trace.go:171","msg":"trace[1400883734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:24740; }","duration":"1.528357265s","start":"2026-03-04T16:21:58.399527Z","end":"2026-03-04T16:21:59.927884Z","steps":["trace[1400883734] 'agreement among raft nodes before linearized reading' (duration: 1.52815561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.023295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:21:59.9279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529511904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp\" ","response":"range_response_count:1 size:5754"} {"level":"warn","ts":"2026-03-04T16:21:59.927909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.714093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:21:59.927937Z","caller":"traceutil/trace.go:171","msg":"trace[1837929410] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24740; }","duration":"734.780045ms","start":"2026-03-04T16:21:59.19315Z","end":"2026-03-04T16:21:59.92793Z","steps":["trace[1837929410] 'agreement among raft nodes before linearized reading' (duration: 734.630752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927931Z","caller":"traceutil/trace.go:171","msg":"trace[1244274033] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24740; }","duration":"560.097987ms","start":"2026-03-04T16:21:59.367821Z","end":"2026-03-04T16:21:59.927919Z","steps":["trace[1244274033] 'agreement among raft nodes before linearized reading' (duration: 560.029225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.927967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.193131Z","time spent":"734.826976ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:59.927974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.367795Z","time spent":"560.167788ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:59.927938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536796188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:21:59.928047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.159487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:21:59.928061Z","caller":"traceutil/trace.go:171","msg":"trace[659395702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24740; }","duration":"1.536935972s","start":"2026-03-04T16:21:58.391094Z","end":"2026-03-04T16:21:59.92803Z","steps":["trace[659395702] 'agreement among raft nodes before linearized reading' (duration: 1.53647679s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.928084Z","caller":"traceutil/trace.go:171","msg":"trace[20988582] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24740; }","duration":"306.238449ms","start":"2026-03-04T16:21:59.621838Z","end":"2026-03-04T16:21:59.928076Z","steps":["trace[20988582] 'agreement among raft nodes before linearized reading' (duration: 306.176067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529497223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T16:21:59.928128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.621816Z","time spent":"306.304141ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:59.928115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.391065Z","time spent":"1.537038154s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:21:59.928144Z","caller":"traceutil/trace.go:171","msg":"trace[490262177] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24740; }","duration":"1.529556125s","start":"2026-03-04T16:21:58.398577Z","end":"2026-03-04T16:21:59.928133Z","steps":["trace[490262177] 'agreement among raft nodes before linearized reading' (duration: 1.529435142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.365653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:21:59.928205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398571Z","time spent":"1.529623267s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T16:21:59.927986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231450611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:21:59.928273Z","caller":"traceutil/trace.go:171","msg":"trace[1824623143] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24740; }","duration":"1.231757589s","start":"2026-03-04T16:21:58.696499Z","end":"2026-03-04T16:21:59.928257Z","steps":["trace[1824623143] 'agreement among raft nodes before linearized reading' (duration: 1.231427931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217094508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:21:59.928333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.696484Z","time spent":"1.231831391s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:21:59.928336Z","caller":"traceutil/trace.go:171","msg":"trace[459037090] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24740; }","duration":"1.2171645s","start":"2026-03-04T16:21:58.711155Z","end":"2026-03-04T16:21:59.92832Z","steps":["trace[459037090] 'agreement among raft nodes before linearized reading' (duration: 1.216974835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.711149Z","time spent":"1.217233341s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:21:59.927795Z","caller":"traceutil/trace.go:171","msg":"trace[2044738789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24740; }","duration":"1.434683891s","start":"2026-03-04T16:21:58.4931Z","end":"2026-03-04T16:21:59.927783Z","steps":["trace[2044738789] 'agreement among raft nodes before linearized reading' (duration: 1.434589968s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:21:59.927581Z","caller":"traceutil/trace.go:171","msg":"trace[178356770] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.527453821s","start":"2026-03-04T16:21:58.400111Z","end":"2026-03-04T16:21:59.927565Z","steps":["trace[178356770] 'process raft request' (duration: 1.527156744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.92862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.400082Z","time spent":"1.528489257s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:21:59.927995Z","caller":"traceutil/trace.go:171","msg":"trace[358978431] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.196200781s","start":"2026-03-04T16:21:58.731779Z","end":"2026-03-04T16:21:59.92798Z","steps":["trace[358978431] 'process raft request' (duration: 1.195686249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.731768Z","time spent":"1.19693715s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:21:59.928226Z","caller":"traceutil/trace.go:171","msg":"trace[562087917] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24740; }","duration":"480.444375ms","start":"2026-03-04T16:21:59.447773Z","end":"2026-03-04T16:21:59.928217Z","steps":["trace[562087917] 'agreement among raft nodes before linearized reading' (duration: 480.390914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.928857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.447743Z","time spent":"481.095352ms","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:21:59.928526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.493084Z","time spent":"1.435422059s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:21:59.927935Z","caller":"traceutil/trace.go:171","msg":"trace[1533909378] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp; range_end:; response_count:1; response_revision:24740; }","duration":"1.529555245s","start":"2026-03-04T16:21:58.398369Z","end":"2026-03-04T16:21:59.927924Z","steps":["trace[1533909378] 'agreement among raft nodes before linearized reading' (duration: 1.529405971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.92931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398364Z","time spent":"1.53092694s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5777,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-26jgp\" "} {"level":"warn","ts":"2026-03-04T16:21:59.927923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.399516Z","time spent":"1.528399986s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" "} {"level":"info","ts":"2026-03-04T16:21:59.930278Z","caller":"traceutil/trace.go:171","msg":"trace[2056161483] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24740; }","duration":"1.225213923s","start":"2026-03-04T16:21:58.705041Z","end":"2026-03-04T16:21:59.930255Z","steps":["trace[2056161483] 'agreement among raft nodes before linearized reading' (duration: 1.222633678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.930349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.705031Z","time spent":"1.225294865s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:21:59.930655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532305605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-04T16:21:59.930742Z","caller":"traceutil/trace.go:171","msg":"trace[1293728039] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57; range_end:; response_count:1; response_revision:24740; }","duration":"1.532381636s","start":"2026-03-04T16:21:58.398314Z","end":"2026-03-04T16:21:59.930696Z","steps":["trace[1293728039] 'agreement among raft nodes before linearized reading' (duration: 1.529504203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:21:59.930774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:58.398302Z","time spent":"1.532464638s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" "} {"level":"warn","ts":"2026-03-04T16:22:00.434421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:00.703552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.248721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:00.703644Z","caller":"traceutil/trace.go:171","msg":"trace[897764249] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"770.674661ms","start":"2026-03-04T16:21:59.932954Z","end":"2026-03-04T16:22:00.703629Z","steps":["trace[897764249] 'process raft request' (duration: 647.281147ms)","trace[897764249] 'compare' (duration: 122.905092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:00.703691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.932939Z","time spent":"770.727282ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:01.559745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.365352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:01.559915Z","caller":"traceutil/trace.go:171","msg":"trace[456059297] linearizableReadLoop","detail":"{readStateIndex:25660; appliedIndex:25657; }","duration":"1.626100002s","start":"2026-03-04T16:21:59.933798Z","end":"2026-03-04T16:22:01.559898Z","steps":["trace[456059297] 'read index received' (duration: 646.468297ms)","trace[456059297] 'applied index is now lower than readState.Index' (duration: 979.630705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:01.56008Z","caller":"traceutil/trace.go:171","msg":"trace[810788576] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.624583983s","start":"2026-03-04T16:21:59.935482Z","end":"2026-03-04T16:22:01.560066Z","steps":["trace[810788576] 'process raft request' (duration: 1.624350237s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:01.560285Z","caller":"traceutil/trace.go:171","msg":"trace[1891139781] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.626045951s","start":"2026-03-04T16:21:59.934206Z","end":"2026-03-04T16:22:01.560252Z","steps":["trace[1891139781] 'process raft request' (duration: 1.405099894s)","trace[1891139781] 'compare' (duration: 219.674254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:01.56032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160675275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:01.56037Z","caller":"traceutil/trace.go:171","msg":"trace[185993785] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24743; }","duration":"1.160778847s","start":"2026-03-04T16:22:00.399578Z","end":"2026-03-04T16:22:01.560357Z","steps":["trace[185993785] 'agreement among raft nodes before linearized reading' (duration: 1.160655904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.399558Z","time spent":"1.16085338s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:01.560455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.934191Z","time spent":"1.626168953s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130957,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:01.560409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.935476Z","time spent":"1.624649215s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:01.560524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625705141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T16:22:01.560454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553620892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:01.560613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008444672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:01.560668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.578724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-04T16:22:01.560683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626691896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:22:01.560687Z","caller":"traceutil/trace.go:171","msg":"trace[343542930] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24743; }","duration":"1.008563995s","start":"2026-03-04T16:22:00.552106Z","end":"2026-03-04T16:22:01.56067Z","steps":["trace[343542930] 'agreement among raft nodes before linearized reading' (duration: 1.008431842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398694502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:01.560718Z","caller":"traceutil/trace.go:171","msg":"trace[1501003302] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24743; }","duration":"1.626735378s","start":"2026-03-04T16:21:59.933974Z","end":"2026-03-04T16:22:01.560709Z","steps":["trace[1501003302] 'agreement among raft nodes before linearized reading' (duration: 1.626621195s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:01.560722Z","caller":"traceutil/trace.go:171","msg":"trace[1851055170] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3; range_end:; response_count:1; response_revision:24743; }","duration":"853.666976ms","start":"2026-03-04T16:22:00.70704Z","end":"2026-03-04T16:22:01.560706Z","steps":["trace[1851055170] 'agreement among raft nodes before linearized reading' (duration: 853.464191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.56074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.55208Z","time spent":"1.008645088s","remote":"127.0.0.1:34612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:01.560755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.933968Z","time spent":"1.626780909s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:22:01.560754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523355498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-03-04T16:22:01.560765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.707024Z","time spent":"853.730287ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" "} {"level":"info","ts":"2026-03-04T16:22:01.560761Z","caller":"traceutil/trace.go:171","msg":"trace[761481379] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24743; }","duration":"1.398793494s","start":"2026-03-04T16:22:00.161949Z","end":"2026-03-04T16:22:01.560743Z","steps":["trace[761481379] 'agreement among raft nodes before linearized reading' (duration: 1.398598489s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:01.560814Z","caller":"traceutil/trace.go:171","msg":"trace[446307872] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:24743; }","duration":"1.52344119s","start":"2026-03-04T16:22:00.037349Z","end":"2026-03-04T16:22:01.56079Z","steps":["trace[446307872] 'agreement among raft nodes before linearized reading' (duration: 1.523242035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.947117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:01.560859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627063376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:22:01.560869Z","caller":"traceutil/trace.go:171","msg":"trace[1086688613] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24743; }","duration":"788.06665ms","start":"2026-03-04T16:22:00.772788Z","end":"2026-03-04T16:22:01.560854Z","steps":["trace[1086688613] 'agreement among raft nodes before linearized reading' (duration: 787.936237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.037321Z","time spent":"1.523540473s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-03-04T16:22:01.560891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.96399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-04T16:22:01.560895Z","caller":"traceutil/trace.go:171","msg":"trace[698056992] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24743; }","duration":"1.627129957s","start":"2026-03-04T16:21:59.933754Z","end":"2026-03-04T16:22:01.560884Z","steps":["trace[698056992] 'agreement among raft nodes before linearized reading' (duration: 1.627023545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.772768Z","time spent":"788.140152ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:01.56093Z","caller":"traceutil/trace.go:171","msg":"trace[1923117877] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24743; }","duration":"695.030171ms","start":"2026-03-04T16:22:00.865888Z","end":"2026-03-04T16:22:01.560918Z","steps":["trace[1923117877] 'agreement among raft nodes before linearized reading' (duration: 694.830366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.933728Z","time spent":"1.62721136s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T16:22:01.56093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.753562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-03-04T16:22:01.560959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.865872Z","time spent":"695.080803ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T16:22:01.560827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.161932Z","time spent":"1.398884686s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:01.56101Z","caller":"traceutil/trace.go:171","msg":"trace[1089426877] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24743; }","duration":"974.878935ms","start":"2026-03-04T16:22:00.58611Z","end":"2026-03-04T16:22:01.560989Z","steps":["trace[1089426877] 'agreement among raft nodes before linearized reading' (duration: 974.591408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579973047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:01.561053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.586074Z","time spent":"974.970697ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-04T16:22:01.561071Z","caller":"traceutil/trace.go:171","msg":"trace[1853082202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24743; }","duration":"1.580654874s","start":"2026-03-04T16:21:59.980399Z","end":"2026-03-04T16:22:01.561053Z","steps":["trace[1853082202] 'agreement among raft nodes before linearized reading' (duration: 1.580004948s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:01.560575Z","caller":"traceutil/trace.go:171","msg":"trace[1947404946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24743; }","duration":"1.625754642s","start":"2026-03-04T16:21:59.934804Z","end":"2026-03-04T16:22:01.560558Z","steps":["trace[1947404946] 'agreement among raft nodes before linearized reading' (duration: 1.62564249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626522982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T16:22:01.561131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.980377Z","time spent":"1.580737406s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:01.56114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.934799Z","time spent":"1.626323416s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:22:01.561155Z","caller":"traceutil/trace.go:171","msg":"trace[1530595700] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24743; }","duration":"1.627319622s","start":"2026-03-04T16:21:59.933821Z","end":"2026-03-04T16:22:01.561141Z","steps":["trace[1530595700] 'agreement among raft nodes before linearized reading' (duration: 1.626409819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.560564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317965244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:01.561192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:21:59.933814Z","time spent":"1.627365564s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T16:22:01.561213Z","caller":"traceutil/trace.go:171","msg":"trace[581429398] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24743; }","duration":"1.318647921s","start":"2026-03-04T16:22:00.242552Z","end":"2026-03-04T16:22:01.5612Z","steps":["trace[581429398] 'agreement among raft nodes before linearized reading' (duration: 1.317972335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.561255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.242529Z","time spent":"1.318713163s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:01.561349Z","caller":"traceutil/trace.go:171","msg":"trace[305212714] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24743; }","duration":"1.553876039s","start":"2026-03-04T16:22:00.006732Z","end":"2026-03-04T16:22:01.560608Z","steps":["trace[305212714] 'agreement among raft nodes before linearized reading' (duration: 1.553553291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.56144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:00.006715Z","time spent":"1.554690008s","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:01.990221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.656682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:01.990326Z","caller":"traceutil/trace.go:171","msg":"trace[772743201] linearizableReadLoop","detail":"{readStateIndex:25661; appliedIndex:25660; }","duration":"424.586336ms","start":"2026-03-04T16:22:01.565723Z","end":"2026-03-04T16:22:01.99031Z","steps":["trace[772743201] 'read index received' (duration: 273.770129ms)","trace[772743201] 'applied index is now lower than readState.Index' (duration: 150.814357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:01.990366Z","caller":"traceutil/trace.go:171","msg":"trace[1664960914] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"425.066647ms","start":"2026-03-04T16:22:01.565267Z","end":"2026-03-04T16:22:01.990334Z","steps":["trace[1664960914] 'process raft request' (duration: 274.21563ms)","trace[1664960914] 'compare' (duration: 149.791321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:01.990512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.56525Z","time spent":"425.180531ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:01.990522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.735509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:01.990592Z","caller":"traceutil/trace.go:171","msg":"trace[913422033] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24744; }","duration":"424.923364ms","start":"2026-03-04T16:22:01.565649Z","end":"2026-03-04T16:22:01.990573Z","steps":["trace[913422033] 'agreement among raft nodes before linearized reading' (duration: 424.675328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.990646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.565635Z","time spent":"424.999946ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:22:01.990522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.7839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:22:01.990703Z","caller":"traceutil/trace.go:171","msg":"trace[1706966516] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24744; }","duration":"424.980806ms","start":"2026-03-04T16:22:01.565701Z","end":"2026-03-04T16:22:01.990682Z","steps":["trace[1706966516] 'agreement among raft nodes before linearized reading' (duration: 424.674578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:01.990739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.56569Z","time spent":"425.042027ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:22:03.400699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083428905s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:03.403407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08679424s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:03.403621Z","caller":"traceutil/trace.go:171","msg":"trace[463970983] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.469622633s","start":"2026-03-04T16:22:01.933985Z","end":"2026-03-04T16:22:03.403607Z","steps":["trace[463970983] 'process raft request' (duration: 1.46952205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.40367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.933962Z","time spent":"1.469686005s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:03.40373Z","caller":"traceutil/trace.go:171","msg":"trace[157516118] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.832781028s","start":"2026-03-04T16:22:01.570915Z","end":"2026-03-04T16:22:03.403696Z","steps":["trace[157516118] 'process raft request' (duration: 745.624289ms)","trace[157516118] 'compare' (duration: 1.08444081s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:03.403892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.570899Z","time spent":"1.83290245s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:03.404038Z","caller":"traceutil/trace.go:171","msg":"trace[438397458] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.469455739s","start":"2026-03-04T16:22:01.934556Z","end":"2026-03-04T16:22:03.404012Z","steps":["trace[438397458] 'process raft request' (duration: 1.469024368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.40417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.93453Z","time spent":"1.469564411s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:03.404156Z","caller":"traceutil/trace.go:171","msg":"trace[2054772312] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.469289035s","start":"2026-03-04T16:22:01.934837Z","end":"2026-03-04T16:22:03.404126Z","steps":["trace[2054772312] 'process raft request' (duration: 1.469009168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.404253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.991526Z","time spent":"1.412724846s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:22:03.4043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.934817Z","time spent":"1.469410767s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:03.404275Z","caller":"traceutil/trace.go:171","msg":"trace[1040529128] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25661; }","duration":"1.413881725s","start":"2026-03-04T16:22:01.990359Z","end":"2026-03-04T16:22:03.404241Z","steps":["trace[1040529128] 'read index received' (duration: 326.304466ms)","trace[1040529128] 'applied index is now lower than readState.Index' (duration: 1.087575589s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:03.404433Z","caller":"traceutil/trace.go:171","msg":"trace[735779330] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24748; }","duration":"1.41209573s","start":"2026-03-04T16:22:01.992326Z","end":"2026-03-04T16:22:03.404422Z","steps":["trace[735779330] 'process raft request' (duration: 1.411861294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.404507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.992311Z","time spent":"1.412159872s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:03.404522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693566994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:03.404504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675634902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:03.40457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534266944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:03.404578Z","caller":"traceutil/trace.go:171","msg":"trace[1929306309] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24748; }","duration":"1.693696877s","start":"2026-03-04T16:22:01.710864Z","end":"2026-03-04T16:22:03.404561Z","steps":["trace[1929306309] 'agreement among raft nodes before linearized reading' (duration: 1.693562274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:03.404606Z","caller":"traceutil/trace.go:171","msg":"trace[1017366802] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24748; }","duration":"1.675773935s","start":"2026-03-04T16:22:01.728821Z","end":"2026-03-04T16:22:03.404594Z","steps":["trace[1017366802] 'agreement among raft nodes before linearized reading' (duration: 1.675475518s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:03.404615Z","caller":"traceutil/trace.go:171","msg":"trace[1275377046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24748; }","duration":"1.534341995s","start":"2026-03-04T16:22:01.870258Z","end":"2026-03-04T16:22:03.4046Z","steps":["trace[1275377046] 'agreement among raft nodes before linearized reading' (duration: 1.534283264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.404648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.870238Z","time spent":"1.534402557s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:03.404655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.728805Z","time spent":"1.675839827s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:03.404643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.710845Z","time spent":"1.693782489s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:03.404706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833638979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:03.404744Z","caller":"traceutil/trace.go:171","msg":"trace[272174621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24748; }","duration":"1.833695021s","start":"2026-03-04T16:22:01.57104Z","end":"2026-03-04T16:22:03.404735Z","steps":["trace[272174621] 'agreement among raft nodes before linearized reading' (duration: 1.833634829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.404777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.571028Z","time spent":"1.833743382s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:03.405017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838197065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T16:22:03.405055Z","caller":"traceutil/trace.go:171","msg":"trace[938343729] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24748; }","duration":"1.838260996s","start":"2026-03-04T16:22:01.566781Z","end":"2026-03-04T16:22:03.405042Z","steps":["trace[938343729] 'agreement among raft nodes before linearized reading' (duration: 1.838146904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.405056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249316582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:03.405082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.566767Z","time spent":"1.838309827s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-04T16:22:03.405098Z","caller":"traceutil/trace.go:171","msg":"trace[1334502141] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24748; }","duration":"1.249401484s","start":"2026-03-04T16:22:02.155681Z","end":"2026-03-04T16:22:03.405082Z","steps":["trace[1334502141] 'agreement among raft nodes before linearized reading' (duration: 1.249325873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.405145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:02.155662Z","time spent":"1.249473626s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:03.405162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3082879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:03.405478Z","caller":"traceutil/trace.go:171","msg":"trace[1368623520] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24748; }","duration":"1.308602028s","start":"2026-03-04T16:22:02.096832Z","end":"2026-03-04T16:22:03.405434Z","steps":["trace[1368623520] 'agreement among raft nodes before linearized reading' (duration: 1.308299521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.405572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:02.096795Z","time spent":"1.308760312s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:03.405153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838121003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:22:03.405867Z","caller":"traceutil/trace.go:171","msg":"trace[1489494732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:24748; }","duration":"1.838908174s","start":"2026-03-04T16:22:01.566943Z","end":"2026-03-04T16:22:03.405852Z","steps":["trace[1489494732] 'agreement among raft nodes before linearized reading' (duration: 1.838026311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.405913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.566931Z","time spent":"1.838966875s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"warn","ts":"2026-03-04T16:22:03.40535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.260984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:03.406031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410747507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-04T16:22:03.405399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231515952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:03.406089Z","caller":"traceutil/trace.go:171","msg":"trace[425450415] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24748; }","duration":"1.232237881s","start":"2026-03-04T16:22:02.173841Z","end":"2026-03-04T16:22:03.406079Z","steps":["trace[425450415] 'agreement among raft nodes before linearized reading' (duration: 1.231531303s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:03.406096Z","caller":"traceutil/trace.go:171","msg":"trace[392889780] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57; range_end:; response_count:1; response_revision:24748; }","duration":"1.410820128s","start":"2026-03-04T16:22:01.995255Z","end":"2026-03-04T16:22:03.406075Z","steps":["trace[392889780] 'agreement among raft nodes before linearized reading' (duration: 1.410641074s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:03.406036Z","caller":"traceutil/trace.go:171","msg":"trace[440344279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24748; }","duration":"887.975602ms","start":"2026-03-04T16:22:02.51804Z","end":"2026-03-04T16:22:03.406016Z","steps":["trace[440344279] 'agreement among raft nodes before linearized reading' (duration: 887.271893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.406145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:02.17382Z","time spent":"1.232308222s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:03.406148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.995248Z","time spent":"1.410886201s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" "} {"level":"warn","ts":"2026-03-04T16:22:03.406206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:02.518019Z","time spent":"888.147906ms","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:03.405106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413024654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-04T16:22:03.406393Z","caller":"traceutil/trace.go:171","msg":"trace[425070993] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24748; }","duration":"1.414329487s","start":"2026-03-04T16:22:01.992047Z","end":"2026-03-04T16:22:03.406376Z","steps":["trace[425070993] 'agreement among raft nodes before linearized reading' (duration: 1.412937631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:03.406454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:01.992035Z","time spent":"1.414395839s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-04T16:22:04.400178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.176337ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:04.400303Z","caller":"traceutil/trace.go:171","msg":"trace[1473041076] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24748; }","duration":"554.315641ms","start":"2026-03-04T16:22:03.845969Z","end":"2026-03-04T16:22:04.400285Z","steps":["trace[1473041076] 'range keys from in-memory index tree' (duration: 554.159035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:04.400298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.446454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:04.40038Z","caller":"traceutil/trace.go:171","msg":"trace[2075786751] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25667; }","duration":"994.50727ms","start":"2026-03-04T16:22:03.405859Z","end":"2026-03-04T16:22:04.400367Z","steps":["trace[2075786751] 'read index received' (duration: 233.961334ms)","trace[2075786751] 'applied index is now lower than readState.Index' (duration: 760.544856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:04.400439Z","caller":"traceutil/trace.go:171","msg":"trace[2009393727] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"994.972173ms","start":"2026-03-04T16:22:03.405459Z","end":"2026-03-04T16:22:04.400431Z","steps":["trace[2009393727] 'process raft request' (duration: 234.329214ms)","trace[2009393727] 'compare' (duration: 760.180126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:04.400485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.405428Z","time spent":"995.034484ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:04.400573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.709775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:04.400871Z","caller":"traceutil/trace.go:171","msg":"trace[1682256794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24749; }","duration":"995.025213ms","start":"2026-03-04T16:22:03.405824Z","end":"2026-03-04T16:22:04.400849Z","steps":["trace[1682256794] 'agreement among raft nodes before linearized reading' (duration: 994.680475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:04.40091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.405803Z","time spent":"995.095045ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:04.830998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191147003s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:05.22885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.512223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:05.229021Z","caller":"traceutil/trace.go:171","msg":"trace[1846111488] linearizableReadLoop","detail":"{readStateIndex:25670; appliedIndex:25668; }","duration":"828.603423ms","start":"2026-03-04T16:22:04.400405Z","end":"2026-03-04T16:22:05.229009Z","steps":["trace[1846111488] 'read index received' (duration: 430.814703ms)","trace[1846111488] 'applied index is now lower than readState.Index' (duration: 397.78799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:05.22918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813205684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-03-04T16:22:05.229199Z","caller":"traceutil/trace.go:171","msg":"trace[634211228] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76; range_end:; response_count:1; response_revision:24751; }","duration":"1.813239594s","start":"2026-03-04T16:22:03.415953Z","end":"2026-03-04T16:22:05.229193Z","steps":["trace[634211228] 'agreement among raft nodes before linearized reading' (duration: 1.813106281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.415948Z","time spent":"1.813269675s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7506,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gwx76\" "} {"level":"warn","ts":"2026-03-04T16:22:05.229256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717113688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T16:22:05.229327Z","caller":"traceutil/trace.go:171","msg":"trace[1542989538] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"1.819293227s","start":"2026-03-04T16:22:03.410019Z","end":"2026-03-04T16:22:05.229312Z","steps":["trace[1542989538] 'process raft request' (duration: 1.421253951s)","trace[1542989538] 'compare' (duration: 396.837366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:05.22934Z","caller":"traceutil/trace.go:171","msg":"trace[1313746558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24751; }","duration":"1.717235202s","start":"2026-03-04T16:22:03.512085Z","end":"2026-03-04T16:22:05.22932Z","steps":["trace[1313746558] 'agreement among raft nodes before linearized reading' (duration: 1.716936934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818110547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-04T16:22:05.229388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.512068Z","time spent":"1.717311284s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T16:22:05.229411Z","caller":"traceutil/trace.go:171","msg":"trace[620843152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:24751; }","duration":"1.818203531s","start":"2026-03-04T16:22:03.41119Z","end":"2026-03-04T16:22:05.229394Z","steps":["trace[620843152] 'agreement among raft nodes before linearized reading' (duration: 1.818019496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.411186Z","time spent":"1.818252242s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:05.229503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817289397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-04T16:22:05.229513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822978121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"warn","ts":"2026-03-04T16:22:05.2295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.409999Z","time spent":"1.81937646s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:05.22954Z","caller":"traceutil/trace.go:171","msg":"trace[410764701] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24751; }","duration":"1.823032332s","start":"2026-03-04T16:22:03.406499Z","end":"2026-03-04T16:22:05.229531Z","steps":["trace[410764701] 'agreement among raft nodes before linearized reading' (duration: 1.822887408s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.22954Z","caller":"traceutil/trace.go:171","msg":"trace[575885676] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24751; }","duration":"1.817335959s","start":"2026-03-04T16:22:03.412192Z","end":"2026-03-04T16:22:05.229528Z","steps":["trace[575885676] 'agreement among raft nodes before linearized reading' (duration: 1.817231046s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.229244Z","caller":"traceutil/trace.go:171","msg":"trace[1458565405] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"1.817875591s","start":"2026-03-04T16:22:03.411327Z","end":"2026-03-04T16:22:05.229203Z","steps":["trace[1458565405] 'process raft request' (duration: 1.817604334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.412184Z","time spent":"1.81738741s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T16:22:05.229762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817549854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.229564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.406484Z","time spent":"1.823072693s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T16:22:05.229852Z","caller":"traceutil/trace.go:171","msg":"trace[1965451726] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24751; }","duration":"1.817656906s","start":"2026-03-04T16:22:03.412169Z","end":"2026-03-04T16:22:05.229826Z","steps":["trace[1965451726] 'agreement among raft nodes before linearized reading' (duration: 1.817460851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431197942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:22:05.229861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662788568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:22:05.229897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.412163Z","time spent":"1.817724238s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:05.229374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818251652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.229773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.411318Z","time spent":"1.818299572s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:05.229919Z","caller":"traceutil/trace.go:171","msg":"trace[1035363998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24751; }","duration":"1.66288728s","start":"2026-03-04T16:22:03.56702Z","end":"2026-03-04T16:22:05.229907Z","steps":["trace[1035363998] 'agreement among raft nodes before linearized reading' (duration: 1.662636794s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.229923Z","caller":"traceutil/trace.go:171","msg":"trace[1839390908] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24751; }","duration":"1.431529711s","start":"2026-03-04T16:22:03.79837Z","end":"2026-03-04T16:22:05.2299Z","steps":["trace[1839390908] 'agreement among raft nodes before linearized reading' (duration: 1.431028698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.567002Z","time spent":"1.662942342s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:22:05.229944Z","caller":"traceutil/trace.go:171","msg":"trace[1687584265] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24751; }","duration":"1.818845297s","start":"2026-03-04T16:22:03.411085Z","end":"2026-03-04T16:22:05.22993Z","steps":["trace[1687584265] 'agreement among raft nodes before linearized reading' (duration: 1.818241451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.229973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.798311Z","time spent":"1.431651914s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:05.229995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:03.411075Z","time spent":"1.818911378s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:22:05.237529Z","caller":"traceutil/trace.go:171","msg":"trace[10478089] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"302.71187ms","start":"2026-03-04T16:22:04.934785Z","end":"2026-03-04T16:22:05.237497Z","steps":["trace[10478089] 'process raft request' (duration: 302.552916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.237584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.617241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.237574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.059292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:05.237624Z","caller":"traceutil/trace.go:171","msg":"trace[557318013] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24752; }","duration":"236.713644ms","start":"2026-03-04T16:22:05.000898Z","end":"2026-03-04T16:22:05.237611Z","steps":["trace[557318013] 'agreement among raft nodes before linearized reading' (duration: 236.617561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.237633Z","caller":"traceutil/trace.go:171","msg":"trace[1668927930] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24752; }","duration":"336.163854ms","start":"2026-03-04T16:22:04.901456Z","end":"2026-03-04T16:22:05.23762Z","steps":["trace[1668927930] 'agreement among raft nodes before linearized reading' (duration: 336.01961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.237641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.947111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.237652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:04.934759Z","time spent":"302.827163ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:05.237698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:04.901437Z","time spent":"336.223666ms","remote":"127.0.0.1:41076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:05.237728Z","caller":"traceutil/trace.go:171","msg":"trace[1741072245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24752; }","duration":"829.084254ms","start":"2026-03-04T16:22:04.408627Z","end":"2026-03-04T16:22:05.237711Z","steps":["trace[1741072245] 'agreement among raft nodes before linearized reading' (duration: 828.93555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.237739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.533748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T16:22:05.237763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:04.408608Z","time spent":"829.146966ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:05.237575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.786087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:05.237782Z","caller":"traceutil/trace.go:171","msg":"trace[457164453] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24752; }","duration":"835.606961ms","start":"2026-03-04T16:22:04.402162Z","end":"2026-03-04T16:22:05.237769Z","steps":["trace[457164453] 'agreement among raft nodes before linearized reading' (duration: 835.446036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.237811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:04.402145Z","time spent":"835.660172ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T16:22:05.237824Z","caller":"traceutil/trace.go:171","msg":"trace[1226558599] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24752; }","duration":"598.089685ms","start":"2026-03-04T16:22:04.639711Z","end":"2026-03-04T16:22:05.237801Z","steps":["trace[1226558599] 'agreement among raft nodes before linearized reading' (duration: 597.775377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.237878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:04.639679Z","time spent":"598.184058ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:05.771784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.673489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:05.772007Z","caller":"traceutil/trace.go:171","msg":"trace[1923641442] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"537.143667ms","start":"2026-03-04T16:22:05.234827Z","end":"2026-03-04T16:22:05.77197Z","steps":["trace[1923641442] 'process raft request' (duration: 276.203182ms)","trace[1923641442] 'compare' (duration: 260.384862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:05.772209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.234811Z","time spent":"537.312731ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:05.772296Z","caller":"traceutil/trace.go:171","msg":"trace[1213495683] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"537.053214ms","start":"2026-03-04T16:22:05.235217Z","end":"2026-03-04T16:22:05.77227Z","steps":["trace[1213495683] 'process raft request' (duration: 536.663224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.772411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235194Z","time spent":"537.162557ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:05.772498Z","caller":"traceutil/trace.go:171","msg":"trace[821596771] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"537.053674ms","start":"2026-03-04T16:22:05.235405Z","end":"2026-03-04T16:22:05.772459Z","steps":["trace[821596771] 'process raft request' (duration: 536.743806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.772542Z","caller":"traceutil/trace.go:171","msg":"trace[700674149] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"536.678925ms","start":"2026-03-04T16:22:05.235838Z","end":"2026-03-04T16:22:05.772517Z","steps":["trace[700674149] 'process raft request' (duration: 536.557872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.772616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235386Z","time spent":"537.166727ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130957,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:05.772647Z","caller":"traceutil/trace.go:171","msg":"trace[860316462] linearizableReadLoop","detail":"{readStateIndex:25676; appliedIndex:25671; }","duration":"535.174207ms","start":"2026-03-04T16:22:05.237463Z","end":"2026-03-04T16:22:05.772638Z","steps":["trace[860316462] 'read index received' (duration: 273.558905ms)","trace[860316462] 'applied index is now lower than readState.Index' (duration: 261.614562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:05.772679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235827Z","time spent":"536.769167ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:05.772791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.374552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:22:05.772813Z","caller":"traceutil/trace.go:171","msg":"trace[1291099182] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24757; }","duration":"537.396812ms","start":"2026-03-04T16:22:05.235408Z","end":"2026-03-04T16:22:05.772805Z","steps":["trace[1291099182] 'agreement among raft nodes before linearized reading' (duration: 537.275829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.772837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235358Z","time spent":"537.470005ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-04T16:22:05.77282Z","caller":"traceutil/trace.go:171","msg":"trace[1728486619] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"535.721821ms","start":"2026-03-04T16:22:05.23708Z","end":"2026-03-04T16:22:05.772801Z","steps":["trace[1728486619] 'process raft request' (duration: 535.371042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.772847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.350162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-04T16:22:05.77287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.123227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.772861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.880481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-04T16:22:05.772874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.895232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-04T16:22:05.772902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.237069Z","time spent":"535.790604ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:05.772946Z","caller":"traceutil/trace.go:171","msg":"trace[1362503773] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3; range_end:; response_count:1; response_revision:24757; }","duration":"538.998204ms","start":"2026-03-04T16:22:05.233929Z","end":"2026-03-04T16:22:05.772928Z","steps":["trace[1362503773] 'agreement among raft nodes before linearized reading' (duration: 538.823989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.772893Z","caller":"traceutil/trace.go:171","msg":"trace[1007418516] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24757; }","duration":"537.435624ms","start":"2026-03-04T16:22:05.235446Z","end":"2026-03-04T16:22:05.772882Z","steps":["trace[1007418516] 'agreement among raft nodes before linearized reading' (duration: 537.216328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.772987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235354Z","time spent":"537.62619ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-04T16:22:05.772992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.23392Z","time spent":"539.059696ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" "} {"level":"info","ts":"2026-03-04T16:22:05.772896Z","caller":"traceutil/trace.go:171","msg":"trace[1981506472] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24757; }","duration":"537.162027ms","start":"2026-03-04T16:22:05.235725Z","end":"2026-03-04T16:22:05.772887Z","steps":["trace[1981506472] 'agreement among raft nodes before linearized reading' (duration: 537.113556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.773043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.235718Z","time spent":"537.314132ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:22:05.772899Z","caller":"traceutil/trace.go:171","msg":"trace[680304802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:24757; }","duration":"538.964603ms","start":"2026-03-04T16:22:05.233926Z","end":"2026-03-04T16:22:05.772891Z","steps":["trace[680304802] 'agreement among raft nodes before linearized reading' (duration: 538.811429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.773118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.233908Z","time spent":"539.20109ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" "} {"level":"info","ts":"2026-03-04T16:22:05.788293Z","caller":"traceutil/trace.go:171","msg":"trace[619519708] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"373.032825ms","start":"2026-03-04T16:22:05.415235Z","end":"2026-03-04T16:22:05.788267Z","steps":["trace[619519708] 'process raft request' (duration: 372.688806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.788316Z","caller":"traceutil/trace.go:171","msg":"trace[391076039] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"373.003554ms","start":"2026-03-04T16:22:05.415283Z","end":"2026-03-04T16:22:05.788286Z","steps":["trace[391076039] 'process raft request' (duration: 372.880451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.788445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.415217Z","time spent":"373.139267ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:05.788492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.415255Z","time spent":"373.136077ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:05.788708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.734775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:05.788704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.690333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:22:05.788763Z","caller":"traceutil/trace.go:171","msg":"trace[1722208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24760; }","duration":"549.814526ms","start":"2026-03-04T16:22:05.238934Z","end":"2026-03-04T16:22:05.788749Z","steps":["trace[1722208] 'agreement among raft nodes before linearized reading' (duration: 549.734164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:05.788784Z","caller":"traceutil/trace.go:171","msg":"trace[950577526] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24760; }","duration":"549.797986ms","start":"2026-03-04T16:22:05.238967Z","end":"2026-03-04T16:22:05.788765Z","steps":["trace[950577526] 'agreement among raft nodes before linearized reading' (duration: 549.52678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.788808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.238915Z","time spent":"549.882998ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:05.788842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.238959Z","time spent":"549.867438ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T16:22:05.788881Z","caller":"traceutil/trace.go:171","msg":"trace[1703180658] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"373.445005ms","start":"2026-03-04T16:22:05.415411Z","end":"2026-03-04T16:22:05.788856Z","steps":["trace[1703180658] 'process raft request' (duration: 372.825789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.788966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.415405Z","time spent":"373.517337ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:05.788717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.845385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:05.789071Z","caller":"traceutil/trace.go:171","msg":"trace[1032412015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24760; }","duration":"374.240315ms","start":"2026-03-04T16:22:05.414821Z","end":"2026-03-04T16:22:05.789061Z","steps":["trace[1032412015] 'agreement among raft nodes before linearized reading' (duration: 373.670541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:05.789116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.414806Z","time spent":"374.295346ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:06.289014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:06.805438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:07.306859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:07.796307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:07.796383Z","caller":"traceutil/trace.go:171","msg":"trace[2139363569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984748s","start":"2026-03-04T16:22:05.796383Z","end":"2026-03-04T16:22:07.796368Z","steps":["trace[2139363569] 'agreement among raft nodes before linearized reading' (duration: 1.999894076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:07.796422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.796366Z","time spent":"2.00004852s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:07.807558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:08.035737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.199651077s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:08.370837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.78375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:08.370927Z","caller":"traceutil/trace.go:171","msg":"trace[44924198] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"2.596139135s","start":"2026-03-04T16:22:05.774774Z","end":"2026-03-04T16:22:08.370913Z","steps":["trace[44924198] 'process raft request' (duration: 2.261209621s)","trace[44924198] 'compare' (duration: 333.548159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:08.370971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.774758Z","time spent":"2.596190396s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:08.407001Z","caller":"traceutil/trace.go:171","msg":"trace[1319688647] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"973.190804ms","start":"2026-03-04T16:22:07.433784Z","end":"2026-03-04T16:22:08.406975Z","steps":["trace[1319688647] 'process raft request' (duration: 972.991149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.433757Z","time spent":"973.318256ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:08.407212Z","caller":"traceutil/trace.go:171","msg":"trace[1292846079] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"612.986121ms","start":"2026-03-04T16:22:07.794209Z","end":"2026-03-04T16:22:08.407195Z","steps":["trace[1292846079] 'process raft request' (duration: 612.704064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.794184Z","time spent":"613.076294ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:08.407341Z","caller":"traceutil/trace.go:171","msg":"trace[1973021595] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25679; }","duration":"2.618869358s","start":"2026-03-04T16:22:05.788461Z","end":"2026-03-04T16:22:08.407331Z","steps":["trace[1973021595] 'read index received' (duration: 2.247634068s)","trace[1973021595] 'applied index is now lower than readState.Index' (duration: 371.23446ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:08.407423Z","caller":"traceutil/trace.go:171","msg":"trace[853583983] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"613.020732ms","start":"2026-03-04T16:22:07.794392Z","end":"2026-03-04T16:22:08.407413Z","steps":["trace[853583983] 'process raft request' (duration: 612.713345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:08.407409Z","caller":"traceutil/trace.go:171","msg":"trace[1764189832] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"612.853018ms","start":"2026-03-04T16:22:07.794531Z","end":"2026-03-04T16:22:08.407384Z","steps":["trace[1764189832] 'process raft request' (duration: 612.746395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.794377Z","time spent":"613.072093ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:08.407545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630380368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-04T16:22:08.407547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.7945Z","time spent":"612.968381ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:08.407532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629586509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:08.407593Z","caller":"traceutil/trace.go:171","msg":"trace[1968389822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24765; }","duration":"2.630432581s","start":"2026-03-04T16:22:05.777144Z","end":"2026-03-04T16:22:08.407576Z","steps":["trace[1968389822] 'agreement among raft nodes before linearized reading' (duration: 2.630246126s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:08.407624Z","caller":"traceutil/trace.go:171","msg":"trace[1243191984] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24765; }","duration":"2.629727272s","start":"2026-03-04T16:22:05.777873Z","end":"2026-03-04T16:22:08.407601Z","steps":["trace[1243191984] 'agreement among raft nodes before linearized reading' (duration: 2.629472506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630046681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-04T16:22:08.407667Z","caller":"traceutil/trace.go:171","msg":"trace[2055171569] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24765; }","duration":"2.630082852s","start":"2026-03-04T16:22:05.777574Z","end":"2026-03-04T16:22:08.407657Z","steps":["trace[2055171569] 'agreement among raft nodes before linearized reading' (duration: 2.629988679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.777139Z","time spent":"2.630484902s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:08.40771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.777567Z","time spent":"2.630129703s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-04T16:22:08.407718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630648956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:22:08.407744Z","caller":"traceutil/trace.go:171","msg":"trace[383789041] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24765; }","duration":"2.630693686s","start":"2026-03-04T16:22:05.777042Z","end":"2026-03-04T16:22:08.407736Z","steps":["trace[383789041] 'agreement among raft nodes before linearized reading' (duration: 2.630606024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.777035Z","time spent":"2.630728407s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:08.407773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629695492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:22:08.407807Z","caller":"traceutil/trace.go:171","msg":"trace[1957240729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24765; }","duration":"2.629739843s","start":"2026-03-04T16:22:05.778057Z","end":"2026-03-04T16:22:08.407796Z","steps":["trace[1957240729] 'agreement among raft nodes before linearized reading' (duration: 2.6296035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.407846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.778051Z","time spent":"2.629788494s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T16:22:08.407672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.777856Z","time spent":"2.629805485s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:08.407941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630626505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-04T16:22:08.408085Z","caller":"traceutil/trace.go:171","msg":"trace[1413884287] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7; range_end:; response_count:1; response_revision:24765; }","duration":"2.630781619s","start":"2026-03-04T16:22:05.777286Z","end":"2026-03-04T16:22:08.408068Z","steps":["trace[1413884287] 'agreement among raft nodes before linearized reading' (duration: 2.630100652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:08.408159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.777278Z","time spent":"2.630865621s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8fjn7\" "} {"level":"warn","ts":"2026-03-04T16:22:09.429058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.901907ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T16:22:09.429209Z","caller":"traceutil/trace.go:171","msg":"trace[1328053868] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25684; }","duration":"1.02182297s","start":"2026-03-04T16:22:08.407366Z","end":"2026-03-04T16:22:09.429189Z","steps":["trace[1328053868] 'read index received' (duration: 107.681378ms)","trace[1328053868] 'applied index is now lower than readState.Index' (duration: 914.140202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:09.429277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.374876Z","time spent":"1.054396842s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:22:09.42945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631891138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:09.429557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652470087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:22:09.429606Z","caller":"traceutil/trace.go:171","msg":"trace[688457504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24765; }","duration":"1.652555089s","start":"2026-03-04T16:22:07.777037Z","end":"2026-03-04T16:22:09.429592Z","steps":["trace[688457504] 'agreement among raft nodes before linearized reading' (duration: 1.652400165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.429604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546447929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:09.429636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639222461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T16:22:09.429648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038530032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:09.429612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683224313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:09.429732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921857645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:09.429736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593751165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:09.42975Z","caller":"traceutil/trace.go:171","msg":"trace[1205822540] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24765; }","duration":"1.038660025s","start":"2026-03-04T16:22:08.391069Z","end":"2026-03-04T16:22:09.429729Z","steps":["trace[1205822540] 'agreement among raft nodes before linearized reading' (duration: 1.038502981s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:09.429763Z","caller":"traceutil/trace.go:171","msg":"trace[1675878699] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24765; }","duration":"2.921923937s","start":"2026-03-04T16:22:06.50783Z","end":"2026-03-04T16:22:09.429754Z","steps":["trace[1675878699] 'agreement among raft nodes before linearized reading' (duration: 2.921873816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.429759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091373636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:09.429786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639053347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:22:09.42977Z","caller":"traceutil/trace.go:171","msg":"trace[1328708750] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24765; }","duration":"3.546657534s","start":"2026-03-04T16:22:05.883059Z","end":"2026-03-04T16:22:09.429716Z","steps":["trace[1328708750] 'agreement among raft nodes before linearized reading' (duration: 3.546408768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.429799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:06.50781Z","time spent":"2.921981528s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.429789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19813419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:22:09.429806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.391055Z","time spent":"1.038739637s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:09.429808Z","caller":"traceutil/trace.go:171","msg":"trace[884615388] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24765; }","duration":"1.593830747s","start":"2026-03-04T16:22:07.835937Z","end":"2026-03-04T16:22:09.429767Z","steps":["trace[884615388] 'agreement among raft nodes before linearized reading' (duration: 1.593765015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:09.429817Z","caller":"traceutil/trace.go:171","msg":"trace[1634615604] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24765; }","duration":"3.639108828s","start":"2026-03-04T16:22:05.790694Z","end":"2026-03-04T16:22:09.429803Z","steps":["trace[1634615604] 'agreement among raft nodes before linearized reading' (duration: 3.639027046s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:09.429822Z","caller":"traceutil/trace.go:171","msg":"trace[422758985] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24765; }","duration":"1.091468358s","start":"2026-03-04T16:22:08.338336Z","end":"2026-03-04T16:22:09.429804Z","steps":["trace[422758985] 'agreement among raft nodes before linearized reading' (duration: 1.091390957s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:09.429843Z","caller":"traceutil/trace.go:171","msg":"trace[1467592673] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24765; }","duration":"1.198246253s","start":"2026-03-04T16:22:08.231582Z","end":"2026-03-04T16:22:09.429828Z","steps":["trace[1467592673] 'agreement among raft nodes before linearized reading' (duration: 1.198021907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.429856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.790677Z","time spent":"3.63917347s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:22:09.429646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129290422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:09.429859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.835913Z","time spent":"1.59393672s","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.42987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.338283Z","time spent":"1.091577971s","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.429891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.231561Z","time spent":"1.198320074s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:09.42988Z","caller":"traceutil/trace.go:171","msg":"trace[157395498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24765; }","duration":"3.639375514s","start":"2026-03-04T16:22:05.790341Z","end":"2026-03-04T16:22:09.429717Z","steps":["trace[157395498] 'agreement among raft nodes before linearized reading' (duration: 3.639128408s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:09.429917Z","caller":"traceutil/trace.go:171","msg":"trace[1816404291] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24765; }","duration":"1.129586s","start":"2026-03-04T16:22:08.30031Z","end":"2026-03-04T16:22:09.429896Z","steps":["trace[1816404291] 'agreement among raft nodes before linearized reading' (duration: 1.12920575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.42995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.790326Z","time spent":"3.639608011s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:22:09.429811Z","caller":"traceutil/trace.go:171","msg":"trace[1240211543] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24765; }","duration":"1.683456139s","start":"2026-03-04T16:22:07.746304Z","end":"2026-03-04T16:22:09.42976Z","steps":["trace[1240211543] 'agreement among raft nodes before linearized reading' (duration: 1.683185783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.429841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:05.883038Z","time spent":"3.546785838s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.430008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.746287Z","time spent":"1.683709465s","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.430031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.30026Z","time spent":"1.129728673s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:09.429635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.777025Z","time spent":"1.65260332s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:22:09.430141Z","caller":"traceutil/trace.go:171","msg":"trace[1825246045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24765; }","duration":"1.632618306s","start":"2026-03-04T16:22:07.797492Z","end":"2026-03-04T16:22:09.43011Z","steps":["trace[1825246045] 'agreement among raft nodes before linearized reading' (duration: 1.631853857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:09.430303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:07.797478Z","time spent":"1.63280656s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:09.929717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:10.429843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:10.459973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.94498194s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:10.600566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.196659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:10.600798Z","caller":"traceutil/trace.go:171","msg":"trace[1814859002] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"2.178020222s","start":"2026-03-04T16:22:08.422743Z","end":"2026-03-04T16:22:10.600764Z","steps":["trace[1814859002] 'process raft request' (duration: 2.037519456s)","trace[1814859002] 'compare' (duration: 139.364237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:10.601035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.422727Z","time spent":"2.178127145s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:11.232919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:11.233017Z","caller":"traceutil/trace.go:171","msg":"trace[1907813748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325777s","start":"2026-03-04T16:22:09.232672Z","end":"2026-03-04T16:22:11.232998Z","steps":["trace[1907813748] 'agreement among raft nodes before linearized reading' (duration: 2.000180293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:11.233066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.232652Z","time spent":"2.000402848s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:11.437977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:11.438075Z","caller":"traceutil/trace.go:171","msg":"trace[298715240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399148s","start":"2026-03-04T16:22:09.437653Z","end":"2026-03-04T16:22:11.438052Z","steps":["trace[298715240] 'agreement among raft nodes before linearized reading' (duration: 2.000277865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:11.438125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.437641Z","time spent":"2.00047268s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:13.013549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.439963373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:22:13.014157Z","caller":"traceutil/trace.go:171","msg":"trace[1965394669] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"2.771020547s","start":"2026-03-04T16:22:10.243114Z","end":"2026-03-04T16:22:13.014134Z","steps":["trace[1965394669] 'process raft request' (duration: 2.770934195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.014311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.243089Z","time spent":"2.771141711s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:13.014355Z","caller":"traceutil/trace.go:171","msg":"trace[1466708158] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"3.583780421s","start":"2026-03-04T16:22:09.430535Z","end":"2026-03-04T16:22:13.014316Z","steps":["trace[1466708158] 'process raft request' (duration: 3.583223497s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:13.014454Z","caller":"traceutil/trace.go:171","msg":"trace[753724761] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"3.58012678s","start":"2026-03-04T16:22:09.434298Z","end":"2026-03-04T16:22:13.014424Z","steps":["trace[753724761] 'process raft request' (duration: 3.579656337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.014493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.430513Z","time spent":"3.583910796s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:13.014553Z","caller":"traceutil/trace.go:171","msg":"trace[1560387795] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"2.762067522s","start":"2026-03-04T16:22:10.252463Z","end":"2026-03-04T16:22:13.014531Z","steps":["trace[1560387795] 'process raft request' (duration: 2.7616271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.014605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.434277Z","time spent":"3.580248522s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:13.014619Z","caller":"traceutil/trace.go:171","msg":"trace[1887449669] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"2.951230917s","start":"2026-03-04T16:22:10.063371Z","end":"2026-03-04T16:22:13.014602Z","steps":["trace[1887449669] 'process raft request' (duration: 2.950645171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.014684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.252445Z","time spent":"2.762168444s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:13.014705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.063353Z","time spent":"2.951304608s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:13.015121Z","caller":"traceutil/trace.go:171","msg":"trace[88537419] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"2.586753738s","start":"2026-03-04T16:22:10.428345Z","end":"2026-03-04T16:22:13.015099Z","steps":["trace[88537419] 'process raft request' (duration: 2.586073071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.015227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.42832Z","time spent":"2.58685487s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:13.015263Z","caller":"traceutil/trace.go:171","msg":"trace[1993528176] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"2.585717271s","start":"2026-03-04T16:22:10.429533Z","end":"2026-03-04T16:22:13.01525Z","steps":["trace[1993528176] 'process raft request' (duration: 2.585441614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.015338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.429527Z","time spent":"2.585767452s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:13.445378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:13.445482Z","caller":"traceutil/trace.go:171","msg":"trace[1103374546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451769s","start":"2026-03-04T16:22:11.44499Z","end":"2026-03-04T16:22:13.445442Z","steps":["trace[1103374546] 'agreement among raft nodes before linearized reading' (duration: 2.000340857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:13.445529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:11.444975Z","time spent":"2.000544062s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:14.104328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090582596s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:15.000705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985638746s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:22:15.001467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154989021s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.001594Z","caller":"traceutil/trace.go:171","msg":"trace[284564575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24773; }","duration":"1.155119274s","start":"2026-03-04T16:22:13.846448Z","end":"2026-03-04T16:22:15.001567Z","steps":["trace[284564575] 'range keys from in-memory index tree' (duration: 1.154971111s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.002324Z","caller":"traceutil/trace.go:171","msg":"trace[1544041302] linearizableReadLoop","detail":"{readStateIndex:25694; appliedIndex:25685; }","duration":"5.573060779s","start":"2026-03-04T16:22:09.429236Z","end":"2026-03-04T16:22:15.002297Z","steps":["trace[1544041302] 'read index received' (duration: 1.031039143s)","trace[1544041302] 'applied index is now lower than readState.Index' (duration: 4.542019066s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:15.002345Z","caller":"traceutil/trace.go:171","msg":"trace[632833100] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"4.57186501s","start":"2026-03-04T16:22:10.430423Z","end":"2026-03-04T16:22:15.002288Z","steps":["trace[632833100] 'process raft request' (duration: 4.570357103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.002487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.430409Z","time spent":"4.572003083s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:15.423759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.999139474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-04T16:22:15.423827Z","caller":"traceutil/trace.go:171","msg":"trace[1191266191] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24774; }","duration":"6.999247136s","start":"2026-03-04T16:22:08.424563Z","end":"2026-03-04T16:22:15.42381Z","steps":["trace[1191266191] 'agreement among raft nodes before linearized reading' (duration: 6.577791638s)","trace[1191266191] 'range keys from in-memory index tree' (duration: 421.283674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.423854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.424549Z","time spent":"6.999299237s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-04T16:22:15.423848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00176962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T16:22:15.42392Z","caller":"traceutil/trace.go:171","msg":"trace[83767574] range","detail":"{range_begin:/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c; range_end:; response_count:1; response_revision:24774; }","duration":"7.001869512s","start":"2026-03-04T16:22:08.422029Z","end":"2026-03-04T16:22:15.423898Z","steps":["trace[83767574] 'agreement among raft nodes before linearized reading' (duration: 6.580352453s)","trace[83767574] 'range keys from in-memory index tree' (duration: 421.331784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.423962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.422013Z","time spent":"7.001932953s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-caf1e328-95b4-44c8-bd26-c261759fec6c\" "} {"level":"warn","ts":"2026-03-04T16:22:15.423995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.900518514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T16:22:15.424013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.824139895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.424127Z","caller":"traceutil/trace.go:171","msg":"trace[1673425436] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24774; }","duration":"6.824283309s","start":"2026-03-04T16:22:08.599811Z","end":"2026-03-04T16:22:15.424095Z","steps":["trace[1673425436] 'agreement among raft nodes before linearized reading' (duration: 6.402533394s)","trace[1673425436] 'count revisions from in-memory index tree' (duration: 421.564121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.424198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.599752Z","time spent":"6.824428463s","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:15.424158Z","caller":"traceutil/trace.go:171","msg":"trace[1764902696] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24774; }","duration":"6.90076198s","start":"2026-03-04T16:22:08.523354Z","end":"2026-03-04T16:22:15.424116Z","steps":["trace[1764902696] 'agreement among raft nodes before linearized reading' (duration: 6.478971944s)","trace[1764902696] 'range keys from in-memory index tree' (duration: 421.394186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.424331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.523335Z","time spent":"6.900949765s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:22:15.42492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00257639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:22:15.425012Z","caller":"traceutil/trace.go:171","msg":"trace[1939645819] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24774; }","duration":"7.002667202s","start":"2026-03-04T16:22:08.422311Z","end":"2026-03-04T16:22:15.424978Z","steps":["trace[1939645819] 'agreement among raft nodes before linearized reading' (duration: 6.580048485s)","trace[1939645819] 'range keys from in-memory index tree' (duration: 421.315435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.425093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:08.4223Z","time spent":"7.002775174s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:15.445846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:15.445896Z","caller":"traceutil/trace.go:171","msg":"trace[1500219514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084091s","start":"2026-03-04T16:22:13.445797Z","end":"2026-03-04T16:22:15.445881Z","steps":["trace[1500219514] 'agreement among raft nodes before linearized reading' (duration: 2.000031379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.445933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:13.445783Z","time spent":"2.000140782s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:15.514768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.461754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:22:15.515068Z","caller":"traceutil/trace.go:171","msg":"trace[1326275772] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"2.495796072s","start":"2026-03-04T16:22:13.019257Z","end":"2026-03-04T16:22:15.515053Z","steps":["trace[1326275772] 'process raft request' (duration: 2.495588897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:13.019237Z","time spent":"2.495868573s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:15.515202Z","caller":"traceutil/trace.go:171","msg":"trace[525775983] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"494.813088ms","start":"2026-03-04T16:22:15.020371Z","end":"2026-03-04T16:22:15.515184Z","steps":["trace[525775983] 'process raft request' (duration: 494.765017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.515321Z","caller":"traceutil/trace.go:171","msg":"trace[762827587] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"495.830514ms","start":"2026-03-04T16:22:15.019468Z","end":"2026-03-04T16:22:15.515299Z","steps":["trace[762827587] 'process raft request' (duration: 495.573468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.020346Z","time spent":"494.92548ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:15.51538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248980072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:15.515426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815212165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.515458Z","caller":"traceutil/trace.go:171","msg":"trace[2075604081] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24777; }","duration":"1.815286517s","start":"2026-03-04T16:22:13.700162Z","end":"2026-03-04T16:22:15.515448Z","steps":["trace[2075604081] 'agreement among raft nodes before linearized reading' (duration: 1.815207235s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.515465Z","caller":"traceutil/trace.go:171","msg":"trace[1852185389] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24777; }","duration":"3.249120056s","start":"2026-03-04T16:22:12.266323Z","end":"2026-03-04T16:22:15.515443Z","steps":["trace[1852185389] 'agreement among raft nodes before linearized reading' (duration: 3.248960162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:13.700142Z","time spent":"1.815338757s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.638065119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:15.515483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920174012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:15.515499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073158901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:22:15.515521Z","caller":"traceutil/trace.go:171","msg":"trace[122071419] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24777; }","duration":"5.63810801s","start":"2026-03-04T16:22:09.877403Z","end":"2026-03-04T16:22:15.515511Z","steps":["trace[122071419] 'agreement among raft nodes before linearized reading' (duration: 5.638036568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.515536Z","caller":"traceutil/trace.go:171","msg":"trace[1512277359] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24777; }","duration":"2.920262914s","start":"2026-03-04T16:22:12.595257Z","end":"2026-03-04T16:22:15.51552Z","steps":["trace[1512277359] 'agreement among raft nodes before linearized reading' (duration: 2.920183883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.515561Z","caller":"traceutil/trace.go:171","msg":"trace[47172965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24777; }","duration":"6.073257184s","start":"2026-03-04T16:22:09.442293Z","end":"2026-03-04T16:22:15.51555Z","steps":["trace[47172965] 'agreement among raft nodes before linearized reading' (duration: 6.073064589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688468082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:15.515613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911101682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T16:22:15.515641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.099087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:15.515662Z","caller":"traceutil/trace.go:171","msg":"trace[1958624121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24777; }","duration":"797.149379ms","start":"2026-03-04T16:22:14.718507Z","end":"2026-03-04T16:22:15.515656Z","steps":["trace[1958624121] 'agreement among raft nodes before linearized reading' (duration: 797.119398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075607396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T16:22:15.51541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.019451Z","time spent":"495.914067ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:15.515666Z","caller":"traceutil/trace.go:171","msg":"trace[1695727566] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24777; }","duration":"4.911177044s","start":"2026-03-04T16:22:10.604477Z","end":"2026-03-04T16:22:15.515654Z","steps":["trace[1695727566] 'agreement among raft nodes before linearized reading' (duration: 4.91104098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618085666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:15.515698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:14.71849Z","time spent":"797.1936ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:15.515698Z","caller":"traceutil/trace.go:171","msg":"trace[43183793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24777; }","duration":"3.075687318s","start":"2026-03-04T16:22:12.439999Z","end":"2026-03-04T16:22:15.515687Z","steps":["trace[43183793] 'agreement among raft nodes before linearized reading' (duration: 3.075539224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949714287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:22:15.515719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.604464Z","time spent":"4.911247805s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T16:22:15.515729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:12.43998Z","time spent":"3.075742349s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T16:22:15.515727Z","caller":"traceutil/trace.go:171","msg":"trace[356788230] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24777; }","duration":"5.618397123s","start":"2026-03-04T16:22:09.897316Z","end":"2026-03-04T16:22:15.515713Z","steps":["trace[356788230] 'agreement among raft nodes before linearized reading' (duration: 5.618081545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.51575Z","caller":"traceutil/trace.go:171","msg":"trace[119210132] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24777; }","duration":"3.94982071s","start":"2026-03-04T16:22:11.56592Z","end":"2026-03-04T16:22:15.515741Z","steps":["trace[119210132] 'agreement among raft nodes before linearized reading' (duration: 3.949666356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:11.565904Z","time spent":"3.949867022s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:22:15.515785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.897296Z","time spent":"5.618469355s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.442278Z","time spent":"6.073315225s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T16:22:15.515786Z","caller":"traceutil/trace.go:171","msg":"trace[300804554] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24777; }","duration":"4.688715848s","start":"2026-03-04T16:22:10.826926Z","end":"2026-03-04T16:22:15.515642Z","steps":["trace[300804554] 'agreement among raft nodes before linearized reading' (duration: 4.688402361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.515512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:12.266306Z","time spent":"3.249194507s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74382425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:15.517415Z","caller":"traceutil/trace.go:171","msg":"trace[1369245363] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24777; }","duration":"3.745432331s","start":"2026-03-04T16:22:11.771967Z","end":"2026-03-04T16:22:15.5174Z","steps":["trace[1369245363] 'agreement among raft nodes before linearized reading' (duration: 3.743579854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.517474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:11.771944Z","time spent":"3.745517124s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:09.877347Z","time spent":"5.638208933s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:10.826906Z","time spent":"4.688995505s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:15.515301Z","caller":"traceutil/trace.go:171","msg":"trace[1122583678] linearizableReadLoop","detail":"{readStateIndex:25697; appliedIndex:25695; }","duration":"512.899525ms","start":"2026-03-04T16:22:15.002366Z","end":"2026-03-04T16:22:15.515266Z","steps":["trace[1122583678] 'read index received' (duration: 43.581µs)","trace[1122583678] 'applied index is now lower than readState.Index' (duration: 512.852344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.515571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:12.59524Z","time spent":"2.920322296s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.515612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074381077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.517992Z","caller":"traceutil/trace.go:171","msg":"trace[61425587] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24777; }","duration":"1.076744526s","start":"2026-03-04T16:22:14.441222Z","end":"2026-03-04T16:22:15.517967Z","steps":["trace[61425587] 'agreement among raft nodes before linearized reading' (duration: 1.074366486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.518043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:14.441204Z","time spent":"1.076823028s","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:15.749677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.779339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:15.749755Z","caller":"traceutil/trace.go:171","msg":"trace[1397175773] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"321.114035ms","start":"2026-03-04T16:22:15.428627Z","end":"2026-03-04T16:22:15.749741Z","steps":["trace[1397175773] 'process raft request' (duration: 198.207733ms)","trace[1397175773] 'compare' (duration: 121.936148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:15.749791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.428602Z","time spent":"321.175006ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:15.75913Z","caller":"traceutil/trace.go:171","msg":"trace[26617802] linearizableReadLoop","detail":"{readStateIndex:25701; appliedIndex:25699; }","duration":"241.28425ms","start":"2026-03-04T16:22:15.517829Z","end":"2026-03-04T16:22:15.759113Z","steps":["trace[26617802] 'read index received' (duration: 108.930069ms)","trace[26617802] 'applied index is now lower than readState.Index' (duration: 132.353441ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:15.759472Z","caller":"traceutil/trace.go:171","msg":"trace[1064550476] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"236.793186ms","start":"2026-03-04T16:22:15.522671Z","end":"2026-03-04T16:22:15.759464Z","steps":["trace[1064550476] 'process raft request' (duration: 236.306284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:15.759641Z","caller":"traceutil/trace.go:171","msg":"trace[725518603] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"236.422807ms","start":"2026-03-04T16:22:15.52321Z","end":"2026-03-04T16:22:15.759633Z","steps":["trace[725518603] 'process raft request' (duration: 235.857512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.7598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.289401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T16:22:15.759825Z","caller":"traceutil/trace.go:171","msg":"trace[124389204] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24780; }","duration":"285.361502ms","start":"2026-03-04T16:22:15.474455Z","end":"2026-03-04T16:22:15.759816Z","steps":["trace[124389204] 'agreement among raft nodes before linearized reading' (duration: 285.265099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.759924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.708302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.759942Z","caller":"traceutil/trace.go:171","msg":"trace[1569789789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24780; }","duration":"306.747172ms","start":"2026-03-04T16:22:15.453188Z","end":"2026-03-04T16:22:15.759935Z","steps":["trace[1569789789] 'agreement among raft nodes before linearized reading' (duration: 306.719751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.759973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.453177Z","time spent":"306.786084ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:15.760143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.422019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-04T16:22:15.760164Z","caller":"traceutil/trace.go:171","msg":"trace[1230627807] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24780; }","duration":"326.497831ms","start":"2026-03-04T16:22:15.433658Z","end":"2026-03-04T16:22:15.760156Z","steps":["trace[1230627807] 'agreement among raft nodes before linearized reading' (duration: 326.421959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.760183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.433647Z","time spent":"326.531262ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T16:22:15.760333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.885221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T16:22:15.760354Z","caller":"traceutil/trace.go:171","msg":"trace[1520706379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24780; }","duration":"330.987224ms","start":"2026-03-04T16:22:15.429359Z","end":"2026-03-04T16:22:15.760346Z","steps":["trace[1520706379] 'agreement among raft nodes before linearized reading' (duration: 330.914242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.760373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.429298Z","time spent":"331.068656ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:15.760501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.09576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:22:15.76052Z","caller":"traceutil/trace.go:171","msg":"trace[451269039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24780; }","duration":"742.148711ms","start":"2026-03-04T16:22:15.018364Z","end":"2026-03-04T16:22:15.760513Z","steps":["trace[451269039] 'agreement among raft nodes before linearized reading' (duration: 742.09328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.760537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.018349Z","time spent":"742.184432ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:15.760669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.443239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-04T16:22:15.760689Z","caller":"traceutil/trace.go:171","msg":"trace[399344018] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8; range_end:; response_count:1; response_revision:24780; }","duration":"242.480191ms","start":"2026-03-04T16:22:15.518201Z","end":"2026-03-04T16:22:15.760681Z","steps":["trace[399344018] 'agreement among raft nodes before linearized reading' (duration: 242.419759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.761038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.672065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:15.761076Z","caller":"traceutil/trace.go:171","msg":"trace[522079152] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24780; }","duration":"143.747747ms","start":"2026-03-04T16:22:15.617322Z","end":"2026-03-04T16:22:15.761069Z","steps":["trace[522079152] 'agreement among raft nodes before linearized reading' (duration: 143.652255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:15.761214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.634213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:15.761233Z","caller":"traceutil/trace.go:171","msg":"trace[1211149408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24780; }","duration":"238.678144ms","start":"2026-03-04T16:22:15.522548Z","end":"2026-03-04T16:22:15.761226Z","steps":["trace[1211149408] 'agreement among raft nodes before linearized reading' (duration: 238.618253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.810805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.78817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:16.81109Z","caller":"traceutil/trace.go:171","msg":"trace[1688304552] linearizableReadLoop","detail":"{readStateIndex:25704; appliedIndex:25703; }","duration":"1.040947452s","start":"2026-03-04T16:22:15.770116Z","end":"2026-03-04T16:22:16.811064Z","steps":["trace[1688304552] 'read index received' (duration: 310.757102ms)","trace[1688304552] 'applied index is now lower than readState.Index' (duration: 730.18882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:16.811192Z","caller":"traceutil/trace.go:171","msg":"trace[174666931] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.044160474s","start":"2026-03-04T16:22:15.767001Z","end":"2026-03-04T16:22:16.811161Z","steps":["trace[174666931] 'process raft request' (duration: 313.947843ms)","trace[174666931] 'compare' (duration: 729.257696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:16.811325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041202499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T16:22:16.811346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.766984Z","time spent":"1.044282076s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:16.811371Z","caller":"traceutil/trace.go:171","msg":"trace[861134170] range","detail":"{range_begin:/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644; range_end:; response_count:1; response_revision:24781; }","duration":"1.041270951s","start":"2026-03-04T16:22:15.77009Z","end":"2026-03-04T16:22:16.811361Z","steps":["trace[861134170] 'agreement among raft nodes before linearized reading' (duration: 1.041084676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.811446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.770075Z","time spent":"1.041361533s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644\" "} {"level":"info","ts":"2026-03-04T16:22:16.841867Z","caller":"traceutil/trace.go:171","msg":"trace[162974058] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"839.150989ms","start":"2026-03-04T16:22:16.002661Z","end":"2026-03-04T16:22:16.841812Z","steps":["trace[162974058] 'process raft request' (duration: 839.107748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.841992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.002642Z","time spent":"839.290573ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:16.842232Z","caller":"traceutil/trace.go:171","msg":"trace[1954755576] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.072052838s","start":"2026-03-04T16:22:15.770169Z","end":"2026-03-04T16:22:16.842222Z","steps":["trace[1954755576] 'process raft request' (duration: 1.07133715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.842294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.770153Z","time spent":"1.072104158s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:16.842414Z","caller":"traceutil/trace.go:171","msg":"trace[1720943360] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"912.916541ms","start":"2026-03-04T16:22:15.929466Z","end":"2026-03-04T16:22:16.842382Z","steps":["trace[1720943360] 'process raft request' (duration: 912.277415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.842622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.929441Z","time spent":"913.094885ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:16.843098Z","caller":"traceutil/trace.go:171","msg":"trace[963993130] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"984.140388ms","start":"2026-03-04T16:22:15.858915Z","end":"2026-03-04T16:22:16.843056Z","steps":["trace[963993130] 'process raft request' (duration: 982.786445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:16.843222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.858887Z","time spent":"984.265982ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:17.150665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.754683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:17.150846Z","caller":"traceutil/trace.go:171","msg":"trace[1718035419] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"142.933947ms","start":"2026-03-04T16:22:17.007901Z","end":"2026-03-04T16:22:17.150835Z","steps":["trace[1718035419] 'process raft request' (duration: 142.876416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:17.150992Z","caller":"traceutil/trace.go:171","msg":"trace[1661284063] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25708; }","duration":"339.832036ms","start":"2026-03-04T16:22:16.811153Z","end":"2026-03-04T16:22:17.150985Z","steps":["trace[1661284063] 'read index received' (duration: 31.189897ms)","trace[1661284063] 'applied index is now lower than readState.Index' (duration: 308.641179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:17.15122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.923887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-03-04T16:22:17.151247Z","caller":"traceutil/trace.go:171","msg":"trace[1036791870] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:24787; }","duration":"354.98163ms","start":"2026-03-04T16:22:16.796258Z","end":"2026-03-04T16:22:17.15124Z","steps":["trace[1036791870] 'agreement among raft nodes before linearized reading' (duration: 354.889307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.151266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.79624Z","time spent":"355.02076ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7561,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-04T16:22:17.151406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.128931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"info","ts":"2026-03-04T16:22:17.151429Z","caller":"traceutil/trace.go:171","msg":"trace[2113300703] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:24787; }","duration":"721.152181ms","start":"2026-03-04T16:22:16.430271Z","end":"2026-03-04T16:22:17.151424Z","steps":["trace[2113300703] 'agreement among raft nodes before linearized reading' (duration: 721.09ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.151449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.430223Z","time spent":"721.217433ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2582,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-04T16:22:17.151581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.785271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-03-04T16:22:17.151604Z","caller":"traceutil/trace.go:171","msg":"trace[2001442886] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24787; }","duration":"798.860962ms","start":"2026-03-04T16:22:16.352736Z","end":"2026-03-04T16:22:17.151597Z","steps":["trace[2001442886] 'agreement among raft nodes before linearized reading' (duration: 798.800951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.151619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.352721Z","time spent":"798.894363ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9993,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:17.151729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.270012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:17.151766Z","caller":"traceutil/trace.go:171","msg":"trace[1761172442] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24787; }","duration":"883.303813ms","start":"2026-03-04T16:22:16.268441Z","end":"2026-03-04T16:22:17.151745Z","steps":["trace[1761172442] 'agreement among raft nodes before linearized reading' (duration: 883.258412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.151784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.268382Z","time spent":"883.397176ms","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:17.151768Z","caller":"traceutil/trace.go:171","msg":"trace[51032569] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.019966553s","start":"2026-03-04T16:22:16.13085Z","end":"2026-03-04T16:22:17.150816Z","steps":["trace[51032569] 'process raft request' (duration: 855.996565ms)","trace[51032569] 'compare' (duration: 163.669801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:17.151897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.869757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:17.151913Z","caller":"traceutil/trace.go:171","msg":"trace[1813204082] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24787; }","duration":"919.941618ms","start":"2026-03-04T16:22:16.231966Z","end":"2026-03-04T16:22:17.151908Z","steps":["trace[1813204082] 'agreement among raft nodes before linearized reading' (duration: 919.911997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.151929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.231949Z","time spent":"919.975419ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:17.152062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356307963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp\" ","response":"range_response_count:1 size:6217"} {"level":"info","ts":"2026-03-04T16:22:17.152084Z","caller":"traceutil/trace.go:171","msg":"trace[1029419814] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp; range_end:; response_count:1; response_revision:24787; }","duration":"1.356330483s","start":"2026-03-04T16:22:15.795748Z","end":"2026-03-04T16:22:17.152078Z","steps":["trace[1029419814] 'agreement among raft nodes before linearized reading' (duration: 1.356264771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.1521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.795729Z","time spent":"1.356367414s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-9djfp\" "} {"level":"warn","ts":"2026-03-04T16:22:17.152221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380645706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T16:22:17.152242Z","caller":"traceutil/trace.go:171","msg":"trace[120633760] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24787; }","duration":"1.380675147s","start":"2026-03-04T16:22:15.771562Z","end":"2026-03-04T16:22:17.152237Z","steps":["trace[120633760] 'agreement among raft nodes before linearized reading' (duration: 1.380618206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.152257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.771557Z","time spent":"1.380696518s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T16:22:17.152383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380933693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:22:17.152404Z","caller":"traceutil/trace.go:171","msg":"trace[1216264789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24787; }","duration":"1.380981754s","start":"2026-03-04T16:22:15.771417Z","end":"2026-03-04T16:22:17.152399Z","steps":["trace[1216264789] 'agreement among raft nodes before linearized reading' (duration: 1.380925603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.15242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.771404Z","time spent":"1.381012375s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:22:17.15253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381235371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:17.152552Z","caller":"traceutil/trace.go:171","msg":"trace[1682823293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24787; }","duration":"1.381264401s","start":"2026-03-04T16:22:15.771281Z","end":"2026-03-04T16:22:17.152545Z","steps":["trace[1682823293] 'agreement among raft nodes before linearized reading' (duration: 1.38120734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.152568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.771276Z","time spent":"1.381287353s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:17.152679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382273087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T16:22:17.1527Z","caller":"traceutil/trace.go:171","msg":"trace[1402248990] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24787; }","duration":"1.382489013s","start":"2026-03-04T16:22:15.770206Z","end":"2026-03-04T16:22:17.152695Z","steps":["trace[1402248990] 'agreement among raft nodes before linearized reading' (duration: 1.382429031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.152715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.7702Z","time spent":"1.382511073s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:17.152809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382433942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:17.152829Z","caller":"traceutil/trace.go:171","msg":"trace[157717987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24787; }","duration":"1.382478603s","start":"2026-03-04T16:22:15.770346Z","end":"2026-03-04T16:22:17.152824Z","steps":["trace[157717987] 'agreement among raft nodes before linearized reading' (duration: 1.382445712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.152844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:15.770331Z","time spent":"1.382510083s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:17.152973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.423442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-03-04T16:22:17.152994Z","caller":"traceutil/trace.go:171","msg":"trace[34090179] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541; range_end:; response_count:1; response_revision:24787; }","duration":"338.471613ms","start":"2026-03-04T16:22:16.814517Z","end":"2026-03-04T16:22:17.152988Z","steps":["trace[34090179] 'agreement among raft nodes before linearized reading' (duration: 338.413602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.153009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.814501Z","time spent":"338.503714ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" "} {"level":"warn","ts":"2026-03-04T16:22:17.15301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.130828Z","time spent":"1.021082911s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:17.153485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.413018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-04T16:22:17.153511Z","caller":"traceutil/trace.go:171","msg":"trace[480791142] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:24787; }","duration":"301.474129ms","start":"2026-03-04T16:22:16.852031Z","end":"2026-03-04T16:22:17.153505Z","steps":["trace[480791142] 'agreement among raft nodes before linearized reading' (duration: 301.410217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.153528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.852012Z","time spent":"301.51024ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-04T16:22:17.153634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.647955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:22:17.153655Z","caller":"traceutil/trace.go:171","msg":"trace[1103347978] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24787; }","duration":"307.698517ms","start":"2026-03-04T16:22:16.845951Z","end":"2026-03-04T16:22:17.15365Z","steps":["trace[1103347978] 'agreement among raft nodes before linearized reading' (duration: 307.643535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.153726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.845934Z","time spent":"307.787128ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:22:17.153856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.799694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:22:17.153878Z","caller":"traceutil/trace.go:171","msg":"trace[1801371560] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24787; }","duration":"331.850475ms","start":"2026-03-04T16:22:16.822022Z","end":"2026-03-04T16:22:17.153873Z","steps":["trace[1801371560] 'agreement among raft nodes before linearized reading' (duration: 331.787814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:17.153894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:16.822005Z","time spent":"331.884827ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T16:22:17.752286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.95492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:17.75239Z","caller":"traceutil/trace.go:171","msg":"trace[1800603187] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"581.375234ms","start":"2026-03-04T16:22:17.170997Z","end":"2026-03-04T16:22:17.752372Z","steps":["trace[1800603187] 'process raft request' (duration: 281.26362ms)","trace[1800603187] 'compare' (duration: 299.407907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:17.752461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.17098Z","time spent":"581.450706ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:18.357721Z","caller":"traceutil/trace.go:171","msg":"trace[1919463604] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.186361694s","start":"2026-03-04T16:22:17.171328Z","end":"2026-03-04T16:22:18.35769Z","steps":["trace[1919463604] 'process raft request' (duration: 1.186163629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:18.357776Z","caller":"traceutil/trace.go:171","msg":"trace[1692961765] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"336.994635ms","start":"2026-03-04T16:22:18.020753Z","end":"2026-03-04T16:22:18.357748Z","steps":["trace[1692961765] 'process raft request' (duration: 336.874592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.357876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.17132Z","time spent":"1.186472326s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:18.357928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.020729Z","time spent":"337.111167ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:18.358174Z","caller":"traceutil/trace.go:171","msg":"trace[352734555] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.186869336s","start":"2026-03-04T16:22:17.171284Z","end":"2026-03-04T16:22:18.358153Z","steps":["trace[352734555] 'process raft request' (duration: 1.108300933s)","trace[352734555] 'compare' (duration: 77.686491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:18.358209Z","caller":"traceutil/trace.go:171","msg":"trace[553424108] linearizableReadLoop","detail":"{readStateIndex:25713; appliedIndex:25710; }","duration":"1.186820685s","start":"2026-03-04T16:22:17.171372Z","end":"2026-03-04T16:22:18.358192Z","steps":["trace[553424108] 'read index received' (duration: 280.815349ms)","trace[553424108] 'applied index is now lower than readState.Index' (duration: 906.003286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:18.358276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171275Z","time spent":"1.186951238s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:18.358476Z","caller":"traceutil/trace.go:171","msg":"trace[1594585422] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"838.353469ms","start":"2026-03-04T16:22:17.520107Z","end":"2026-03-04T16:22:18.35846Z","steps":["trace[1594585422] 'process raft request' (duration: 837.452736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.358574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.520082Z","time spent":"838.439261ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:18.358803Z","caller":"traceutil/trace.go:171","msg":"trace[1183470748] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"836.921022ms","start":"2026-03-04T16:22:17.521867Z","end":"2026-03-04T16:22:18.358788Z","steps":["trace[1183470748] 'process raft request' (duration: 835.729332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.358915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.521848Z","time spent":"836.999624ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:18.359388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188009645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-03-04T16:22:18.359451Z","caller":"traceutil/trace.go:171","msg":"trace[1008994533] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:24793; }","duration":"1.188077137s","start":"2026-03-04T16:22:17.171357Z","end":"2026-03-04T16:22:18.359434Z","steps":["trace[1008994533] 'agreement among raft nodes before linearized reading' (duration: 1.187899262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.359459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188373173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T16:22:18.359499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171354Z","time spent":"1.188133408s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5220,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"info","ts":"2026-03-04T16:22:18.359545Z","caller":"traceutil/trace.go:171","msg":"trace[352043417] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:24793; }","duration":"1.188504547s","start":"2026-03-04T16:22:17.171019Z","end":"2026-03-04T16:22:18.359523Z","steps":["trace[352043417] 'agreement among raft nodes before linearized reading' (duration: 1.18825326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.359603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171015Z","time spent":"1.188573649s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-04T16:22:18.359662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188362674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-2z4lv\" ","response":"range_response_count:1 size:3479"} {"level":"info","ts":"2026-03-04T16:22:18.359715Z","caller":"traceutil/trace.go:171","msg":"trace[1153163525] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-2z4lv; range_end:; response_count:1; response_revision:24793; }","duration":"1.188439626s","start":"2026-03-04T16:22:17.171262Z","end":"2026-03-04T16:22:18.359702Z","steps":["trace[1153163525] 'agreement among raft nodes before linearized reading' (duration: 1.188262201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.359758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171258Z","time spent":"1.188482697s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3502,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-2z4lv\" "} {"level":"warn","ts":"2026-03-04T16:22:18.359812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187165493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:22:18.359857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188503478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:26059"} {"level":"warn","ts":"2026-03-04T16:22:18.359859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.729328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:18.359881Z","caller":"traceutil/trace.go:171","msg":"trace[357387152] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24793; }","duration":"1.187244946s","start":"2026-03-04T16:22:17.17262Z","end":"2026-03-04T16:22:18.359865Z","steps":["trace[357387152] 'agreement among raft nodes before linearized reading' (duration: 1.187073552s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:18.359905Z","caller":"traceutil/trace.go:171","msg":"trace[679206972] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24793; }","duration":"687.806381ms","start":"2026-03-04T16:22:17.672086Z","end":"2026-03-04T16:22:18.359893Z","steps":["trace[679206972] 'agreement among raft nodes before linearized reading' (duration: 687.736149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.359912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18857828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T16:22:18.359936Z","caller":"traceutil/trace.go:171","msg":"trace[1431684345] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc; range_end:; response_count:1; response_revision:24793; }","duration":"1.18861558s","start":"2026-03-04T16:22:17.171315Z","end":"2026-03-04T16:22:18.359931Z","steps":["trace[1431684345] 'agreement among raft nodes before linearized reading' (duration: 1.188566769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.359931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.172614Z","time spent":"1.187306107s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:22:18.359932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188855196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T16:22:18.359953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171309Z","time spent":"1.188641231s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" "} {"level":"info","ts":"2026-03-04T16:22:18.359982Z","caller":"traceutil/trace.go:171","msg":"trace[765191359] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24793; }","duration":"1.188913657s","start":"2026-03-04T16:22:17.171053Z","end":"2026-03-04T16:22:18.359967Z","steps":["trace[765191359] 'agreement among raft nodes before linearized reading' (duration: 1.188756263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.35994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.672069Z","time spent":"687.861851ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:18.360032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.17105Z","time spent":"1.1889724s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T16:22:18.36014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.901896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:18.36018Z","caller":"traceutil/trace.go:171","msg":"trace[952508386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24793; }","duration":"767.141192ms","start":"2026-03-04T16:22:17.593027Z","end":"2026-03-04T16:22:18.360168Z","steps":["trace[952508386] 'agreement among raft nodes before linearized reading' (duration: 767.074091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.227225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-9djfp.1899afc09528056d\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-03-04T16:22:18.360218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.593011Z","time spent":"767.194233ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:18.360238Z","caller":"traceutil/trace.go:171","msg":"trace[483558681] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-9djfp.1899afc09528056d; range_end:; response_count:1; response_revision:24793; }","duration":"563.301717ms","start":"2026-03-04T16:22:17.796924Z","end":"2026-03-04T16:22:18.360226Z","steps":["trace[483558681] 'agreement among raft nodes before linearized reading' (duration: 563.203904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.79691Z","time spent":"563.355909ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":922,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-9djfp.1899afc09528056d\" "} {"level":"warn","ts":"2026-03-04T16:22:18.360305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129493238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-04T16:22:18.360182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189134524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:18.360367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.032093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:18.360377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055737356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:18.360405Z","caller":"traceutil/trace.go:171","msg":"trace[1174389105] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24793; }","duration":"995.103765ms","start":"2026-03-04T16:22:17.365292Z","end":"2026-03-04T16:22:18.360396Z","steps":["trace[1174389105] 'agreement among raft nodes before linearized reading' (duration: 995.041514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:18.360406Z","caller":"traceutil/trace.go:171","msg":"trace[26665664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24793; }","duration":"1.055796297s","start":"2026-03-04T16:22:17.304603Z","end":"2026-03-04T16:22:18.360399Z","steps":["trace[26665664] 'agreement among raft nodes before linearized reading' (duration: 1.055751296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130711169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"warn","ts":"2026-03-04T16:22:18.360446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.365276Z","time spent":"995.155367ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:18.360468Z","caller":"traceutil/trace.go:171","msg":"trace[1830640189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24793; }","duration":"1.13076969s","start":"2026-03-04T16:22:17.22969Z","end":"2026-03-04T16:22:18.360459Z","steps":["trace[1830640189] 'agreement among raft nodes before linearized reading' (duration: 1.130650347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.229655Z","time spent":"1.130828861s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":88989,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:18.359872Z","caller":"traceutil/trace.go:171","msg":"trace[1089066808] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:24793; }","duration":"1.188524808s","start":"2026-03-04T16:22:17.171342Z","end":"2026-03-04T16:22:18.359867Z","steps":["trace[1089066808] 'agreement among raft nodes before linearized reading' (duration: 1.188484957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171339Z","time spent":"1.189197305s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":26082,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"info","ts":"2026-03-04T16:22:18.360367Z","caller":"traceutil/trace.go:171","msg":"trace[2077170013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24793; }","duration":"1.189326628s","start":"2026-03-04T16:22:17.171029Z","end":"2026-03-04T16:22:18.360356Z","steps":["trace[2077170013] 'agreement among raft nodes before linearized reading' (duration: 1.189124473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.171024Z","time spent":"1.189600975s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:18.36044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.304585Z","time spent":"1.055850199s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:22:18.36034Z","caller":"traceutil/trace.go:171","msg":"trace[2136271662] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24793; }","duration":"1.129541168s","start":"2026-03-04T16:22:17.230791Z","end":"2026-03-04T16:22:18.360332Z","steps":["trace[2136271662] 'agreement among raft nodes before linearized reading' (duration: 1.129451876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.360781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:17.230785Z","time spent":"1.129988919s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-04T16:22:18.570325Z","caller":"traceutil/trace.go:171","msg":"trace[2145833094] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"140.543037ms","start":"2026-03-04T16:22:18.429732Z","end":"2026-03-04T16:22:18.570275Z","steps":["trace[2145833094] 'process raft request' (duration: 103.748239ms)","trace[2145833094] 'compare' (duration: 36.639244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:18.570758Z","caller":"traceutil/trace.go:171","msg":"trace[971591304] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"132.700159ms","start":"2026-03-04T16:22:18.438014Z","end":"2026-03-04T16:22:18.570714Z","steps":["trace[971591304] 'process raft request' (duration: 132.238478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:18.570719Z","caller":"traceutil/trace.go:171","msg":"trace[357468215] linearizableReadLoop","detail":"{readStateIndex:25719; appliedIndex:25718; }","duration":"136.6634ms","start":"2026-03-04T16:22:18.434024Z","end":"2026-03-04T16:22:18.570687Z","steps":["trace[357468215] 'read index received' (duration: 99.467251ms)","trace[357468215] 'applied index is now lower than readState.Index' (duration: 37.192879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:18.645498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.560758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:18.645568Z","caller":"traceutil/trace.go:171","msg":"trace[1247549710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24797; }","duration":"207.65416ms","start":"2026-03-04T16:22:18.437897Z","end":"2026-03-04T16:22:18.645552Z","steps":["trace[1247549710] 'agreement among raft nodes before linearized reading' (duration: 207.518727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.645538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.479608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T16:22:18.645622Z","caller":"traceutil/trace.go:171","msg":"trace[1202168967] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:24797; }","duration":"211.605532ms","start":"2026-03-04T16:22:18.433996Z","end":"2026-03-04T16:22:18.645601Z","steps":["trace[1202168967] 'agreement among raft nodes before linearized reading' (duration: 136.805043ms)","trace[1202168967] 'range keys from in-memory index tree' (duration: 74.567042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:18.645977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.762305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-03-04T16:22:18.645999Z","caller":"traceutil/trace.go:171","msg":"trace[1772765424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:24797; }","duration":"211.808256ms","start":"2026-03-04T16:22:18.434186Z","end":"2026-03-04T16:22:18.645994Z","steps":["trace[1772765424] 'agreement among raft nodes before linearized reading' (duration: 211.721674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.149353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"info","ts":"2026-03-04T16:22:18.646099Z","caller":"traceutil/trace.go:171","msg":"trace[182626836] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:24797; }","duration":"204.214755ms","start":"2026-03-04T16:22:18.441866Z","end":"2026-03-04T16:22:18.646081Z","steps":["trace[182626836] 'agreement among raft nodes before linearized reading' (duration: 204.106702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.850377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:18.64617Z","caller":"traceutil/trace.go:171","msg":"trace[893582416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24797; }","duration":"211.873558ms","start":"2026-03-04T16:22:18.43429Z","end":"2026-03-04T16:22:18.646164Z","steps":["trace[893582416] 'agreement among raft nodes before linearized reading' (duration: 211.823506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.050503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-03-04T16:22:18.646259Z","caller":"traceutil/trace.go:171","msg":"trace[1045116033] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24797; }","duration":"212.139395ms","start":"2026-03-04T16:22:18.434105Z","end":"2026-03-04T16:22:18.646244Z","steps":["trace[1045116033] 'agreement among raft nodes before linearized reading' (duration: 211.95771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.005231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-04T16:22:18.646403Z","caller":"traceutil/trace.go:171","msg":"trace[366408441] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6klzw; range_end:; response_count:1; response_revision:24797; }","duration":"212.134414ms","start":"2026-03-04T16:22:18.434257Z","end":"2026-03-04T16:22:18.646391Z","steps":["trace[366408441] 'agreement among raft nodes before linearized reading' (duration: 211.97834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.262647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2612"} {"level":"info","ts":"2026-03-04T16:22:18.64651Z","caller":"traceutil/trace.go:171","msg":"trace[1293994425] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:24797; }","duration":"208.638926ms","start":"2026-03-04T16:22:18.437826Z","end":"2026-03-04T16:22:18.646465Z","steps":["trace[1293994425] 'agreement among raft nodes before linearized reading' (duration: 208.239836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.398133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T16:22:18.64658Z","caller":"traceutil/trace.go:171","msg":"trace[430141795] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24797; }","duration":"140.577588ms","start":"2026-03-04T16:22:18.505991Z","end":"2026-03-04T16:22:18.646569Z","steps":["trace[430141795] 'agreement among raft nodes before linearized reading' (duration: 140.390453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.646641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.31325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:24099"} {"level":"info","ts":"2026-03-04T16:22:18.646679Z","caller":"traceutil/trace.go:171","msg":"trace[560907448] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24797; }","duration":"176.374151ms","start":"2026-03-04T16:22:18.470295Z","end":"2026-03-04T16:22:18.646669Z","steps":["trace[560907448] 'agreement among raft nodes before linearized reading' (duration: 176.252998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:18.829692Z","caller":"traceutil/trace.go:171","msg":"trace[818546041] linearizableReadLoop","detail":"{readStateIndex:25722; appliedIndex:25721; }","duration":"178.604777ms","start":"2026-03-04T16:22:18.651041Z","end":"2026-03-04T16:22:18.829646Z","steps":["trace[818546041] 'read index received' (duration: 178.502335ms)","trace[818546041] 'applied index is now lower than readState.Index' (duration: 101.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:18.829754Z","caller":"traceutil/trace.go:171","msg":"trace[34631300] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"181.202043ms","start":"2026-03-04T16:22:18.648512Z","end":"2026-03-04T16:22:18.829714Z","steps":["trace[34631300] 'process raft request' (duration: 180.924726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:18.830041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.968996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T16:22:18.830115Z","caller":"traceutil/trace.go:171","msg":"trace[494289714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24798; }","duration":"179.07682ms","start":"2026-03-04T16:22:18.651019Z","end":"2026-03-04T16:22:18.830096Z","steps":["trace[494289714] 'agreement among raft nodes before linearized reading' (duration: 178.771622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:19.330501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:19.83207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:20.333263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:20.83402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:20.958262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128686696s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:22:20.959985Z","caller":"traceutil/trace.go:171","msg":"trace[2081375750] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"2.305327495s","start":"2026-03-04T16:22:18.654635Z","end":"2026-03-04T16:22:20.959963Z","steps":["trace[2081375750] 'process raft request' (duration: 2.305190282s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:20.959987Z","caller":"traceutil/trace.go:171","msg":"trace[419229215] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.308760461s","start":"2026-03-04T16:22:18.651197Z","end":"2026-03-04T16:22:20.959957Z","steps":["trace[419229215] 'process raft request' (duration: 2.3075758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:20.960108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.654611Z","time spent":"2.305425177s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:20.960844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.651188Z","time spent":"2.308892924s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:21.489194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:22:21.489301Z","caller":"traceutil/trace.go:171","msg":"trace[1962387763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214934s","start":"2026-03-04T16:22:19.489037Z","end":"2026-03-04T16:22:21.489252Z","steps":["trace[1962387763] 'agreement among raft nodes before linearized reading' (duration: 2.000123031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:21.489356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:19.489018Z","time spent":"2.000327066s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:23.377352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.179609852s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:22:23.377993Z","caller":"traceutil/trace.go:171","msg":"trace[2134264477] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25722; }","duration":"4.548219873s","start":"2026-03-04T16:22:18.829755Z","end":"2026-03-04T16:22:23.377975Z","steps":["trace[2134264477] 'read index received' (duration: 2.128920902s)","trace[2134264477] 'applied index is now lower than readState.Index' (duration: 2.419298131s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:23.378063Z","caller":"traceutil/trace.go:171","msg":"trace[315051331] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"3.001392942s","start":"2026-03-04T16:22:20.376644Z","end":"2026-03-04T16:22:23.378037Z","steps":["trace[315051331] 'process raft request' (duration: 3.001290429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719961748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:22:23.378186Z","caller":"traceutil/trace.go:171","msg":"trace[1173147872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24804; }","duration":"4.720017979s","start":"2026-03-04T16:22:18.658159Z","end":"2026-03-04T16:22:23.378177Z","steps":["trace[1173147872] 'agreement among raft nodes before linearized reading' (duration: 4.719890546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696121116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:82637"} {"level":"info","ts":"2026-03-04T16:22:23.378224Z","caller":"traceutil/trace.go:171","msg":"trace[1674239454] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"4.210332715s","start":"2026-03-04T16:22:19.167874Z","end":"2026-03-04T16:22:23.378206Z","steps":["trace[1674239454] 'process raft request' (duration: 4.20972643s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:23.378247Z","caller":"traceutil/trace.go:171","msg":"trace[428176760] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24804; }","duration":"4.696239219s","start":"2026-03-04T16:22:18.681989Z","end":"2026-03-04T16:22:23.378228Z","steps":["trace[428176760] 'agreement among raft nodes before linearized reading' (duration: 4.696015283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722618535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"info","ts":"2026-03-04T16:22:23.378318Z","caller":"traceutil/trace.go:171","msg":"trace[814675414] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:24804; }","duration":"4.722689587s","start":"2026-03-04T16:22:18.655623Z","end":"2026-03-04T16:22:23.378313Z","steps":["trace[814675414] 'agreement among raft nodes before linearized reading' (duration: 4.722598114s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:19.167843Z","time spent":"4.210427728s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:23.378337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.655612Z","time spent":"4.722719607s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27002,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-03-04T16:22:23.378345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644990385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:23.378321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.376627Z","time spent":"3.001537176s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:23.378407Z","caller":"traceutil/trace.go:171","msg":"trace[335208720] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24804; }","duration":"4.645022466s","start":"2026-03-04T16:22:18.733343Z","end":"2026-03-04T16:22:23.378366Z","steps":["trace[335208720] 'agreement among raft nodes before linearized reading' (duration: 4.644969055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.733269Z","time spent":"4.645224531s","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:23.378569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725093208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-04T16:22:23.378653Z","caller":"traceutil/trace.go:171","msg":"trace[1320133073] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24804; }","duration":"4.72518959s","start":"2026-03-04T16:22:18.653454Z","end":"2026-03-04T16:22:23.378643Z","steps":["trace[1320133073] 'agreement among raft nodes before linearized reading' (duration: 4.725045156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.653447Z","time spent":"4.725228711s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-04T16:22:23.378767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727418466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T16:22:23.378787Z","caller":"traceutil/trace.go:171","msg":"trace[399959646] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"3.768245137s","start":"2026-03-04T16:22:19.610525Z","end":"2026-03-04T16:22:23.37877Z","steps":["trace[399959646] 'process raft request' (duration: 3.767251542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67928313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-03-04T16:22:23.378857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.726771439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:23.378891Z","caller":"traceutil/trace.go:171","msg":"trace[605351774] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24804; }","duration":"4.726836551s","start":"2026-03-04T16:22:18.652047Z","end":"2026-03-04T16:22:23.378883Z","steps":["trace[605351774] 'agreement among raft nodes before linearized reading' (duration: 4.72678401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727794625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"warn","ts":"2026-03-04T16:22:23.378897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:19.610499Z","time spent":"3.768322799s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18819,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:23.378917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.652026Z","time spent":"4.726883653s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:22:23.378926Z","caller":"traceutil/trace.go:171","msg":"trace[672532929] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:24804; }","duration":"4.727831986s","start":"2026-03-04T16:22:18.651084Z","end":"2026-03-04T16:22:23.378916Z","steps":["trace[672532929] 'agreement among raft nodes before linearized reading' (duration: 4.727744503s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:23.378812Z","caller":"traceutil/trace.go:171","msg":"trace[127758247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24804; }","duration":"4.727472467s","start":"2026-03-04T16:22:18.651329Z","end":"2026-03-04T16:22:23.378801Z","steps":["trace[127758247] 'agreement among raft nodes before linearized reading' (duration: 4.727355814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.681978Z","time spent":"4.69630146s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":82660,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:23.378984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.651325Z","time spent":"4.727644681s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T16:22:23.378846Z","caller":"traceutil/trace.go:171","msg":"trace[1613516729] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:24804; }","duration":"4.679398074s","start":"2026-03-04T16:22:18.699435Z","end":"2026-03-04T16:22:23.378833Z","steps":["trace[1613516729] 'agreement among raft nodes before linearized reading' (duration: 4.6792556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.379062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.699416Z","time spent":"4.67962841s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-03-04T16:22:23.379041Z","caller":"traceutil/trace.go:171","msg":"trace[622575883] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"3.011880497s","start":"2026-03-04T16:22:20.367115Z","end":"2026-03-04T16:22:23.378995Z","steps":["trace[622575883] 'process raft request' (duration: 3.010775389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.378208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.658149Z","time spent":"4.72005327s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:22:23.37895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.651081Z","time spent":"4.727861976s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:23.379219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727780684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"warn","ts":"2026-03-04T16:22:23.379264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.367091Z","time spent":"3.012038581s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:23.379331Z","caller":"traceutil/trace.go:171","msg":"trace[2000185090] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:24804; }","duration":"4.727912187s","start":"2026-03-04T16:22:18.65139Z","end":"2026-03-04T16:22:23.379303Z","steps":["trace[2000185090] 'agreement among raft nodes before linearized reading' (duration: 4.727506097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.379377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.651388Z","time spent":"4.727980859s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2582,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-04T16:22:23.489852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:22:23.48996Z","caller":"traceutil/trace.go:171","msg":"trace[1710492348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281845s","start":"2026-03-04T16:22:21.489654Z","end":"2026-03-04T16:22:23.489935Z","steps":["trace[1710492348] 'agreement among raft nodes before linearized reading' (duration: 2.000110641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.490025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:21.48964Z","time spent":"2.000366028s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:23.846301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999204535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:23.846386Z","caller":"traceutil/trace.go:171","msg":"trace[1954951954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999312118s","start":"2026-03-04T16:22:18.847055Z","end":"2026-03-04T16:22:23.846367Z","steps":["trace[1954951954] 'agreement among raft nodes before linearized reading' (duration: 4.999200695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:23.846438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.847028Z","time spent":"4.99939602s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:24.011771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.161669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:24.011862Z","caller":"traceutil/trace.go:171","msg":"trace[380438860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24804; }","duration":"165.264651ms","start":"2026-03-04T16:22:23.846584Z","end":"2026-03-04T16:22:24.011849Z","steps":["trace[380438860] 'range keys from in-memory index tree' (duration: 165.137998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.012173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.875398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:24.012525Z","caller":"traceutil/trace.go:171","msg":"trace[594499613] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25728; }","duration":"634.471002ms","start":"2026-03-04T16:22:23.378032Z","end":"2026-03-04T16:22:24.012503Z","steps":["trace[594499613] 'read index received' (duration: 290.045131ms)","trace[594499613] 'applied index is now lower than readState.Index' (duration: 344.424621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:24.01272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704635211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:24.012804Z","caller":"traceutil/trace.go:171","msg":"trace[940205013] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24807; }","duration":"4.704738914s","start":"2026-03-04T16:22:19.308024Z","end":"2026-03-04T16:22:24.012762Z","steps":["trace[940205013] 'agreement among raft nodes before linearized reading' (duration: 4.704616141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.012866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:19.308Z","time spent":"4.704848586s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:24.012878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046351838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T16:22:24.012942Z","caller":"traceutil/trace.go:171","msg":"trace[2110994802] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24807; }","duration":"3.04644621s","start":"2026-03-04T16:22:20.96648Z","end":"2026-03-04T16:22:24.012926Z","steps":["trace[2110994802] 'agreement among raft nodes before linearized reading' (duration: 3.046280076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.012989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.966463Z","time spent":"3.046515342s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T16:22:24.01308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44306188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:22:24.013147Z","caller":"traceutil/trace.go:171","msg":"trace[1356006381] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24807; }","duration":"2.443172653s","start":"2026-03-04T16:22:21.569958Z","end":"2026-03-04T16:22:24.013131Z","steps":["trace[1356006381] 'agreement among raft nodes before linearized reading' (duration: 2.442656799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.013228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103753856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.013199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:21.569936Z","time spent":"2.443250145s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:22:24.013285Z","caller":"traceutil/trace.go:171","msg":"trace[1951470134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24807; }","duration":"3.103857169s","start":"2026-03-04T16:22:20.909413Z","end":"2026-03-04T16:22:24.013271Z","steps":["trace[1951470134] 'agreement among raft nodes before linearized reading' (duration: 3.103762916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.013326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.246087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:22:24.013376Z","caller":"traceutil/trace.go:171","msg":"trace[97549550] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee; range_end:; response_count:1; response_revision:24807; }","duration":"630.320049ms","start":"2026-03-04T16:22:23.383045Z","end":"2026-03-04T16:22:24.013365Z","steps":["trace[97549550] 'agreement among raft nodes before linearized reading' (duration: 630.119354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.013414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.383026Z","time spent":"630.38027ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9f9ea2e3-7e69-4f04-a8fe-c1a1d640adee\" "} {"level":"warn","ts":"2026-03-04T16:22:24.013441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235896121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:22:24.013493Z","caller":"traceutil/trace.go:171","msg":"trace[1750416624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24807; }","duration":"3.235983073s","start":"2026-03-04T16:22:20.777498Z","end":"2026-03-04T16:22:24.013481Z","steps":["trace[1750416624] 'agreement among raft nodes before linearized reading' (duration: 3.23586044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.01354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.777477Z","time spent":"3.236051005s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:24.012724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689816068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:24.013624Z","caller":"traceutil/trace.go:171","msg":"trace[916774487] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24807; }","duration":"3.690763872s","start":"2026-03-04T16:22:20.32285Z","end":"2026-03-04T16:22:24.013614Z","steps":["trace[916774487] 'agreement among raft nodes before linearized reading' (duration: 3.689778108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.013663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.177314011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-04T16:22:24.013797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748332754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:24.013801Z","caller":"traceutil/trace.go:171","msg":"trace[458842989] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3; range_end:; response_count:1; response_revision:24807; }","duration":"5.177501975s","start":"2026-03-04T16:22:18.836269Z","end":"2026-03-04T16:22:24.01377Z","steps":["trace[458842989] 'agreement among raft nodes before linearized reading' (duration: 5.177157226s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.013812Z","caller":"traceutil/trace.go:171","msg":"trace[1540819634] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"638.098675ms","start":"2026-03-04T16:22:23.375689Z","end":"2026-03-04T16:22:24.013787Z","steps":["trace[1540819634] 'process raft request' (duration: 636.748011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.013851Z","caller":"traceutil/trace.go:171","msg":"trace[1634299570] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24807; }","duration":"4.748420717s","start":"2026-03-04T16:22:19.265418Z","end":"2026-03-04T16:22:24.013838Z","steps":["trace[1634299570] 'agreement among raft nodes before linearized reading' (duration: 4.748321374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.013871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:18.836254Z","time spent":"5.177601128s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa9989ff3\" "} {"level":"warn","ts":"2026-03-04T16:22:24.013893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:19.265402Z","time spent":"4.748481298s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:24.013917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478358722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.013937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010027333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.013945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.375674Z","time spent":"638.190927ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:24.013952Z","caller":"traceutil/trace.go:171","msg":"trace[551229023] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"643.006089ms","start":"2026-03-04T16:22:23.370926Z","end":"2026-03-04T16:22:24.013932Z","steps":["trace[551229023] 'process raft request' (duration: 641.377847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.013937Z","caller":"traceutil/trace.go:171","msg":"trace[768137030] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"934.686061ms","start":"2026-03-04T16:22:23.079186Z","end":"2026-03-04T16:22:24.013872Z","steps":["trace[768137030] 'process raft request' (duration: 588.915494ms)","trace[768137030] 'compare' (duration: 343.52258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:24.014041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.058955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.014073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.501583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:24.014098Z","caller":"traceutil/trace.go:171","msg":"trace[440445360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24807; }","duration":"516.144147ms","start":"2026-03-04T16:22:23.497938Z","end":"2026-03-04T16:22:24.014082Z","steps":["trace[440445360] 'agreement among raft nodes before linearized reading' (duration: 516.081295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.638196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-04T16:22:24.014124Z","caller":"traceutil/trace.go:171","msg":"trace[366873047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24807; }","duration":"626.565634ms","start":"2026-03-04T16:22:23.387544Z","end":"2026-03-04T16:22:24.014109Z","steps":["trace[366873047] 'agreement among raft nodes before linearized reading' (duration: 626.416341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.370896Z","time spent":"643.097242ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:24.013335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.909394Z","time spent":"3.10392825s","remote":"127.0.0.1:34832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:24.014153Z","caller":"traceutil/trace.go:171","msg":"trace[2086775082] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:24807; }","duration":"626.694387ms","start":"2026-03-04T16:22:23.387448Z","end":"2026-03-04T16:22:24.014142Z","steps":["trace[2086775082] 'agreement among raft nodes before linearized reading' (duration: 626.575654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.564819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.01416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.40597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T16:22:24.014206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.387441Z","time spent":"626.752999ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5184,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-04T16:22:24.014195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.079162Z","time spent":"934.879796ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:24.014221Z","caller":"traceutil/trace.go:171","msg":"trace[570103603] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24807; }","duration":"627.652762ms","start":"2026-03-04T16:22:23.386551Z","end":"2026-03-04T16:22:24.014204Z","steps":["trace[570103603] 'agreement among raft nodes before linearized reading' (duration: 627.545049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.014264Z","caller":"traceutil/trace.go:171","msg":"trace[834327706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24807; }","duration":"628.526923ms","start":"2026-03-04T16:22:23.385696Z","end":"2026-03-04T16:22:24.014223Z","steps":["trace[834327706] 'agreement among raft nodes before linearized reading' (duration: 628.291317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.386542Z","time spent":"627.725143ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:24.014316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.38565Z","time spent":"628.655306ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:24.01432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.975614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.014328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.400228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-03-04T16:22:24.014358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.708948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-4vcwp\" ","response":"range_response_count:1 size:3167"} {"level":"warn","ts":"2026-03-04T16:22:24.013875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067251986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:24.014385Z","caller":"traceutil/trace.go:171","msg":"trace[202752972] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:24807; }","duration":"555.50242ms","start":"2026-03-04T16:22:23.458869Z","end":"2026-03-04T16:22:24.014372Z","steps":["trace[202752972] 'agreement among raft nodes before linearized reading' (duration: 555.335786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.014394Z","caller":"traceutil/trace.go:171","msg":"trace[1890593072] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-4vcwp; range_end:; response_count:1; response_revision:24807; }","duration":"630.78498ms","start":"2026-03-04T16:22:23.383598Z","end":"2026-03-04T16:22:24.014383Z","steps":["trace[1890593072] 'agreement among raft nodes before linearized reading' (duration: 630.679678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.178471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"warn","ts":"2026-03-04T16:22:24.014429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.383575Z","time spent":"630.844621ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-4vcwp\" "} {"level":"warn","ts":"2026-03-04T16:22:24.014181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.38754Z","time spent":"626.614176ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:22:24.014445Z","caller":"traceutil/trace.go:171","msg":"trace[916880252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24807; }","duration":"1.06782611s","start":"2026-03-04T16:22:22.946601Z","end":"2026-03-04T16:22:24.014427Z","steps":["trace[916880252] 'agreement among raft nodes before linearized reading' (duration: 1.067223915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.49792Z","time spent":"516.221178ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:22:24.014431Z","caller":"traceutil/trace.go:171","msg":"trace[1146163600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24807; }","duration":"593.258583ms","start":"2026-03-04T16:22:23.421162Z","end":"2026-03-04T16:22:24.014421Z","steps":["trace[1146163600] 'agreement among raft nodes before linearized reading' (duration: 593.11455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.013984Z","caller":"traceutil/trace.go:171","msg":"trace[1272269096] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24807; }","duration":"1.010116785s","start":"2026-03-04T16:22:23.003852Z","end":"2026-03-04T16:22:24.013969Z","steps":["trace[1272269096] 'agreement among raft nodes before linearized reading' (duration: 1.010053783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.42114Z","time spent":"593.369016ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":65166,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:24.013972Z","caller":"traceutil/trace.go:171","msg":"trace[1176902979] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24807; }","duration":"1.478451485s","start":"2026-03-04T16:22:22.535506Z","end":"2026-03-04T16:22:24.013958Z","steps":["trace[1176902979] 'agreement among raft nodes before linearized reading' (duration: 1.478370263s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.014366Z","caller":"traceutil/trace.go:171","msg":"trace[1717537106] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24807; }","duration":"169.059657ms","start":"2026-03-04T16:22:23.845293Z","end":"2026-03-04T16:22:24.014352Z","steps":["trace[1717537106] 'agreement among raft nodes before linearized reading' (duration: 168.974794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.014431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.458842Z","time spent":"555.577032ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:24.014565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:22.535483Z","time spent":"1.479072951s","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:24.014524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:22.946554Z","time spent":"1.067925253s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:24.014556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:23.003826Z","time spent":"1.010717459s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:24.014968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:20.32283Z","time spent":"3.690826553s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:24.43059Z","caller":"traceutil/trace.go:171","msg":"trace[85480202] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"406.798818ms","start":"2026-03-04T16:22:24.023768Z","end":"2026-03-04T16:22:24.430567Z","steps":["trace[85480202] 'process raft request' (duration: 359.177706ms)","trace[85480202] 'compare' (duration: 47.333045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:24.430703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.023757Z","time spent":"406.88919ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:24.430666Z","caller":"traceutil/trace.go:171","msg":"trace[429214380] linearizableReadLoop","detail":"{readStateIndex:25735; appliedIndex:25732; }","duration":"365.257999ms","start":"2026-03-04T16:22:24.065386Z","end":"2026-03-04T16:22:24.430644Z","steps":["trace[429214380] 'read index received' (duration: 317.533584ms)","trace[429214380] 'applied index is now lower than readState.Index' (duration: 47.723135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:24.430773Z","caller":"traceutil/trace.go:171","msg":"trace[586902168] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"406.942182ms","start":"2026-03-04T16:22:24.02382Z","end":"2026-03-04T16:22:24.430762Z","steps":["trace[586902168] 'process raft request' (duration: 406.679705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.43086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.02381Z","time spent":"406.996053ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:24.431217Z","caller":"traceutil/trace.go:171","msg":"trace[1084462058] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"407.352431ms","start":"2026-03-04T16:22:24.023832Z","end":"2026-03-04T16:22:24.431185Z","steps":["trace[1084462058] 'process raft request' (duration: 406.751086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.431258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.392542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-04T16:22:24.431264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.296769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-03-04T16:22:24.431348Z","caller":"traceutil/trace.go:171","msg":"trace[202386483] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:24810; }","duration":"407.463724ms","start":"2026-03-04T16:22:24.023824Z","end":"2026-03-04T16:22:24.431287Z","steps":["trace[202386483] 'agreement among raft nodes before linearized reading' (duration: 407.252128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.431386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.023791Z","time spent":"407.585848ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:24.431399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.023821Z","time spent":"407.462315ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:24.431383Z","caller":"traceutil/trace.go:171","msg":"trace[1320116677] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:24810; }","duration":"407.450594ms","start":"2026-03-04T16:22:24.023912Z","end":"2026-03-04T16:22:24.431363Z","steps":["trace[1320116677] 'agreement among raft nodes before linearized reading' (duration: 407.123045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.431522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.392981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-04T16:22:24.431565Z","caller":"traceutil/trace.go:171","msg":"trace[1300328261] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24810; }","duration":"407.444063ms","start":"2026-03-04T16:22:24.024107Z","end":"2026-03-04T16:22:24.431551Z","steps":["trace[1300328261] 'agreement among raft nodes before linearized reading' (duration: 407.339221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.431618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.024101Z","time spent":"407.506645ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-04T16:22:24.431594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.023878Z","time spent":"407.665918ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7561,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-04T16:22:24.431495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.783093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:24.431787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.056719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:24.43184Z","caller":"traceutil/trace.go:171","msg":"trace[463344] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24810; }","duration":"408.142521ms","start":"2026-03-04T16:22:24.023673Z","end":"2026-03-04T16:22:24.431816Z","steps":["trace[463344] 'agreement among raft nodes before linearized reading' (duration: 407.794622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:24.431892Z","caller":"traceutil/trace.go:171","msg":"trace[1135322188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24810; }","duration":"408.191413ms","start":"2026-03-04T16:22:24.023671Z","end":"2026-03-04T16:22:24.431863Z","steps":["trace[1135322188] 'agreement among raft nodes before linearized reading' (duration: 407.770283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:24.431971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.02366Z","time spent":"408.295495ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:24.431921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.023656Z","time spent":"408.248214ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:25.121585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.22852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:25.121918Z","caller":"traceutil/trace.go:171","msg":"trace[2026175039] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"682.860964ms","start":"2026-03-04T16:22:24.439035Z","end":"2026-03-04T16:22:25.121896Z","steps":["trace[2026175039] 'process raft request' (duration: 682.790742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:25.122021Z","caller":"traceutil/trace.go:171","msg":"trace[1608086790] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"771.488962ms","start":"2026-03-04T16:22:24.350494Z","end":"2026-03-04T16:22:25.121983Z","steps":["trace[1608086790] 'process raft request' (duration: 771.245135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:25.122037Z","caller":"traceutil/trace.go:171","msg":"trace[1825473360] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25735; }","duration":"691.277728ms","start":"2026-03-04T16:22:24.43073Z","end":"2026-03-04T16:22:25.122008Z","steps":["trace[1825473360] 'read index received' (duration: 168.600435ms)","trace[1825473360] 'applied index is now lower than readState.Index' (duration: 522.674092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:25.122181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.350475Z","time spent":"771.620116ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:25.122316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.818835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:22:25.122365Z","caller":"traceutil/trace.go:171","msg":"trace[1154922634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24813; }","duration":"999.912837ms","start":"2026-03-04T16:22:24.12244Z","end":"2026-03-04T16:22:25.122353Z","steps":["trace[1154922634] 'agreement among raft nodes before linearized reading' (duration: 999.707742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.122399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.122419Z","time spent":"999.969988ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T16:22:25.122412Z","caller":"traceutil/trace.go:171","msg":"trace[1028391563] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.055926311s","start":"2026-03-04T16:22:24.066471Z","end":"2026-03-04T16:22:25.122397Z","steps":["trace[1028391563] 'process raft request' (duration: 532.747456ms)","trace[1028391563] 'compare' (duration: 522.109608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:25.122041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.439016Z","time spent":"682.988198ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:25.122482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.066441Z","time spent":"1.056007582s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:25.122741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.344408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:22:25.122803Z","caller":"traceutil/trace.go:171","msg":"trace[530946326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24813; }","duration":"689.442491ms","start":"2026-03-04T16:22:24.433346Z","end":"2026-03-04T16:22:25.122789Z","steps":["trace[530946326] 'agreement among raft nodes before linearized reading' (duration: 689.241816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.122806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.176199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-04T16:22:25.122834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.433331Z","time spent":"689.498012ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:22:25.122845Z","caller":"traceutil/trace.go:171","msg":"trace[1564576518] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:24813; }","duration":"688.263591ms","start":"2026-03-04T16:22:24.43457Z","end":"2026-03-04T16:22:25.122834Z","steps":["trace[1564576518] 'agreement among raft nodes before linearized reading' (duration: 688.150458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.122848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.611064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-04T16:22:25.122874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.434548Z","time spent":"688.319023ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-04T16:22:25.122868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015345767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110060"} {"level":"warn","ts":"2026-03-04T16:22:25.12288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.144071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T16:22:25.122894Z","caller":"traceutil/trace.go:171","msg":"trace[1125813169] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57; range_end:; response_count:1; response_revision:24813; }","duration":"685.684256ms","start":"2026-03-04T16:22:24.437192Z","end":"2026-03-04T16:22:25.122877Z","steps":["trace[1125813169] 'agreement among raft nodes before linearized reading' (duration: 685.526212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:25.122919Z","caller":"traceutil/trace.go:171","msg":"trace[888789549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24813; }","duration":"1.015433629s","start":"2026-03-04T16:22:24.107471Z","end":"2026-03-04T16:22:25.122905Z","steps":["trace[888789549] 'agreement among raft nodes before linearized reading' (duration: 1.015255564s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:25.122941Z","caller":"traceutil/trace.go:171","msg":"trace[1312957994] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24813; }","duration":"681.219243ms","start":"2026-03-04T16:22:24.441703Z","end":"2026-03-04T16:22:25.122922Z","steps":["trace[1312957994] 'agreement among raft nodes before linearized reading' (duration: 681.021878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.122962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.437179Z","time spent":"685.774628ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-gwx76.1899afbfa997db57\" "} {"level":"warn","ts":"2026-03-04T16:22:25.122967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.107456Z","time spent":"1.015503321s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":110083,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:25.122989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.441696Z","time spent":"681.281665ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T16:22:25.123013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.812535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8685"} {"level":"info","ts":"2026-03-04T16:22:25.123164Z","caller":"traceutil/trace.go:171","msg":"trace[809451931] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:24813; }","duration":"689.00355ms","start":"2026-03-04T16:22:24.434112Z","end":"2026-03-04T16:22:25.123115Z","steps":["trace[809451931] 'agreement among raft nodes before linearized reading' (duration: 688.61142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.123307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:24.434101Z","time spent":"689.192105ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8708,"request content":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" "} {"level":"warn","ts":"2026-03-04T16:22:25.715016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.10048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:25.715116Z","caller":"traceutil/trace.go:171","msg":"trace[1686254438] linearizableReadLoop","detail":"{readStateIndex:25739; appliedIndex:25738; }","duration":"588.974015ms","start":"2026-03-04T16:22:25.126126Z","end":"2026-03-04T16:22:25.7151Z","steps":["trace[1686254438] 'read index received' (duration: 199.767541ms)","trace[1686254438] 'applied index is now lower than readState.Index' (duration: 389.203934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:25.715184Z","caller":"traceutil/trace.go:171","msg":"trace[260327139] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"589.124369ms","start":"2026-03-04T16:22:25.126048Z","end":"2026-03-04T16:22:25.715173Z","steps":["trace[260327139] 'process raft request' (duration: 199.781642ms)","trace[260327139] 'compare' (duration: 388.781253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:25.715597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.462497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T16:22:25.715642Z","caller":"traceutil/trace.go:171","msg":"trace[1403348775] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109; range_end:; response_count:1; response_revision:24814; }","duration":"589.556299ms","start":"2026-03-04T16:22:25.126075Z","end":"2026-03-04T16:22:25.715631Z","steps":["trace[1403348775] 'agreement among raft nodes before linearized reading' (duration: 589.368354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:25.715673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.126063Z","time spent":"589.602371ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109\" "} {"level":"warn","ts":"2026-03-04T16:22:25.715791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.126027Z","time spent":"589.18625ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:26.592809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.765076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:26.593021Z","caller":"traceutil/trace.go:171","msg":"trace[1451011709] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.206266265s","start":"2026-03-04T16:22:25.386741Z","end":"2026-03-04T16:22:26.593007Z","steps":["trace[1451011709] 'process raft request' (duration: 1.206150502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.386717Z","time spent":"1.206335807s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:26.593256Z","caller":"traceutil/trace.go:171","msg":"trace[681702079] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.204813238s","start":"2026-03-04T16:22:25.38843Z","end":"2026-03-04T16:22:26.593244Z","steps":["trace[681702079] 'process raft request' (duration: 1.204716866s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:26.593258Z","caller":"traceutil/trace.go:171","msg":"trace[1293627480] linearizableReadLoop","detail":"{readStateIndex:25743; appliedIndex:25739; }","duration":"878.103603ms","start":"2026-03-04T16:22:25.715141Z","end":"2026-03-04T16:22:26.593245Z","steps":["trace[1293627480] 'read index received' (duration: 100.725112ms)","trace[1293627480] 'applied index is now lower than readState.Index' (duration: 777.377511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:26.593299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.388417Z","time spent":"1.20486005s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:26.593307Z","caller":"traceutil/trace.go:171","msg":"trace[1828927973] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.206392639s","start":"2026-03-04T16:22:25.38686Z","end":"2026-03-04T16:22:26.593252Z","steps":["trace[1828927973] 'process raft request' (duration: 1.206115353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104736573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:26.593387Z","caller":"traceutil/trace.go:171","msg":"trace[1610662182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24818; }","duration":"1.104791325s","start":"2026-03-04T16:22:25.488589Z","end":"2026-03-04T16:22:26.59338Z","steps":["trace[1610662182] 'agreement among raft nodes before linearized reading' (duration: 1.104755464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.488555Z","time spent":"1.104850956s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:26.593459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458931033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:22:26.593474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.386829Z","time spent":"1.206553473s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:26.593463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402084258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:26.593502Z","caller":"traceutil/trace.go:171","msg":"trace[380343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24818; }","duration":"1.458998184s","start":"2026-03-04T16:22:25.13449Z","end":"2026-03-04T16:22:26.593489Z","steps":["trace[380343] 'agreement among raft nodes before linearized reading' (duration: 1.45883943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.134486Z","time spent":"1.459043725s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-04T16:22:26.593537Z","caller":"traceutil/trace.go:171","msg":"trace[1349698146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24818; }","duration":"1.402189091s","start":"2026-03-04T16:22:25.19133Z","end":"2026-03-04T16:22:26.593519Z","steps":["trace[1349698146] 'agreement among raft nodes before linearized reading' (duration: 1.402068168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.191319Z","time spent":"1.402254092s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:26.593608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467186771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-03-04T16:22:26.593696Z","caller":"traceutil/trace.go:171","msg":"trace[1849823834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:24818; }","duration":"1.467268013s","start":"2026-03-04T16:22:25.126381Z","end":"2026-03-04T16:22:26.593649Z","steps":["trace[1849823834] 'agreement among raft nodes before linearized reading' (duration: 1.467108469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465009766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:22:26.593785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.198022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:22:26.593776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.126372Z","time spent":"1.467384336s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-03-04T16:22:26.593787Z","caller":"traceutil/trace.go:171","msg":"trace[489441813] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24818; }","duration":"1.465092328s","start":"2026-03-04T16:22:25.128678Z","end":"2026-03-04T16:22:26.59377Z","steps":["trace[489441813] 'agreement among raft nodes before linearized reading' (duration: 1.464916934s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:26.593041Z","caller":"traceutil/trace.go:171","msg":"trace[648379344] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"1.458973334s","start":"2026-03-04T16:22:25.134007Z","end":"2026-03-04T16:22:26.59298Z","steps":["trace[648379344] 'process raft request' (duration: 681.930681ms)","trace[648379344] 'compare' (duration: 775.677028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:26.593839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.720148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:26.593861Z","caller":"traceutil/trace.go:171","msg":"trace[619963142] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24818; }","duration":"729.777589ms","start":"2026-03-04T16:22:25.864078Z","end":"2026-03-04T16:22:26.593856Z","steps":["trace[619963142] 'agreement among raft nodes before linearized reading' (duration: 729.737768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.128659Z","time spent":"1.46517849s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T16:22:26.593879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.864064Z","time spent":"729.810801ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:26.593728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.601699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-04T16:22:26.593806Z","caller":"traceutil/trace.go:171","msg":"trace[951079186] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24818; }","duration":"528.250683ms","start":"2026-03-04T16:22:26.065549Z","end":"2026-03-04T16:22:26.5938Z","steps":["trace[951079186] 'agreement among raft nodes before linearized reading' (duration: 528.193852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.133997Z","time spent":"1.459868176s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:26.593966Z","caller":"traceutil/trace.go:171","msg":"trace[554777259] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855; range_end:; response_count:1; response_revision:24818; }","duration":"873.864506ms","start":"2026-03-04T16:22:25.720076Z","end":"2026-03-04T16:22:26.593941Z","steps":["trace[554777259] 'agreement among raft nodes before linearized reading' (duration: 873.535307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.593984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.065529Z","time spent":"528.437387ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:22:26.594043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.720058Z","time spent":"873.963129ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855\" "} {"level":"warn","ts":"2026-03-04T16:22:26.594078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.259956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T16:22:26.594093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.726126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:22:26.594117Z","caller":"traceutil/trace.go:171","msg":"trace[1745804420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24818; }","duration":"744.786428ms","start":"2026-03-04T16:22:25.849324Z","end":"2026-03-04T16:22:26.594111Z","steps":["trace[1745804420] 'agreement among raft nodes before linearized reading' (duration: 744.720336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.594135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.849304Z","time spent":"744.826879ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:22:26.594126Z","caller":"traceutil/trace.go:171","msg":"trace[1760069623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24818; }","duration":"771.336288ms","start":"2026-03-04T16:22:25.822768Z","end":"2026-03-04T16:22:26.594105Z","steps":["trace[1760069623] 'agreement among raft nodes before linearized reading' (duration: 771.201554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.59417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.822748Z","time spent":"771.4111ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T16:22:26.594351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440527047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13883"} {"level":"info","ts":"2026-03-04T16:22:26.594442Z","caller":"traceutil/trace.go:171","msg":"trace[767758719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24818; }","duration":"1.4406232s","start":"2026-03-04T16:22:25.153782Z","end":"2026-03-04T16:22:26.594405Z","steps":["trace[767758719] 'agreement among raft nodes before linearized reading' (duration: 1.439465431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:26.5945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:25.153771Z","time spent":"1.440714652s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13906,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:27.102722Z","caller":"traceutil/trace.go:171","msg":"trace[416335350] linearizableReadLoop","detail":"{readStateIndex:25745; appliedIndex:25744; }","duration":"435.132702ms","start":"2026-03-04T16:22:26.667561Z","end":"2026-03-04T16:22:27.102694Z","steps":["trace[416335350] 'read index received' (duration: 398.380994ms)","trace[416335350] 'applied index is now lower than readState.Index' (duration: 36.750158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:27.103027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.395615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:27.103065Z","caller":"traceutil/trace.go:171","msg":"trace[1462717984] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24820; }","duration":"503.454077ms","start":"2026-03-04T16:22:26.599598Z","end":"2026-03-04T16:22:27.103052Z","steps":["trace[1462717984] 'agreement among raft nodes before linearized reading' (duration: 503.374335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.398716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-03-04T16:22:27.103094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.59959Z","time spent":"503.496078ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:22:27.103104Z","caller":"traceutil/trace.go:171","msg":"trace[2007356412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24820; }","duration":"503.492688ms","start":"2026-03-04T16:22:26.599598Z","end":"2026-03-04T16:22:27.10309Z","steps":["trace[2007356412] 'agreement among raft nodes before linearized reading' (duration: 503.344025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.599582Z","time spent":"503.545249ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-04T16:22:27.103131Z","caller":"traceutil/trace.go:171","msg":"trace[1847031678] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"489.977427ms","start":"2026-03-04T16:22:26.613124Z","end":"2026-03-04T16:22:27.103102Z","steps":["trace[1847031678] 'process raft request' (duration: 452.88924ms)","trace[1847031678] 'compare' (duration: 36.47717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:27.10317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.036898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:27.103215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.016065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8787"} {"level":"info","ts":"2026-03-04T16:22:27.103241Z","caller":"traceutil/trace.go:171","msg":"trace[870247259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24820; }","duration":"490.122411ms","start":"2026-03-04T16:22:26.613101Z","end":"2026-03-04T16:22:27.103223Z","steps":["trace[870247259] 'agreement among raft nodes before linearized reading' (duration: 490.009628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.10325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.613104Z","time spent":"490.07889ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:27.103272Z","caller":"traceutil/trace.go:171","msg":"trace[908621591] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:24820; }","duration":"482.071866ms","start":"2026-03-04T16:22:26.62118Z","end":"2026-03-04T16:22:27.103252Z","steps":["trace[908621591] 'agreement among raft nodes before linearized reading' (duration: 481.864201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.613097Z","time spent":"490.177642ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:27.103306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.224153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-03-04T16:22:27.103309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.621157Z","time spent":"482.143559ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8810,"request content":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" "} {"level":"info","ts":"2026-03-04T16:22:27.103339Z","caller":"traceutil/trace.go:171","msg":"trace[1925395212] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:24820; }","duration":"490.294644ms","start":"2026-03-04T16:22:26.613035Z","end":"2026-03-04T16:22:27.103329Z","steps":["trace[1925395212] 'agreement among raft nodes before linearized reading' (duration: 490.186692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.613021Z","time spent":"490.341236ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-03-04T16:22:27.103399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.722788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-04T16:22:27.103435Z","caller":"traceutil/trace.go:171","msg":"trace[1283297538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24820; }","duration":"435.79153ms","start":"2026-03-04T16:22:26.667632Z","end":"2026-03-04T16:22:27.103423Z","steps":["trace[1283297538] 'agreement among raft nodes before linearized reading' (duration: 435.639006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.667609Z","time spent":"435.851031ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170359,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:27.103489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.274115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:22:27.103512Z","caller":"traceutil/trace.go:171","msg":"trace[1807748906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24820; }","duration":"431.333487ms","start":"2026-03-04T16:22:26.672171Z","end":"2026-03-04T16:22:27.103504Z","steps":["trace[1807748906] 'agreement among raft nodes before linearized reading' (duration: 431.267575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.672152Z","time spent":"431.373547ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T16:22:27.10354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.806454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-03-04T16:22:27.103549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.11883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:27.103563Z","caller":"traceutil/trace.go:171","msg":"trace[77532854] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f; range_end:; response_count:1; response_revision:24820; }","duration":"432.857216ms","start":"2026-03-04T16:22:26.670698Z","end":"2026-03-04T16:22:27.103555Z","steps":["trace[77532854] 'agreement among raft nodes before linearized reading' (duration: 432.789754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:27.103581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:26.670682Z","time spent":"432.894646ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f\" "} {"level":"info","ts":"2026-03-04T16:22:27.10358Z","caller":"traceutil/trace.go:171","msg":"trace[960150929] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24820; }","duration":"196.195442ms","start":"2026-03-04T16:22:26.907375Z","end":"2026-03-04T16:22:27.103571Z","steps":["trace[960150929] 'agreement among raft nodes before linearized reading' (duration: 196.10907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:28.029758Z","caller":"traceutil/trace.go:171","msg":"trace[1796054243] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25746; }","duration":"841.269282ms","start":"2026-03-04T16:22:27.188469Z","end":"2026-03-04T16:22:28.029739Z","steps":["trace[1796054243] 'read index received' (duration: 11.217653ms)","trace[1796054243] 'applied index is now lower than readState.Index' (duration: 830.050899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:28.029883Z","caller":"traceutil/trace.go:171","msg":"trace[1882615042] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"841.010497ms","start":"2026-03-04T16:22:27.188829Z","end":"2026-03-04T16:22:28.029839Z","steps":["trace[1882615042] 'process raft request' (duration: 840.805161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.029955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.472219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-04T16:22:28.029979Z","caller":"traceutil/trace.go:171","msg":"trace[1348767206] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24824; }","duration":"841.55283ms","start":"2026-03-04T16:22:27.18842Z","end":"2026-03-04T16:22:28.029973Z","steps":["trace[1348767206] 'agreement among raft nodes before linearized reading' (duration: 841.416947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.1884Z","time spent":"841.605242ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T16:22:28.030075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.188819Z","time spent":"841.151711ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:28.030193Z","caller":"traceutil/trace.go:171","msg":"trace[1292072298] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"842.360061ms","start":"2026-03-04T16:22:27.187749Z","end":"2026-03-04T16:22:28.030109Z","steps":["trace[1292072298] 'process raft request' (duration: 841.751484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.800481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T16:22:28.030313Z","caller":"traceutil/trace.go:171","msg":"trace[793158198] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:24824; }","duration":"840.831561ms","start":"2026-03-04T16:22:27.189475Z","end":"2026-03-04T16:22:28.030307Z","steps":["trace[793158198] 'agreement among raft nodes before linearized reading' (duration: 840.76643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.189468Z","time spent":"840.861112ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-04T16:22:28.030406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.187701Z","time spent":"842.603326ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:28.030577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.593155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-04T16:22:28.030614Z","caller":"traceutil/trace.go:171","msg":"trace[1329641891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24824; }","duration":"817.665587ms","start":"2026-03-04T16:22:27.212941Z","end":"2026-03-04T16:22:28.030607Z","steps":["trace[1329641891] 'agreement among raft nodes before linearized reading' (duration: 817.548794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.212927Z","time spent":"817.703829ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":111313,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:28.030477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.203583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:22:28.030791Z","caller":"traceutil/trace.go:171","msg":"trace[626301829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24824; }","duration":"738.553271ms","start":"2026-03-04T16:22:27.292221Z","end":"2026-03-04T16:22:28.030774Z","steps":["trace[626301829] 'agreement among raft nodes before linearized reading' (duration: 738.210733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.292196Z","time spent":"738.627882ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:28.030823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.393821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:22:28.030896Z","caller":"traceutil/trace.go:171","msg":"trace[1661148594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24824; }","duration":"836.525704ms","start":"2026-03-04T16:22:27.194349Z","end":"2026-03-04T16:22:28.030874Z","steps":["trace[1661148594] 'agreement among raft nodes before linearized reading' (duration: 836.202116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.030967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.194344Z","time spent":"836.614316ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:22:28.030458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.466947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:28.031504Z","caller":"traceutil/trace.go:171","msg":"trace[685942293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24824; }","duration":"628.542373ms","start":"2026-03-04T16:22:27.40295Z","end":"2026-03-04T16:22:28.031492Z","steps":["trace[685942293] 'agreement among raft nodes before linearized reading' (duration: 627.460516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.031537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:27.402933Z","time spent":"628.592005ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:28.254412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.716975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:28.25449Z","caller":"traceutil/trace.go:171","msg":"trace[636611843] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25749; }","duration":"219.407478ms","start":"2026-03-04T16:22:28.035069Z","end":"2026-03-04T16:22:28.254477Z","steps":["trace[636611843] 'read index received' (duration: 104.522589ms)","trace[636611843] 'applied index is now lower than readState.Index' (duration: 114.883969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:28.254555Z","caller":"traceutil/trace.go:171","msg":"trace[554760697] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"219.510561ms","start":"2026-03-04T16:22:28.035036Z","end":"2026-03-04T16:22:28.254547Z","steps":["trace[554760697] 'process raft request' (duration: 104.609331ms)","trace[554760697] 'compare' (duration: 114.597432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:28.254687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.588302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc0a2073a0c\" ","response":"range_response_count:1 size:813"} {"level":"warn","ts":"2026-03-04T16:22:28.254707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.245049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58280"} {"level":"info","ts":"2026-03-04T16:22:28.254728Z","caller":"traceutil/trace.go:171","msg":"trace[121671007] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899afc0a2073a0c; range_end:; response_count:1; response_revision:24825; }","duration":"219.661834ms","start":"2026-03-04T16:22:28.035056Z","end":"2026-03-04T16:22:28.254718Z","steps":["trace[121671007] 'agreement among raft nodes before linearized reading' (duration: 219.512921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:28.254735Z","caller":"traceutil/trace.go:171","msg":"trace[879522554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24825; }","duration":"155.307011ms","start":"2026-03-04T16:22:28.09942Z","end":"2026-03-04T16:22:28.254727Z","steps":["trace[879522554] 'agreement among raft nodes before linearized reading' (duration: 155.200688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.254751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.661265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T16:22:28.254816Z","caller":"traceutil/trace.go:171","msg":"trace[1678732834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:24825; }","duration":"219.763117ms","start":"2026-03-04T16:22:28.035036Z","end":"2026-03-04T16:22:28.254799Z","steps":["trace[1678732834] 'agreement among raft nodes before linearized reading' (duration: 219.551452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.254827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.299235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T16:22:28.254861Z","caller":"traceutil/trace.go:171","msg":"trace[638148036] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24825; }","duration":"219.342356ms","start":"2026-03-04T16:22:28.035509Z","end":"2026-03-04T16:22:28.254851Z","steps":["trace[638148036] 'agreement among raft nodes before linearized reading' (duration: 219.270334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.255051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.868669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T16:22:28.255073Z","caller":"traceutil/trace.go:171","msg":"trace[644820400] range","detail":"{range_begin:/registry/persistentvolumes/pvc-131f9d58-ae69-4906-a93b-11dbb7685197; range_end:; response_count:1; response_revision:24825; }","duration":"219.902431ms","start":"2026-03-04T16:22:28.035163Z","end":"2026-03-04T16:22:28.255066Z","steps":["trace[644820400] 'agreement among raft nodes before linearized reading' (duration: 219.828999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:28.255154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.51279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8787"} {"level":"info","ts":"2026-03-04T16:22:28.255188Z","caller":"traceutil/trace.go:171","msg":"trace[1824377964] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:24825; }","duration":"219.555211ms","start":"2026-03-04T16:22:28.035621Z","end":"2026-03-04T16:22:28.255176Z","steps":["trace[1824377964] 'agreement among raft nodes before linearized reading' (duration: 218.958686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.004531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.243585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:29.004644Z","caller":"traceutil/trace.go:171","msg":"trace[1017280936] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25750; }","duration":"739.978126ms","start":"2026-03-04T16:22:28.264637Z","end":"2026-03-04T16:22:29.004615Z","steps":["trace[1017280936] 'read index received' (duration: 154.908681ms)","trace[1017280936] 'applied index is now lower than readState.Index' (duration: 585.067425ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:29.004711Z","caller":"traceutil/trace.go:171","msg":"trace[1087450497] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"746.898571ms","start":"2026-03-04T16:22:28.257799Z","end":"2026-03-04T16:22:29.004698Z","steps":["trace[1087450497] 'process raft request' (duration: 161.732422ms)","trace[1087450497] 'compare' (duration: 583.575929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:29.004774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.257772Z","time spent":"746.968704ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:29.0051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.458439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T16:22:29.005139Z","caller":"traceutil/trace.go:171","msg":"trace[1410605813] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24826; }","duration":"740.518801ms","start":"2026-03-04T16:22:28.26461Z","end":"2026-03-04T16:22:29.005129Z","steps":["trace[1410605813] 'agreement among raft nodes before linearized reading' (duration: 740.336877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.005169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.264595Z","time spent":"740.567122ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-04T16:22:29.070649Z","caller":"traceutil/trace.go:171","msg":"trace[608891163] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"799.523469ms","start":"2026-03-04T16:22:28.271107Z","end":"2026-03-04T16:22:29.07063Z","steps":["trace[608891163] 'process raft request' (duration: 799.385566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.070807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.271092Z","time spent":"799.630391ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8667,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:29.623577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.271456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:29.623957Z","caller":"traceutil/trace.go:171","msg":"trace[1435266924] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"603.916163ms","start":"2026-03-04T16:22:29.019995Z","end":"2026-03-04T16:22:29.623911Z","steps":["trace[1435266924] 'process raft request' (duration: 603.736287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.62407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.019983Z","time spent":"604.031515ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:29.624171Z","caller":"traceutil/trace.go:171","msg":"trace[1954835696] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25751; }","duration":"619.092895ms","start":"2026-03-04T16:22:29.00467Z","end":"2026-03-04T16:22:29.623763Z","steps":["trace[1954835696] 'read index received' (duration: 65.886683ms)","trace[1954835696] 'applied index is now lower than readState.Index' (duration: 553.205462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:29.624216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136460133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:29.624267Z","caller":"traceutil/trace.go:171","msg":"trace[340287168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24832; }","duration":"1.136537015s","start":"2026-03-04T16:22:28.487715Z","end":"2026-03-04T16:22:29.624252Z","steps":["trace[340287168] 'agreement among raft nodes before linearized reading' (duration: 1.136480714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.487697Z","time spent":"1.136602937s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:29.624156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234863727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:29.624361Z","caller":"traceutil/trace.go:171","msg":"trace[548578415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.235117164s","start":"2026-03-04T16:22:28.389233Z","end":"2026-03-04T16:22:29.62435Z","steps":["trace[548578415] 'agreement among raft nodes before linearized reading' (duration: 1.234801346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290151963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-03-04T16:22:29.624494Z","caller":"traceutil/trace.go:171","msg":"trace[1801075528] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24832; }","duration":"1.290209974s","start":"2026-03-04T16:22:28.334276Z","end":"2026-03-04T16:22:29.624486Z","steps":["trace[1801075528] 'agreement among raft nodes before linearized reading' (duration: 1.289958598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163332082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:29.624551Z","caller":"traceutil/trace.go:171","msg":"trace[636359463] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"1.023619995s","start":"2026-03-04T16:22:28.600919Z","end":"2026-03-04T16:22:29.624539Z","steps":["trace[636359463] 'process raft request' (duration: 1.022720432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.444748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-04T16:22:29.624562Z","caller":"traceutil/trace.go:171","msg":"trace[1488686710] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24832; }","duration":"1.163454515s","start":"2026-03-04T16:22:28.461088Z","end":"2026-03-04T16:22:29.624543Z","steps":["trace[1488686710] 'agreement among raft nodes before linearized reading' (duration: 1.163310422s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:29.624591Z","caller":"traceutil/trace.go:171","msg":"trace[54098978] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f; range_end:; response_count:1; response_revision:24832; }","duration":"614.484219ms","start":"2026-03-04T16:22:29.010103Z","end":"2026-03-04T16:22:29.624587Z","steps":["trace[54098978] 'agreement among raft nodes before linearized reading' (duration: 614.427098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.010091Z","time spent":"614.51006ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f777f\" "} {"level":"warn","ts":"2026-03-04T16:22:29.62462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.461066Z","time spent":"1.163537047s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:29.624656Z","caller":"traceutil/trace.go:171","msg":"trace[1998330357] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.022284411s","start":"2026-03-04T16:22:28.602365Z","end":"2026-03-04T16:22:29.62465Z","steps":["trace[1998330357] 'process raft request' (duration: 1.021303766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.126052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:22:29.624724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.60235Z","time spent":"1.022352583s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:29.624761Z","caller":"traceutil/trace.go:171","msg":"trace[2126518296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24832; }","duration":"517.193464ms","start":"2026-03-04T16:22:29.107558Z","end":"2026-03-04T16:22:29.624751Z","steps":["trace[2126518296] 'agreement among raft nodes before linearized reading' (duration: 517.107321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.10754Z","time spent":"517.242675ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:29.624513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.334253Z","time spent":"1.290255326s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129419,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:29.624887Z","caller":"traceutil/trace.go:171","msg":"trace[697461884] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"614.652234ms","start":"2026-03-04T16:22:29.010225Z","end":"2026-03-04T16:22:29.624877Z","steps":["trace[697461884] 'process raft request' (duration: 613.466413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.624945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.010193Z","time spent":"614.714685ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:29.624628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.600844Z","time spent":"1.023732818s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:29.625191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.181991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:22:29.625279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358454986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:22:29.624631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.303043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:29.625302Z","caller":"traceutil/trace.go:171","msg":"trace[894155080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24832; }","duration":"612.291474ms","start":"2026-03-04T16:22:29.013002Z","end":"2026-03-04T16:22:29.625294Z","steps":["trace[894155080] 'agreement among raft nodes before linearized reading' (duration: 611.697099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:29.625341Z","caller":"traceutil/trace.go:171","msg":"trace[1683306917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.358502657s","start":"2026-03-04T16:22:28.2668Z","end":"2026-03-04T16:22:29.625303Z","steps":["trace[1683306917] 'agreement among raft nodes before linearized reading' (duration: 1.358360544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.62536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.012981Z","time spent":"612.372847ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T16:22:29.625378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.266794Z","time spent":"1.358570369s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T16:22:29.625583Z","caller":"traceutil/trace.go:171","msg":"trace[1770637270] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24832; }","duration":"340.027082ms","start":"2026-03-04T16:22:29.285287Z","end":"2026-03-04T16:22:29.625314Z","steps":["trace[1770637270] 'agreement among raft nodes before linearized reading' (duration: 339.312494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.625628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.28527Z","time spent":"340.346039ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:29.625757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360474616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-04T16:22:29.62582Z","caller":"traceutil/trace.go:171","msg":"trace[1284938889] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:24832; }","duration":"1.360553259s","start":"2026-03-04T16:22:28.265251Z","end":"2026-03-04T16:22:29.625804Z","steps":["trace[1284938889] 'agreement among raft nodes before linearized reading' (duration: 1.360386595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:29.625876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.265245Z","time spent":"1.36061375s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"info","ts":"2026-03-04T16:22:29.626053Z","caller":"traceutil/trace.go:171","msg":"trace[2057255992] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.023465462s","start":"2026-03-04T16:22:28.600848Z","end":"2026-03-04T16:22:29.624314Z","steps":["trace[2057255992] 'process raft request' (duration: 587.405286ms)","trace[2057255992] 'compare' (duration: 434.935507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:29.626013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.389212Z","time spent":"1.235176705s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:29.626265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:28.600825Z","time spent":"1.025258457s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:31.535948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682301189s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:31.536029Z","caller":"traceutil/trace.go:171","msg":"trace[914508293] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25758; }","duration":"1.86770543s","start":"2026-03-04T16:22:29.668309Z","end":"2026-03-04T16:22:31.536014Z","steps":["trace[914508293] 'read index received' (duration: 185.176914ms)","trace[914508293] 'applied index is now lower than readState.Index' (duration: 1.682527176s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:31.536082Z","caller":"traceutil/trace.go:171","msg":"trace[1004851337] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.906715484s","start":"2026-03-04T16:22:29.629357Z","end":"2026-03-04T16:22:31.536073Z","steps":["trace[1004851337] 'process raft request' (duration: 224.20536ms)","trace[1004851337] 'compare' (duration: 1.680767811s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:31.536125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.629342Z","time spent":"1.906761275s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:31.536173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901706147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:31.536226Z","caller":"traceutil/trace.go:171","msg":"trace[1939164122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24834; }","duration":"1.901779589s","start":"2026-03-04T16:22:29.634432Z","end":"2026-03-04T16:22:31.536212Z","steps":["trace[1939164122] 'agreement among raft nodes before linearized reading' (duration: 1.901694757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:31.53625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.634424Z","time spent":"1.901821251s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:31.536445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873948626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:1 size:38338"} {"level":"warn","ts":"2026-03-04T16:22:31.536453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907448053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-03-04T16:22:31.536471Z","caller":"traceutil/trace.go:171","msg":"trace[1257763737] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24834; }","duration":"1.874003708s","start":"2026-03-04T16:22:29.66246Z","end":"2026-03-04T16:22:31.536464Z","steps":["trace[1257763737] 'agreement among raft nodes before linearized reading' (duration: 1.873904016s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:31.536492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.662448Z","time spent":"1.874038089s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":38361,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:31.536537Z","caller":"traceutil/trace.go:171","msg":"trace[1539645502] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:24834; }","duration":"1.907498003s","start":"2026-03-04T16:22:29.628979Z","end":"2026-03-04T16:22:31.536477Z","steps":["trace[1539645502] 'agreement among raft nodes before linearized reading' (duration: 1.90734354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:31.536564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.628966Z","time spent":"1.907590886s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:31.536636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899863421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-04T16:22:31.536656Z","caller":"traceutil/trace.go:171","msg":"trace[570813201] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24834; }","duration":"1.899895152s","start":"2026-03-04T16:22:29.636754Z","end":"2026-03-04T16:22:31.53665Z","steps":["trace[570813201] 'agreement among raft nodes before linearized reading' (duration: 1.89983065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:31.536673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.63675Z","time spent":"1.899918682s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T16:22:31.536876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905279917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:31.536903Z","caller":"traceutil/trace.go:171","msg":"trace[1480179635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24834; }","duration":"1.905310118s","start":"2026-03-04T16:22:29.631586Z","end":"2026-03-04T16:22:31.536896Z","steps":["trace[1480179635] 'agreement among raft nodes before linearized reading' (duration: 1.905234266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:31.536922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.631562Z","time spent":"1.905354879s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:32.855379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126694247s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:22:32.855599Z","caller":"traceutil/trace.go:171","msg":"trace[1763059456] linearizableReadLoop","detail":"{readStateIndex:25760; appliedIndex:25759; }","duration":"1.319534794s","start":"2026-03-04T16:22:31.536047Z","end":"2026-03-04T16:22:32.855582Z","steps":["trace[1763059456] 'read index received' (duration: 192.650112ms)","trace[1763059456] 'applied index is now lower than readState.Index' (duration: 1.126883772s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:32.856908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155301168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:32.856915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584808069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:32.856951Z","caller":"traceutil/trace.go:171","msg":"trace[555690044] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24834; }","duration":"3.155395791s","start":"2026-03-04T16:22:29.701544Z","end":"2026-03-04T16:22:32.856939Z","steps":["trace[555690044] 'agreement among raft nodes before linearized reading' (duration: 3.155254837s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:32.856982Z","caller":"traceutil/trace.go:171","msg":"trace[1929048292] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24834; }","duration":"1.584920992s","start":"2026-03-04T16:22:31.272044Z","end":"2026-03-04T16:22:32.856965Z","steps":["trace[1929048292] 'agreement among raft nodes before linearized reading' (duration: 1.584796579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.856989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.701524Z","time spent":"3.155454402s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:32.857023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.272022Z","time spent":"1.584991585s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:32.857177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354200758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:32.857208Z","caller":"traceutil/trace.go:171","msg":"trace[732590749] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24834; }","duration":"2.354277031s","start":"2026-03-04T16:22:30.50292Z","end":"2026-03-04T16:22:32.857197Z","steps":["trace[732590749] 'agreement among raft nodes before linearized reading' (duration: 2.35422705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.857242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:30.5029Z","time spent":"2.354333382s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:32.857278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349225534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:32.857415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582342117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:32.857459Z","caller":"traceutil/trace.go:171","msg":"trace[1283817471] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24834; }","duration":"1.582412939s","start":"2026-03-04T16:22:31.275033Z","end":"2026-03-04T16:22:32.857446Z","steps":["trace[1283817471] 'agreement among raft nodes before linearized reading' (duration: 1.582336267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.857497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.275025Z","time spent":"1.58246315s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:32.85749Z","caller":"traceutil/trace.go:171","msg":"trace[1349584478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24834; }","duration":"1.349332187s","start":"2026-03-04T16:22:31.507969Z","end":"2026-03-04T16:22:32.857301Z","steps":["trace[1349584478] 'agreement among raft nodes before linearized reading' (duration: 1.349236684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.857697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484103248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:32.857741Z","caller":"traceutil/trace.go:171","msg":"trace[46056601] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24834; }","duration":"2.48422173s","start":"2026-03-04T16:22:30.373507Z","end":"2026-03-04T16:22:32.857729Z","steps":["trace[46056601] 'agreement among raft nodes before linearized reading' (duration: 2.483859191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.857779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:30.373485Z","time spent":"2.484283451s","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:32.857789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183181181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-04T16:22:32.857873Z","caller":"traceutil/trace.go:171","msg":"trace[1552190342] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855; range_end:; response_count:1; response_revision:24834; }","duration":"3.183294074s","start":"2026-03-04T16:22:29.674567Z","end":"2026-03-04T16:22:32.857861Z","steps":["trace[1552190342] 'agreement among raft nodes before linearized reading' (duration: 3.183074818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.857902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:29.674551Z","time spent":"3.183343874s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-6klzw.1899afe0722f8855\" "} {"level":"info","ts":"2026-03-04T16:22:32.858116Z","caller":"traceutil/trace.go:171","msg":"trace[1816499968] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.227640395s","start":"2026-03-04T16:22:31.63046Z","end":"2026-03-04T16:22:32.858101Z","steps":["trace[1816499968] 'process raft request' (duration: 1.225017928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:32.858203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.63044Z","time spent":"1.227704986s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:32.857555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.507953Z","time spent":"1.349586563s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.409121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.947456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:33.409393Z","caller":"traceutil/trace.go:171","msg":"trace[670452523] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.778841797s","start":"2026-03-04T16:22:31.630497Z","end":"2026-03-04T16:22:33.409339Z","steps":["trace[670452523] 'process raft request' (duration: 1.227593423s)","trace[670452523] 'compare' (duration: 549.789566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:33.409538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.630477Z","time spent":"1.778994811s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:33.409801Z","caller":"traceutil/trace.go:171","msg":"trace[300917972] linearizableReadLoop","detail":"{readStateIndex:25764; appliedIndex:25761; }","duration":"554.160757ms","start":"2026-03-04T16:22:32.855625Z","end":"2026-03-04T16:22:33.409786Z","steps":["trace[300917972] 'read index received' (duration: 176.039643ms)","trace[300917972] 'applied index is now lower than readState.Index' (duration: 378.120304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:33.409856Z","caller":"traceutil/trace.go:171","msg":"trace[1748999285] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.776678771s","start":"2026-03-04T16:22:31.633133Z","end":"2026-03-04T16:22:33.409812Z","steps":["trace[1748999285] 'process raft request' (duration: 1.776063736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.409929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839793756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:22:33.409961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795349864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137819"} {"level":"info","ts":"2026-03-04T16:22:33.409993Z","caller":"traceutil/trace.go:171","msg":"trace[2056129595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24838; }","duration":"1.795408845s","start":"2026-03-04T16:22:31.614575Z","end":"2026-03-04T16:22:33.409984Z","steps":["trace[2056129595] 'agreement among raft nodes before linearized reading' (duration: 1.795272331s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:33.409998Z","caller":"traceutil/trace.go:171","msg":"trace[1608583335] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24838; }","duration":"1.839906949s","start":"2026-03-04T16:22:31.570074Z","end":"2026-03-04T16:22:33.409981Z","steps":["trace[1608583335] 'agreement among raft nodes before linearized reading' (duration: 1.839722984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.614561Z","time spent":"1.795450496s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137842,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:33.410034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.570056Z","time spent":"1.83997214s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:22:33.410034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867128434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-03-04T16:22:33.410135Z","caller":"traceutil/trace.go:171","msg":"trace[1257573764] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:24838; }","duration":"1.867275168s","start":"2026-03-04T16:22:31.542836Z","end":"2026-03-04T16:22:33.410112Z","steps":["trace[1257573764] 'agreement among raft nodes before linearized reading' (duration: 1.86697472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872535481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:33.41018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.57596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:33.410201Z","caller":"traceutil/trace.go:171","msg":"trace[1817900599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24838; }","duration":"1.872568282s","start":"2026-03-04T16:22:31.537625Z","end":"2026-03-04T16:22:33.410194Z","steps":["trace[1817900599] 'agreement among raft nodes before linearized reading' (duration: 1.872472839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.542819Z","time spent":"1.867369921s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-03-04T16:22:33.410204Z","caller":"traceutil/trace.go:171","msg":"trace[1965720736] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24838; }","duration":"608.629041ms","start":"2026-03-04T16:22:32.801567Z","end":"2026-03-04T16:22:33.410196Z","steps":["trace[1965720736] 'agreement among raft nodes before linearized reading' (duration: 608.58526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:33.410232Z","caller":"traceutil/trace.go:171","msg":"trace[1870168693] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"781.848454ms","start":"2026-03-04T16:22:32.628376Z","end":"2026-03-04T16:22:33.410225Z","steps":["trace[1870168693] 'process raft request' (duration: 781.346911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.801563Z","time spent":"608.687683ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.410279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.628339Z","time spent":"781.914125ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:33.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.762985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:33.410415Z","caller":"traceutil/trace.go:171","msg":"trace[1152841455] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24838; }","duration":"608.789615ms","start":"2026-03-04T16:22:32.80162Z","end":"2026-03-04T16:22:33.410409Z","steps":["trace[1152841455] 'agreement among raft nodes before linearized reading' (duration: 608.749264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.801396Z","time spent":"609.033292ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.410064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.63312Z","time spent":"1.776821736s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:33.410234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81738181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:22:33.410544Z","caller":"traceutil/trace.go:171","msg":"trace[569751035] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:24838; }","duration":"1.817724858s","start":"2026-03-04T16:22:31.592811Z","end":"2026-03-04T16:22:33.410535Z","steps":["trace[569751035] 'agreement among raft nodes before linearized reading' (duration: 1.817369449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.592791Z","time spent":"1.817773859s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:33.410645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082974883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:33.41014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249014434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:22:33.410693Z","caller":"traceutil/trace.go:171","msg":"trace[998144300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24838; }","duration":"1.083068135s","start":"2026-03-04T16:22:32.327614Z","end":"2026-03-04T16:22:33.410682Z","steps":["trace[998144300] 'agreement among raft nodes before linearized reading' (duration: 1.082992143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.327589Z","time spent":"1.083126117s","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:33.410722Z","caller":"traceutil/trace.go:171","msg":"trace[123484054] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24838; }","duration":"1.249628239s","start":"2026-03-04T16:22:32.161077Z","end":"2026-03-04T16:22:33.410705Z","steps":["trace[123484054] 'agreement among raft nodes before linearized reading' (duration: 1.248717297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.410776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.161029Z","time spent":"1.249730722s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:22:33.41023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.537593Z","time spent":"1.872633064s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:33.410477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.532227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:33.411689Z","caller":"traceutil/trace.go:171","msg":"trace[1382935723] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24838; }","duration":"979.83901ms","start":"2026-03-04T16:22:32.431831Z","end":"2026-03-04T16:22:33.41167Z","steps":["trace[1382935723] 'agreement among raft nodes before linearized reading' (duration: 978.336182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.411609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873211209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:22:33.411789Z","caller":"traceutil/trace.go:171","msg":"trace[2066894967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24838; }","duration":"1.873396163s","start":"2026-03-04T16:22:31.538375Z","end":"2026-03-04T16:22:33.411772Z","steps":["trace[2066894967] 'agreement among raft nodes before linearized reading' (duration: 1.871479394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.411833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:31.53837Z","time spent":"1.873451674s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:22:33.411882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.431809Z","time spent":"979.993625ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.929645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.971807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:22:33.929846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.41294Z","time spent":"516.903227ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:22:33.930061Z","caller":"traceutil/trace.go:171","msg":"trace[1826282294] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"1.067561505s","start":"2026-03-04T16:22:32.862481Z","end":"2026-03-04T16:22:33.930042Z","steps":["trace[1826282294] 'process raft request' (duration: 747.110836ms)","trace[1826282294] 'compare' (duration: 319.839202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:33.930285Z","caller":"traceutil/trace.go:171","msg":"trace[404524302] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25764; }","duration":"520.439035ms","start":"2026-03-04T16:22:33.40983Z","end":"2026-03-04T16:22:33.930269Z","steps":["trace[404524302] 'read index received' (duration: 199.822653ms)","trace[404524302] 'applied index is now lower than readState.Index' (duration: 320.599332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:33.930522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.614672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:22:33.930564Z","caller":"traceutil/trace.go:171","msg":"trace[257033218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24839; }","duration":"551.702654ms","start":"2026-03-04T16:22:33.378851Z","end":"2026-03-04T16:22:33.930554Z","steps":["trace[257033218] 'agreement among raft nodes before linearized reading' (duration: 551.50838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.930596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.378822Z","time spent":"551.766196ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:22:33.930825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.298276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-04T16:22:33.930878Z","caller":"traceutil/trace.go:171","msg":"trace[1608174536] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24839; }","duration":"515.371308ms","start":"2026-03-04T16:22:33.415482Z","end":"2026-03-04T16:22:33.930853Z","steps":["trace[1608174536] 'agreement among raft nodes before linearized reading' (duration: 515.278986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.930907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.415463Z","time spent":"515.436479ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:33.930904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.270561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:22:33.930958Z","caller":"traceutil/trace.go:171","msg":"trace[1810577457] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24839; }","duration":"917.363733ms","start":"2026-03-04T16:22:33.013579Z","end":"2026-03-04T16:22:33.930942Z","steps":["trace[1810577457] 'agreement among raft nodes before linearized reading' (duration: 917.170308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.930954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.561352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:22:33.930962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.795774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:33.930958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.040804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:33.931048Z","caller":"traceutil/trace.go:171","msg":"trace[318449193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24839; }","duration":"742.702255ms","start":"2026-03-04T16:22:33.188322Z","end":"2026-03-04T16:22:33.931025Z","steps":["trace[318449193] 'agreement among raft nodes before linearized reading' (duration: 742.462039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.930959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.146872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64743"} {"level":"warn","ts":"2026-03-04T16:22:33.931106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.188302Z","time spent":"742.789137ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T16:22:33.931095Z","caller":"traceutil/trace.go:171","msg":"trace[352415661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24839; }","duration":"473.324487ms","start":"2026-03-04T16:22:33.45776Z","end":"2026-03-04T16:22:33.931084Z","steps":["trace[352415661] 'agreement among raft nodes before linearized reading' (duration: 473.007449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:33.931096Z","caller":"traceutil/trace.go:171","msg":"trace[490536517] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24839; }","duration":"512.26492ms","start":"2026-03-04T16:22:33.418813Z","end":"2026-03-04T16:22:33.931078Z","steps":["trace[490536517] 'agreement among raft nodes before linearized reading' (duration: 512.027694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.930993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.013561Z","time spent":"917.424924ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.931036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.539771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:33.931219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.418798Z","time spent":"512.373552ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T16:22:33.931256Z","caller":"traceutil/trace.go:171","msg":"trace[1054768974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24839; }","duration":"513.780398ms","start":"2026-03-04T16:22:33.417458Z","end":"2026-03-04T16:22:33.931239Z","steps":["trace[1054768974] 'agreement among raft nodes before linearized reading' (duration: 513.558892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.931311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.417441Z","time spent":"513.855699ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:22:33.931051Z","caller":"traceutil/trace.go:171","msg":"trace[410633492] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24839; }","duration":"877.940428ms","start":"2026-03-04T16:22:33.053094Z","end":"2026-03-04T16:22:33.931034Z","steps":["trace[410633492] 'agreement among raft nodes before linearized reading' (duration: 877.751424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.931521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.053058Z","time spent":"878.44259ms","remote":"127.0.0.1:57332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:33.931037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.862164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:33.931602Z","caller":"traceutil/trace.go:171","msg":"trace[1880533941] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24839; }","duration":"452.451209ms","start":"2026-03-04T16:22:33.479133Z","end":"2026-03-04T16:22:33.931584Z","steps":["trace[1880533941] 'agreement among raft nodes before linearized reading' (duration: 451.869775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.931669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.479116Z","time spent":"452.535951ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:33.931168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.457738Z","time spent":"473.415108ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":64766,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:33.932401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.03201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:22:33.932457Z","caller":"traceutil/trace.go:171","msg":"trace[2041513191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24839; }","duration":"391.201135ms","start":"2026-03-04T16:22:33.541241Z","end":"2026-03-04T16:22:33.932442Z","steps":["trace[2041513191] 'agreement among raft nodes before linearized reading' (duration: 389.732587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:33.932502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.541222Z","time spent":"391.262506ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:33.942446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:32.862458Z","time spent":"1.067643826s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:34.249182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.033486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:34.249286Z","caller":"traceutil/trace.go:171","msg":"trace[1292715889] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"314.54828ms","start":"2026-03-04T16:22:33.934722Z","end":"2026-03-04T16:22:34.24927Z","steps":["trace[1292715889] 'read index received' (duration: 105.320589ms)","trace[1292715889] 'applied index is now lower than readState.Index' (duration: 209.225891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:34.249463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.734574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:34.250012Z","caller":"traceutil/trace.go:171","msg":"trace[717988252] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24840; }","duration":"315.283337ms","start":"2026-03-04T16:22:33.934696Z","end":"2026-03-04T16:22:34.249979Z","steps":["trace[717988252] 'agreement among raft nodes before linearized reading' (duration: 314.638121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:34.250069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.934684Z","time spent":"315.36989ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:22:34.249544Z","caller":"traceutil/trace.go:171","msg":"trace[1541451853] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"316.517918ms","start":"2026-03-04T16:22:33.932984Z","end":"2026-03-04T16:22:34.249502Z","steps":["trace[1541451853] 'process raft request' (duration: 107.085922ms)","trace[1541451853] 'compare' (duration: 208.609975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:34.250374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.932951Z","time spent":"317.261607ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:34.25722Z","caller":"traceutil/trace.go:171","msg":"trace[2032303624] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"321.242817ms","start":"2026-03-04T16:22:33.935961Z","end":"2026-03-04T16:22:34.257203Z","steps":["trace[2032303624] 'process raft request' (duration: 321.069093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:34.257372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.935951Z","time spent":"321.367581ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:34.257392Z","caller":"traceutil/trace.go:171","msg":"trace[849707253] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"320.07716ms","start":"2026-03-04T16:22:33.937302Z","end":"2026-03-04T16:22:34.25738Z","steps":["trace[849707253] 'process raft request' (duration: 319.859823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:34.25764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.937297Z","time spent":"320.287255ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:34.258247Z","caller":"traceutil/trace.go:171","msg":"trace[941414375] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"318.53693ms","start":"2026-03-04T16:22:33.939682Z","end":"2026-03-04T16:22:34.258219Z","steps":["trace[941414375] 'process raft request' (duration: 317.656909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:34.258375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.939654Z","time spent":"318.680273ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:35.097334Z","caller":"traceutil/trace.go:171","msg":"trace[232865342] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25767; }","duration":"847.983092ms","start":"2026-03-04T16:22:34.249311Z","end":"2026-03-04T16:22:35.097294Z","steps":["trace[232865342] 'read index received' (duration: 7.724194ms)","trace[232865342] 'applied index is now lower than readState.Index' (duration: 840.257278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:35.097603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130409371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"warn","ts":"2026-03-04T16:22:35.097766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150797865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc0a2073a0c\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-03-04T16:22:35.097777Z","caller":"traceutil/trace.go:171","msg":"trace[971480661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24844; }","duration":"1.130588546s","start":"2026-03-04T16:22:33.967159Z","end":"2026-03-04T16:22:35.097748Z","steps":["trace[971480661] 'agreement among raft nodes before linearized reading' (duration: 1.130181555s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:35.097815Z","caller":"traceutil/trace.go:171","msg":"trace[1203366513] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899afc0a2073a0c; range_end:; response_count:1; response_revision:24844; }","duration":"1.150926588s","start":"2026-03-04T16:22:33.946872Z","end":"2026-03-04T16:22:35.097799Z","steps":["trace[1203366513] 'agreement among raft nodes before linearized reading' (duration: 1.150614549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.097839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.967079Z","time spent":"1.13074406s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":59293,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:35.097874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.946848Z","time spent":"1.151011811s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":836,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc0a2073a0c\" "} {"level":"info","ts":"2026-03-04T16:22:35.098289Z","caller":"traceutil/trace.go:171","msg":"trace[1441663400] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"991.583037ms","start":"2026-03-04T16:22:34.106686Z","end":"2026-03-04T16:22:35.098269Z","steps":["trace[1441663400] 'process raft request' (duration: 990.284114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.098467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15850087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-04T16:22:35.099406Z","caller":"traceutil/trace.go:171","msg":"trace[1017834123] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24844; }","duration":"1.159451234s","start":"2026-03-04T16:22:33.939942Z","end":"2026-03-04T16:22:35.099394Z","steps":["trace[1017834123] 'agreement among raft nodes before linearized reading' (duration: 1.158404708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.09945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.939935Z","time spent":"1.159505175s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T16:22:35.098582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163126246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T16:22:35.099688Z","caller":"traceutil/trace.go:171","msg":"trace[1547751914] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:24844; }","duration":"1.164234224s","start":"2026-03-04T16:22:33.935441Z","end":"2026-03-04T16:22:35.099675Z","steps":["trace[1547751914] 'agreement among raft nodes before linearized reading' (duration: 1.163050564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.099734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.935434Z","time spent":"1.164287335s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:35.098555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.415107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:35.100008Z","caller":"traceutil/trace.go:171","msg":"trace[1845535332] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24844; }","duration":"926.922815ms","start":"2026-03-04T16:22:34.173067Z","end":"2026-03-04T16:22:35.09999Z","steps":["trace[1845535332] 'agreement among raft nodes before linearized reading' (duration: 925.378336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.100065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.173049Z","time spent":"926.996547ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:35.098688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163373712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T16:22:35.10376Z","caller":"traceutil/trace.go:171","msg":"trace[1006216930] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661; range_end:; response_count:1; response_revision:24844; }","duration":"1.168455981s","start":"2026-03-04T16:22:33.935288Z","end":"2026-03-04T16:22:35.103744Z","steps":["trace[1006216930] 'agreement among raft nodes before linearized reading' (duration: 1.163327431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.103945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:33.93528Z","time spent":"1.168651976s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661\" "} {"level":"warn","ts":"2026-03-04T16:22:35.09923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.106663Z","time spent":"992.49758ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:35.603323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.41728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:35.60353Z","caller":"traceutil/trace.go:171","msg":"trace[294898245] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"972.438463ms","start":"2026-03-04T16:22:34.631073Z","end":"2026-03-04T16:22:35.603512Z","steps":["trace[294898245] 'process raft request' (duration: 972.340801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.603604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.631044Z","time spent":"972.526256ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:35.603695Z","caller":"traceutil/trace.go:171","msg":"trace[1003585739] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25771; }","duration":"506.232267ms","start":"2026-03-04T16:22:35.097437Z","end":"2026-03-04T16:22:35.60367Z","steps":["trace[1003585739] 'read index received' (duration: 150.398816ms)","trace[1003585739] 'applied index is now lower than readState.Index' (duration: 355.832001ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:35.603822Z","caller":"traceutil/trace.go:171","msg":"trace[553418566] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"1.275923473s","start":"2026-03-04T16:22:34.327886Z","end":"2026-03-04T16:22:35.603809Z","steps":["trace[553418566] 'process raft request' (duration: 919.935228ms)","trace[553418566] 'compare' (duration: 355.045101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:35.603882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.327865Z","time spent":"1.275989405s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:35.603927Z","caller":"traceutil/trace.go:171","msg":"trace[1931801555] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"739.533095ms","start":"2026-03-04T16:22:34.864383Z","end":"2026-03-04T16:22:35.603916Z","steps":["trace[1931801555] 'process raft request' (duration: 739.085734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.604056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.864359Z","time spent":"739.604878ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:35.60428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.173894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:35.604319Z","caller":"traceutil/trace.go:171","msg":"trace[472758400] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24847; }","duration":"563.258666ms","start":"2026-03-04T16:22:35.041052Z","end":"2026-03-04T16:22:35.60431Z","steps":["trace[472758400] 'agreement among raft nodes before linearized reading' (duration: 563.130513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.604345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.041028Z","time spent":"563.309438ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:35.604499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116394267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:35.604533Z","caller":"traceutil/trace.go:171","msg":"trace[1147325274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24847; }","duration":"1.116463599s","start":"2026-03-04T16:22:34.488061Z","end":"2026-03-04T16:22:35.604525Z","steps":["trace[1147325274] 'agreement among raft nodes before linearized reading' (duration: 1.116407337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.604555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.488044Z","time spent":"1.116507299s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:35.604701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159141785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:35.604727Z","caller":"traceutil/trace.go:171","msg":"trace[2067598336] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24847; }","duration":"1.159199197s","start":"2026-03-04T16:22:34.445521Z","end":"2026-03-04T16:22:35.604721Z","steps":["trace[2067598336] 'agreement among raft nodes before linearized reading' (duration: 1.159154405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.604749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.445502Z","time spent":"1.159241039s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:35.604954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351117072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:35.604979Z","caller":"traceutil/trace.go:171","msg":"trace[908146854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24847; }","duration":"1.351159573s","start":"2026-03-04T16:22:34.253813Z","end":"2026-03-04T16:22:35.604972Z","steps":["trace[908146854] 'agreement among raft nodes before linearized reading' (duration: 1.351024889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.604999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.253805Z","time spent":"1.351188933s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:35.605172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352347683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:22:35.6052Z","caller":"traceutil/trace.go:171","msg":"trace[423664428] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24847; }","duration":"1.352410964s","start":"2026-03-04T16:22:34.25278Z","end":"2026-03-04T16:22:35.605191Z","steps":["trace[423664428] 'agreement among raft nodes before linearized reading' (duration: 1.352328562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:35.605219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:34.25276Z","time spent":"1.352453996s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:22:36.205458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.110619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:36.205912Z","caller":"traceutil/trace.go:171","msg":"trace[1214104735] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25774; }","duration":"601.960292ms","start":"2026-03-04T16:22:35.603759Z","end":"2026-03-04T16:22:36.20572Z","steps":["trace[1214104735] 'read index received' (duration: 239.522195ms)","trace[1214104735] 'applied index is now lower than readState.Index' (duration: 362.437307ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:36.205902Z","caller":"traceutil/trace.go:171","msg":"trace[929078843] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"1.10503093s","start":"2026-03-04T16:22:35.100624Z","end":"2026-03-04T16:22:36.205655Z","steps":["trace[929078843] 'process raft request' (duration: 742.639324ms)","trace[929078843] 'compare' (duration: 361.834602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:36.206083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.100603Z","time spent":"1.105379548s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:36.206093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026020066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:36.206156Z","caller":"traceutil/trace.go:171","msg":"trace[741829981] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24851; }","duration":"1.026142169s","start":"2026-03-04T16:22:35.180001Z","end":"2026-03-04T16:22:36.206143Z","steps":["trace[741829981] 'agreement among raft nodes before linearized reading' (duration: 1.025979885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.206167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070727384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"warn","ts":"2026-03-04T16:22:36.206188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.179974Z","time spent":"1.02620667s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:36.206195Z","caller":"traceutil/trace.go:171","msg":"trace[1842933966] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24851; }","duration":"1.070804366s","start":"2026-03-04T16:22:35.135382Z","end":"2026-03-04T16:22:36.206186Z","steps":["trace[1842933966] 'agreement among raft nodes before linearized reading' (duration: 1.070677933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.206221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.135359Z","time spent":"1.070855367s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":39942,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-04T16:22:36.20635Z","caller":"traceutil/trace.go:171","msg":"trace[1107340399] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"1.101634064s","start":"2026-03-04T16:22:35.104706Z","end":"2026-03-04T16:22:36.20634Z","steps":["trace[1107340399] 'process raft request' (duration: 1.100829594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.20641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.104695Z","time spent":"1.101680655s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:36.20644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100856024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:22:36.206463Z","caller":"traceutil/trace.go:171","msg":"trace[233271061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:24851; }","duration":"1.100899766s","start":"2026-03-04T16:22:35.105556Z","end":"2026-03-04T16:22:36.206456Z","steps":["trace[233271061] 'agreement among raft nodes before linearized reading' (duration: 1.100829454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.206482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.105545Z","time spent":"1.100931946s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-03-04T16:22:36.20661Z","caller":"traceutil/trace.go:171","msg":"trace[33150551] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"792.45185ms","start":"2026-03-04T16:22:35.414107Z","end":"2026-03-04T16:22:36.206559Z","steps":["trace[33150551] 'process raft request' (duration: 791.505447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.206689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.947226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:22:36.206711Z","caller":"traceutil/trace.go:171","msg":"trace[773218950] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24851; }","duration":"598.984967ms","start":"2026-03-04T16:22:35.607719Z","end":"2026-03-04T16:22:36.206704Z","steps":["trace[773218950] 'agreement among raft nodes before linearized reading' (duration: 598.930866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.206732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.607701Z","time spent":"599.026107ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T16:22:36.206747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.414089Z","time spent":"792.574544ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:36.206936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.088501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:36.206948Z","caller":"traceutil/trace.go:171","msg":"trace[887606968] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"790.811718ms","start":"2026-03-04T16:22:35.416119Z","end":"2026-03-04T16:22:36.20693Z","steps":["trace[887606968] 'process raft request' (duration: 789.566837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:36.206972Z","caller":"traceutil/trace.go:171","msg":"trace[379217979] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24851; }","duration":"145.168223ms","start":"2026-03-04T16:22:36.061793Z","end":"2026-03-04T16:22:36.206962Z","steps":["trace[379217979] 'agreement among raft nodes before linearized reading' (duration: 145.110812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.416113Z","time spent":"790.874671ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:36.207164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.376277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:36.207185Z","caller":"traceutil/trace.go:171","msg":"trace[1524575535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24851; }","duration":"599.433439ms","start":"2026-03-04T16:22:35.607745Z","end":"2026-03-04T16:22:36.207179Z","steps":["trace[1524575535] 'agreement among raft nodes before linearized reading' (duration: 599.402508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.607721Z","time spent":"599.48305ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:36.207355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.608844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T16:22:36.207382Z","caller":"traceutil/trace.go:171","msg":"trace[1011016725] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24851; }","duration":"599.673995ms","start":"2026-03-04T16:22:35.607702Z","end":"2026-03-04T16:22:36.207376Z","steps":["trace[1011016725] 'agreement among raft nodes before linearized reading' (duration: 599.601613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.607684Z","time spent":"599.712446ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:22:36.20663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1014892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T16:22:36.2075Z","caller":"traceutil/trace.go:171","msg":"trace[1099689988] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24851; }","duration":"1.102391283s","start":"2026-03-04T16:22:35.105098Z","end":"2026-03-04T16:22:36.207489Z","steps":["trace[1099689988] 'agreement among raft nodes before linearized reading' (duration: 1.10148234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.105071Z","time spent":"1.102461085s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T16:22:36.207352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.860974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:36.207713Z","caller":"traceutil/trace.go:171","msg":"trace[1126452541] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24851; }","duration":"908.229163ms","start":"2026-03-04T16:22:35.299475Z","end":"2026-03-04T16:22:36.207704Z","steps":["trace[1126452541] 'agreement among raft nodes before linearized reading' (duration: 907.830913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.299419Z","time spent":"908.312634ms","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:36.207134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.278819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:36.207782Z","caller":"traceutil/trace.go:171","msg":"trace[434900459] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24851; }","duration":"596.939076ms","start":"2026-03-04T16:22:35.610827Z","end":"2026-03-04T16:22:36.207766Z","steps":["trace[434900459] 'agreement among raft nodes before linearized reading' (duration: 596.28422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:36.207842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:35.610817Z","time spent":"597.009148ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:37.048035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.545367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:37.048155Z","caller":"traceutil/trace.go:171","msg":"trace[1573357288] linearizableReadLoop","detail":"{readStateIndex:25779; appliedIndex:25778; }","duration":"831.806395ms","start":"2026-03-04T16:22:36.216322Z","end":"2026-03-04T16:22:37.048129Z","steps":["trace[1573357288] 'read index received' (duration: 168.046562ms)","trace[1573357288] 'applied index is now lower than readState.Index' (duration: 663.754382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:37.048277Z","caller":"traceutil/trace.go:171","msg":"trace[1258419499] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"834.925423ms","start":"2026-03-04T16:22:36.21334Z","end":"2026-03-04T16:22:37.048265Z","steps":["trace[1258419499] 'process raft request' (duration: 171.087488ms)","trace[1258419499] 'compare' (duration: 663.367853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:37.048334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.213321Z","time spent":"834.986494ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:37.048594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.260666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:37.048666Z","caller":"traceutil/trace.go:171","msg":"trace[1089293940] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24852; }","duration":"832.347908ms","start":"2026-03-04T16:22:36.216304Z","end":"2026-03-04T16:22:37.048652Z","steps":["trace[1089293940] 'agreement among raft nodes before linearized reading' (duration: 832.217894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.048704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.216295Z","time spent":"832.400209ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:37.048931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.997579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:37.04898Z","caller":"traceutil/trace.go:171","msg":"trace[1998319136] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24852; }","duration":"832.082331ms","start":"2026-03-04T16:22:36.216884Z","end":"2026-03-04T16:22:37.048966Z","steps":["trace[1998319136] 'agreement among raft nodes before linearized reading' (duration: 831.998999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.049041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.216865Z","time spent":"832.166013ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:37.049379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.712028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-03-04T16:22:37.04942Z","caller":"traceutil/trace.go:171","msg":"trace[1570321590] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:24852; }","duration":"756.78515ms","start":"2026-03-04T16:22:36.292624Z","end":"2026-03-04T16:22:37.049409Z","steps":["trace[1570321590] 'agreement among raft nodes before linearized reading' (duration: 756.637417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.04945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.292607Z","time spent":"756.836081ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:37.049742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.818608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-03-04T16:22:37.049781Z","caller":"traceutil/trace.go:171","msg":"trace[789928535] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24852; }","duration":"784.869829ms","start":"2026-03-04T16:22:36.264903Z","end":"2026-03-04T16:22:37.049772Z","steps":["trace[789928535] 'agreement among raft nodes before linearized reading' (duration: 784.673165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.049817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.264898Z","time spent":"784.90928ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108655,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:37.050085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.561352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:22:37.050132Z","caller":"traceutil/trace.go:171","msg":"trace[729511009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24852; }","duration":"788.634524ms","start":"2026-03-04T16:22:36.261485Z","end":"2026-03-04T16:22:37.05012Z","steps":["trace[729511009] 'agreement among raft nodes before linearized reading' (duration: 788.524481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.050167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.261469Z","time spent":"788.691325ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:37.050377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.189083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T16:22:37.050416Z","caller":"traceutil/trace.go:171","msg":"trace[1117068297] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24852; }","duration":"828.227064ms","start":"2026-03-04T16:22:36.22218Z","end":"2026-03-04T16:22:37.050407Z","steps":["trace[1117068297] 'agreement among raft nodes before linearized reading' (duration: 828.129982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.05045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.222157Z","time spent":"828.286926ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T16:22:37.050646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.43164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:22:37.050685Z","caller":"traceutil/trace.go:171","msg":"trace[851218676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24852; }","duration":"830.480391ms","start":"2026-03-04T16:22:36.220195Z","end":"2026-03-04T16:22:37.050676Z","steps":["trace[851218676] 'agreement among raft nodes before linearized reading' (duration: 830.381589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.050715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.22019Z","time spent":"830.519092ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:22:37.050929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.826235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:37.050979Z","caller":"traceutil/trace.go:171","msg":"trace[953371785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24852; }","duration":"833.890657ms","start":"2026-03-04T16:22:36.217076Z","end":"2026-03-04T16:22:37.050967Z","steps":["trace[953371785] 'agreement among raft nodes before linearized reading' (duration: 833.819255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.051014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:36.217068Z","time spent":"833.938498ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:37.559398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388253,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:22:37.903945Z","caller":"traceutil/trace.go:171","msg":"trace[1775436825] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"846.922055ms","start":"2026-03-04T16:22:37.056992Z","end":"2026-03-04T16:22:37.903914Z","steps":["trace[1775436825] 'process raft request' (duration: 828.371588ms)","trace[1775436825] 'compare' (duration: 14.612968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:37.904075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.056975Z","time spent":"847.043458ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:37.980376Z","caller":"traceutil/trace.go:171","msg":"trace[2097587433] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"921.596861ms","start":"2026-03-04T16:22:37.058741Z","end":"2026-03-04T16:22:37.980338Z","steps":["trace[2097587433] 'process raft request' (duration: 921.349684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:37.980482Z","caller":"traceutil/trace.go:171","msg":"trace[1418759139] linearizableReadLoop","detail":"{readStateIndex:25782; appliedIndex:25779; }","duration":"921.880529ms","start":"2026-03-04T16:22:37.058583Z","end":"2026-03-04T16:22:37.980463Z","steps":["trace[1418759139] 'read index received' (duration: 826.795539ms)","trace[1418759139] 'applied index is now lower than readState.Index' (duration: 95.08358ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:37.980575Z","caller":"traceutil/trace.go:171","msg":"trace[343983600] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"917.450216ms","start":"2026-03-04T16:22:37.06309Z","end":"2026-03-04T16:22:37.98054Z","steps":["trace[343983600] 'process raft request' (duration: 917.109746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.980863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.063076Z","time spent":"917.750234ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:37.98108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.019004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:22:37.980958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.162081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:37.981148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.178887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T16:22:37.980685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.05873Z","time spent":"921.743684ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:37.980731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.129915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:22:37.981222Z","caller":"traceutil/trace.go:171","msg":"trace[2012414216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24856; }","duration":"806.2908ms","start":"2026-03-04T16:22:37.174906Z","end":"2026-03-04T16:22:37.981197Z","steps":["trace[2012414216] 'agreement among raft nodes before linearized reading' (duration: 806.082725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:37.981271Z","caller":"traceutil/trace.go:171","msg":"trace[1083730525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24856; }","duration":"922.684448ms","start":"2026-03-04T16:22:37.058547Z","end":"2026-03-04T16:22:37.981232Z","steps":["trace[1083730525] 'agreement among raft nodes before linearized reading' (duration: 922.072103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.981282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.174884Z","time spent":"806.383812ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:37.981323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.058531Z","time spent":"922.772581ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-04T16:22:37.98118Z","caller":"traceutil/trace.go:171","msg":"trace[1556756717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24856; }","duration":"490.419567ms","start":"2026-03-04T16:22:37.490752Z","end":"2026-03-04T16:22:37.981171Z","steps":["trace[1556756717] 'agreement among raft nodes before linearized reading' (duration: 490.163641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.981055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.394558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17799"} {"level":"info","ts":"2026-03-04T16:22:37.981434Z","caller":"traceutil/trace.go:171","msg":"trace[1846265252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24856; }","duration":"893.803409ms","start":"2026-03-04T16:22:37.087622Z","end":"2026-03-04T16:22:37.981425Z","steps":["trace[1846265252] 'agreement among raft nodes before linearized reading' (duration: 893.374068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:37.980614Z","caller":"traceutil/trace.go:171","msg":"trace[1601517989] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"369.65678ms","start":"2026-03-04T16:22:37.610886Z","end":"2026-03-04T16:22:37.980543Z","steps":["trace[1601517989] 'process raft request' (duration: 369.535627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.98147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.087612Z","time spent":"893.85018ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17822,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:37.981514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.610866Z","time spent":"370.601334ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:37.981138Z","caller":"traceutil/trace.go:171","msg":"trace[726208631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24856; }","duration":"913.096595ms","start":"2026-03-04T16:22:37.068028Z","end":"2026-03-04T16:22:37.981124Z","steps":["trace[726208631] 'agreement among raft nodes before linearized reading' (duration: 912.88427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:37.981579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.068022Z","time spent":"913.550056ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T16:22:37.981423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.490734Z","time spent":"490.672054ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:38.774745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.495211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:38.774848Z","caller":"traceutil/trace.go:171","msg":"trace[602199208] linearizableReadLoop","detail":"{readStateIndex:25784; appliedIndex:25783; }","duration":"788.233143ms","start":"2026-03-04T16:22:37.986599Z","end":"2026-03-04T16:22:38.774832Z","steps":["trace[602199208] 'read index received' (duration: 478.577199ms)","trace[602199208] 'applied index is now lower than readState.Index' (duration: 309.654294ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:38.774917Z","caller":"traceutil/trace.go:171","msg":"trace[516357206] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"789.845815ms","start":"2026-03-04T16:22:37.98506Z","end":"2026-03-04T16:22:38.774906Z","steps":["trace[516357206] 'process raft request' (duration: 480.101418ms)","trace[516357206] 'compare' (duration: 308.717572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:38.77498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.985028Z","time spent":"789.918817ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:38.775207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.581582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:22:38.775348Z","caller":"traceutil/trace.go:171","msg":"trace[1737900556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644; range_end:; response_count:1; response_revision:24857; }","duration":"788.729776ms","start":"2026-03-04T16:22:37.986594Z","end":"2026-03-04T16:22:38.775324Z","steps":["trace[1737900556] 'agreement among raft nodes before linearized reading' (duration: 788.384397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:38.775488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.986567Z","time spent":"788.90276ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644\" "} {"level":"warn","ts":"2026-03-04T16:22:39.223719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.858412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:39.223953Z","caller":"traceutil/trace.go:171","msg":"trace[876201759] linearizableReadLoop","detail":"{readStateIndex:25786; appliedIndex:25784; }","duration":"449.064493ms","start":"2026-03-04T16:22:38.774873Z","end":"2026-03-04T16:22:39.223937Z","steps":["trace[876201759] 'read index received' (duration: 233.807981ms)","trace[876201759] 'applied index is now lower than readState.Index' (duration: 215.255572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:39.224177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.852252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:39.224247Z","caller":"traceutil/trace.go:171","msg":"trace[797257266] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24859; }","duration":"981.955884ms","start":"2026-03-04T16:22:38.242281Z","end":"2026-03-04T16:22:39.224237Z","steps":["trace[797257266] 'agreement among raft nodes before linearized reading' (duration: 981.845931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.224291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.242267Z","time spent":"982.014986ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:39.22449Z","caller":"traceutil/trace.go:171","msg":"trace[1736569235] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"999.794564ms","start":"2026-03-04T16:22:38.224685Z","end":"2026-03-04T16:22:39.22448Z","steps":["trace[1736569235] 'process raft request' (duration: 784.09991ms)","trace[1736569235] 'compare' (duration: 214.672497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:39.224562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.224658Z","time spent":"999.879936ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:39.224595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235921244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:22:39.224684Z","caller":"traceutil/trace.go:171","msg":"trace[615370184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24859; }","duration":"1.236091498s","start":"2026-03-04T16:22:37.988571Z","end":"2026-03-04T16:22:39.224662Z","steps":["trace[615370184] 'agreement among raft nodes before linearized reading' (duration: 1.235623797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.224748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.988564Z","time spent":"1.23617023s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-04T16:22:39.224771Z","caller":"traceutil/trace.go:171","msg":"trace[933597306] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"998.355708ms","start":"2026-03-04T16:22:38.226407Z","end":"2026-03-04T16:22:39.224762Z","steps":["trace[933597306] 'process raft request' (duration: 997.409363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.224862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163453315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:39.224867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.22638Z","time spent":"998.463991ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:39.224996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.708741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:39.224813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194435727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"info","ts":"2026-03-04T16:22:39.225078Z","caller":"traceutil/trace.go:171","msg":"trace[1615449167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24859; }","duration":"1.194740084s","start":"2026-03-04T16:22:38.030325Z","end":"2026-03-04T16:22:39.225066Z","steps":["trace[1615449167] 'agreement among raft nodes before linearized reading' (duration: 1.194399846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.225122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.030304Z","time spent":"1.194807417s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":43909,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:39.225135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.578396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:39.225165Z","caller":"traceutil/trace.go:171","msg":"trace[439975138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24859; }","duration":"737.644148ms","start":"2026-03-04T16:22:38.487513Z","end":"2026-03-04T16:22:39.225157Z","steps":["trace[439975138] 'agreement among raft nodes before linearized reading' (duration: 737.593486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.225202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.487491Z","time spent":"737.704049ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:39.224316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.946341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" ","response":"range_response_count:1 size:932"} {"level":"warn","ts":"2026-03-04T16:22:39.224582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.986148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:39.225336Z","caller":"traceutil/trace.go:171","msg":"trace[201501105] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24859; }","duration":"282.781298ms","start":"2026-03-04T16:22:38.942533Z","end":"2026-03-04T16:22:39.225314Z","steps":["trace[201501105] 'agreement among raft nodes before linearized reading' (duration: 282.004278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:39.225368Z","caller":"traceutil/trace.go:171","msg":"trace[1303477928] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541; range_end:; response_count:1; response_revision:24859; }","duration":"409.964207ms","start":"2026-03-04T16:22:38.815334Z","end":"2026-03-04T16:22:39.225299Z","steps":["trace[1303477928] 'agreement among raft nodes before linearized reading' (duration: 408.87587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:39.224909Z","caller":"traceutil/trace.go:171","msg":"trace[1628912108] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24859; }","duration":"1.163536207s","start":"2026-03-04T16:22:38.061362Z","end":"2026-03-04T16:22:39.224898Z","steps":["trace[1628912108] 'agreement among raft nodes before linearized reading' (duration: 1.163475056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.225463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.061337Z","time spent":"1.164110832s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:39.225079Z","caller":"traceutil/trace.go:171","msg":"trace[1840254411] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24859; }","duration":"472.851914ms","start":"2026-03-04T16:22:38.75221Z","end":"2026-03-04T16:22:39.225062Z","steps":["trace[1840254411] 'agreement among raft nodes before linearized reading' (duration: 472.68476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.22548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.815319Z","time spent":"410.141561ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" "} {"level":"warn","ts":"2026-03-04T16:22:39.225636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.752191Z","time spent":"473.383868ms","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:39.22579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2338017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T16:22:39.225844Z","caller":"traceutil/trace.go:171","msg":"trace[776928142] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24859; }","duration":"1.234282952s","start":"2026-03-04T16:22:37.991551Z","end":"2026-03-04T16:22:39.225834Z","steps":["trace[776928142] 'agreement among raft nodes before linearized reading' (duration: 1.233705437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.225862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.453966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"info","ts":"2026-03-04T16:22:39.225963Z","caller":"traceutil/trace.go:171","msg":"trace[2038489286] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24859; }","duration":"879.59714ms","start":"2026-03-04T16:22:38.346344Z","end":"2026-03-04T16:22:39.225941Z","steps":["trace[2038489286] 'agreement among raft nodes before linearized reading' (duration: 878.959444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:39.226025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:38.346325Z","time spent":"879.684733ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267240,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:22:39.225887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:37.991544Z","time spent":"1.234334853s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T16:22:39.883102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.174735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:39.88325Z","caller":"traceutil/trace.go:171","msg":"trace[6544936] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"652.394566ms","start":"2026-03-04T16:22:39.230832Z","end":"2026-03-04T16:22:39.883227Z","steps":["trace[6544936] 'process raft request' (duration: 175.013277ms)","trace[6544936] 'compare' (duration: 477.065951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:39.883381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.230811Z","time spent":"652.507929ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:39.883584Z","caller":"traceutil/trace.go:171","msg":"trace[1301940956] linearizableReadLoop","detail":"{readStateIndex:25787; appliedIndex:25786; }","duration":"651.498094ms","start":"2026-03-04T16:22:39.232078Z","end":"2026-03-04T16:22:39.883576Z","steps":["trace[1301940956] 'read index received' (duration: 174.011142ms)","trace[1301940956] 'applied index is now lower than readState.Index' (duration: 477.486162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:40.085294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.092321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:22:40.085383Z","caller":"traceutil/trace.go:171","msg":"trace[1033421424] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25787; }","duration":"201.764102ms","start":"2026-03-04T16:22:39.883605Z","end":"2026-03-04T16:22:40.085369Z","steps":["trace[1033421424] 'read index received' (duration: 34.86µs)","trace[1033421424] 'applied index is now lower than readState.Index' (duration: 201.727952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:40.085478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.224975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:40.085702Z","caller":"traceutil/trace.go:171","msg":"trace[2066517677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"853.579895ms","start":"2026-03-04T16:22:39.23205Z","end":"2026-03-04T16:22:40.08563Z","steps":["trace[2066517677] 'agreement among raft nodes before linearized reading' (duration: 651.577936ms)","trace[2066517677] 'range keys from in-memory index tree' (duration: 201.64316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:40.085788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.431806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:40.085821Z","caller":"traceutil/trace.go:171","msg":"trace[624715008] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24860; }","duration":"421.504428ms","start":"2026-03-04T16:22:39.664308Z","end":"2026-03-04T16:22:40.085812Z","steps":["trace[624715008] 'agreement among raft nodes before linearized reading' (duration: 421.459367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.085852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.664285Z","time spent":"421.556429ms","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:40.085961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.232037Z","time spent":"853.904632ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:40.08611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.79505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:22:40.086139Z","caller":"traceutil/trace.go:171","msg":"trace[1001187006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24860; }","duration":"649.819071ms","start":"2026-03-04T16:22:39.436311Z","end":"2026-03-04T16:22:40.08613Z","steps":["trace[1001187006] 'agreement among raft nodes before linearized reading' (duration: 649.730229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.086158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.436267Z","time spent":"649.886783ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:40.086384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.872255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:73031"} {"level":"info","ts":"2026-03-04T16:22:40.086435Z","caller":"traceutil/trace.go:171","msg":"trace[104371231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24860; }","duration":"825.966297ms","start":"2026-03-04T16:22:39.260458Z","end":"2026-03-04T16:22:40.086424Z","steps":["trace[104371231] 'agreement among raft nodes before linearized reading' (duration: 825.825334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.08646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.260436Z","time spent":"826.016758ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":73054,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:40.086647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.694376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:22:40.086679Z","caller":"traceutil/trace.go:171","msg":"trace[1686368162] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:24860; }","duration":"853.737707ms","start":"2026-03-04T16:22:39.232934Z","end":"2026-03-04T16:22:40.086671Z","steps":["trace[1686368162] 'agreement among raft nodes before linearized reading' (duration: 853.656885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.0867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.232927Z","time spent":"853.767168ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-04T16:22:40.086028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.430708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:40.086822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.589539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:22:40.086881Z","caller":"traceutil/trace.go:171","msg":"trace[456301328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24860; }","duration":"854.662271ms","start":"2026-03-04T16:22:39.232205Z","end":"2026-03-04T16:22:40.086867Z","steps":["trace[456301328] 'agreement among raft nodes before linearized reading' (duration: 854.518788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.08692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.2322Z","time spent":"854.712162ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-04T16:22:40.08684Z","caller":"traceutil/trace.go:171","msg":"trace[14659981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"598.25411ms","start":"2026-03-04T16:22:39.488546Z","end":"2026-03-04T16:22:40.0868Z","steps":["trace[14659981] 'agreement among raft nodes before linearized reading' (duration: 597.45655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.087198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.488518Z","time spent":"598.625419ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:40.085751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.617887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:40.087363Z","caller":"traceutil/trace.go:171","msg":"trace[1879931363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24860; }","duration":"367.274939ms","start":"2026-03-04T16:22:39.720072Z","end":"2026-03-04T16:22:40.087347Z","steps":["trace[1879931363] 'agreement among raft nodes before linearized reading' (duration: 365.591446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.087432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.720051Z","time spent":"367.358632ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:40.353218Z","caller":"traceutil/trace.go:171","msg":"trace[2045490324] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25788; }","duration":"267.797779ms","start":"2026-03-04T16:22:40.085401Z","end":"2026-03-04T16:22:40.353199Z","steps":["trace[2045490324] 'read index received' (duration: 267.638654ms)","trace[2045490324] 'applied index is now lower than readState.Index' (duration: 158.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:40.353491Z","caller":"traceutil/trace.go:171","msg":"trace[1526762588] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"365.221889ms","start":"2026-03-04T16:22:39.988256Z","end":"2026-03-04T16:22:40.353477Z","steps":["trace[1526762588] 'process raft request' (duration: 364.827109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.353567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.988239Z","time spent":"365.27297ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:40.353868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T16:22:40.353924Z","caller":"traceutil/trace.go:171","msg":"trace[197956502] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f; range_end:; response_count:1; response_revision:24861; }","duration":"466.850463ms","start":"2026-03-04T16:22:39.88706Z","end":"2026-03-04T16:22:40.353911Z","steps":["trace[197956502] 'agreement among raft nodes before linearized reading' (duration: 466.653328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.353951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.887042Z","time spent":"466.904695ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f\" "} {"level":"warn","ts":"2026-03-04T16:22:40.354282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.530527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:22:40.354449Z","caller":"traceutil/trace.go:171","msg":"trace[1597933834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24861; }","duration":"369.857495ms","start":"2026-03-04T16:22:39.984553Z","end":"2026-03-04T16:22:40.354411Z","steps":["trace[1597933834] 'agreement among raft nodes before linearized reading' (duration: 369.203019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.354619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:39.984531Z","time spent":"370.06876ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:22:40.803809Z","caller":"traceutil/trace.go:171","msg":"trace[1555444899] linearizableReadLoop","detail":"{readStateIndex:25790; appliedIndex:25789; }","duration":"450.506289ms","start":"2026-03-04T16:22:40.353271Z","end":"2026-03-04T16:22:40.803778Z","steps":["trace[1555444899] 'read index received' (duration: 411.596368ms)","trace[1555444899] 'applied index is now lower than readState.Index' (duration: 38.908341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:40.804141Z","caller":"traceutil/trace.go:171","msg":"trace[1765880526] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"711.716924ms","start":"2026-03-04T16:22:40.092376Z","end":"2026-03-04T16:22:40.804093Z","steps":["trace[1765880526] 'process raft request' (duration: 672.473983ms)","trace[1765880526] 'compare' (duration: 38.786699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:40.804272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.139739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-04T16:22:40.804323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.092366Z","time spent":"711.865558ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:40.804367Z","caller":"traceutil/trace.go:171","msg":"trace[985038138] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24862; }","duration":"711.245251ms","start":"2026-03-04T16:22:40.093099Z","end":"2026-03-04T16:22:40.804344Z","steps":["trace[985038138] 'agreement among raft nodes before linearized reading' (duration: 710.995285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.804364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.287788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-04T16:22:40.804435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.093073Z","time spent":"711.347683ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-04T16:22:40.804271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.006762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-03-04T16:22:40.80445Z","caller":"traceutil/trace.go:171","msg":"trace[161067970] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24862; }","duration":"712.413392ms","start":"2026-03-04T16:22:40.092014Z","end":"2026-03-04T16:22:40.804428Z","steps":["trace[161067970] 'agreement among raft nodes before linearized reading' (duration: 712.150815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.804495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.092001Z","time spent":"712.485313ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-04T16:22:40.804495Z","caller":"traceutil/trace.go:171","msg":"trace[486345262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24862; }","duration":"697.260939ms","start":"2026-03-04T16:22:40.107215Z","end":"2026-03-04T16:22:40.804476Z","steps":["trace[486345262] 'agreement among raft nodes before linearized reading' (duration: 696.837737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:40.80455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.107207Z","time spent":"697.32802ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9993,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T16:22:41.374164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.450808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:41.37437Z","caller":"traceutil/trace.go:171","msg":"trace[61898547] linearizableReadLoop","detail":"{readStateIndex:25793; appliedIndex:25790; }","duration":"570.361125ms","start":"2026-03-04T16:22:40.803993Z","end":"2026-03-04T16:22:41.374354Z","steps":["trace[61898547] 'read index received' (duration: 167.661991ms)","trace[61898547] 'applied index is now lower than readState.Index' (duration: 402.698184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:41.37444Z","caller":"traceutil/trace.go:171","msg":"trace[555306832] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"1.018236358s","start":"2026-03-04T16:22:40.356193Z","end":"2026-03-04T16:22:41.37443Z","steps":["trace[555306832] 'process raft request' (duration: 615.444012ms)","trace[555306832] 'compare' (duration: 402.326605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:41.374504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.356169Z","time spent":"1.01830096s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:41.37482Z","caller":"traceutil/trace.go:171","msg":"trace[1786500680] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"1.014370502s","start":"2026-03-04T16:22:40.36044Z","end":"2026-03-04T16:22:41.374811Z","steps":["trace[1786500680] 'process raft request' (duration: 1.013806558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.374866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.36043Z","time spent":"1.014414053s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:41.374966Z","caller":"traceutil/trace.go:171","msg":"trace[299645887] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"764.332042ms","start":"2026-03-04T16:22:40.610628Z","end":"2026-03-04T16:22:41.37496Z","steps":["trace[299645887] 'process raft request' (duration: 763.675465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.375008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.610604Z","time spent":"764.383872ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:41.375105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.447538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:41.375131Z","caller":"traceutil/trace.go:171","msg":"trace[1244120627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24865; }","duration":"887.502889ms","start":"2026-03-04T16:22:40.48762Z","end":"2026-03-04T16:22:41.375123Z","steps":["trace[1244120627] 'agreement among raft nodes before linearized reading' (duration: 887.465238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.37515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.487601Z","time spent":"887.54516ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:41.37526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.59548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:41.375297Z","caller":"traceutil/trace.go:171","msg":"trace[1977139744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24865; }","duration":"963.670722ms","start":"2026-03-04T16:22:40.411621Z","end":"2026-03-04T16:22:41.375292Z","steps":["trace[1977139744] 'agreement among raft nodes before linearized reading' (duration: 963.619631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.375316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.4116Z","time spent":"963.710343ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:41.427709Z","caller":"traceutil/trace.go:171","msg":"trace[498834964] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"511.431328ms","start":"2026-03-04T16:22:40.916256Z","end":"2026-03-04T16:22:41.427687Z","steps":["trace[498834964] 'process raft request' (duration: 511.371726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:41.42779Z","caller":"traceutil/trace.go:171","msg":"trace[1048407902] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"615.832973ms","start":"2026-03-04T16:22:40.81193Z","end":"2026-03-04T16:22:41.427763Z","steps":["trace[1048407902] 'process raft request' (duration: 615.576357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.427844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.916231Z","time spent":"511.54583ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:41.427938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.811908Z","time spent":"615.946646ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:41.825899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.928458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:41.826138Z","caller":"traceutil/trace.go:171","msg":"trace[37589591] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"589.001726ms","start":"2026-03-04T16:22:41.237118Z","end":"2026-03-04T16:22:41.82612Z","steps":["trace[37589591] 'process raft request' (duration: 588.891093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:41.826114Z","caller":"traceutil/trace.go:171","msg":"trace[2097318407] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"589.142329ms","start":"2026-03-04T16:22:41.236931Z","end":"2026-03-04T16:22:41.826073Z","steps":["trace[2097318407] 'process raft request' (duration: 300.506574ms)","trace[2097318407] 'compare' (duration: 287.708482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:41.826223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.237105Z","time spent":"589.075468ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:41.826317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.23691Z","time spent":"589.312013ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:41.826327Z","caller":"traceutil/trace.go:171","msg":"trace[1646538183] linearizableReadLoop","detail":"{readStateIndex:25797; appliedIndex:25793; }","duration":"451.898375ms","start":"2026-03-04T16:22:41.374404Z","end":"2026-03-04T16:22:41.826302Z","steps":["trace[1646538183] 'read index received' (duration: 53.10204ms)","trace[1646538183] 'applied index is now lower than readState.Index' (duration: 398.795025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:41.82671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016772223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:22:41.82678Z","caller":"traceutil/trace.go:171","msg":"trace[925061395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24870; }","duration":"1.016876616s","start":"2026-03-04T16:22:40.809887Z","end":"2026-03-04T16:22:41.826763Z","steps":["trace[925061395] 'agreement among raft nodes before linearized reading' (duration: 1.016603958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.826802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.532165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:22:41.826825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.809845Z","time spent":"1.016968278s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-04T16:22:41.826854Z","caller":"traceutil/trace.go:171","msg":"trace[859145352] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24870; }","duration":"256.586446ms","start":"2026-03-04T16:22:41.570255Z","end":"2026-03-04T16:22:41.826841Z","steps":["trace[859145352] 'agreement among raft nodes before linearized reading' (duration: 256.449613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.827197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.238349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:41.827293Z","caller":"traceutil/trace.go:171","msg":"trace[1971785156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24870; }","duration":"449.799983ms","start":"2026-03-04T16:22:41.377482Z","end":"2026-03-04T16:22:41.827282Z","steps":["trace[1971785156] 'agreement among raft nodes before linearized reading' (duration: 449.236229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:41.827307Z","caller":"traceutil/trace.go:171","msg":"trace[1010471695] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"446.756137ms","start":"2026-03-04T16:22:41.380533Z","end":"2026-03-04T16:22:41.827289Z","steps":["trace[1010471695] 'process raft request' (duration: 445.540445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.827373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.377466Z","time spent":"449.849904ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:41.827393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.380505Z","time spent":"446.846898ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:41.827547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014817583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-04T16:22:41.827616Z","caller":"traceutil/trace.go:171","msg":"trace[1015842914] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24870; }","duration":"1.014905175s","start":"2026-03-04T16:22:40.812696Z","end":"2026-03-04T16:22:41.827602Z","steps":["trace[1015842914] 'agreement among raft nodes before linearized reading' (duration: 1.014734611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.827659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:40.812688Z","time spent":"1.014958987s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T16:22:41.827584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.504756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:41.827747Z","caller":"traceutil/trace.go:171","msg":"trace[773524667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24870; }","duration":"409.698811ms","start":"2026-03-04T16:22:41.418038Z","end":"2026-03-04T16:22:41.827737Z","steps":["trace[773524667] 'agreement among raft nodes before linearized reading' (duration: 409.481975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:41.828079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.418022Z","time spent":"409.922066ms","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:42.627417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.052475ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:22:42.627507Z","caller":"traceutil/trace.go:171","msg":"trace[337188110] linearizableReadLoop","detail":"{readStateIndex:25799; appliedIndex:25798; }","duration":"793.264951ms","start":"2026-03-04T16:22:41.834227Z","end":"2026-03-04T16:22:42.627492Z","steps":["trace[337188110] 'read index received' (duration: 250.145395ms)","trace[337188110] 'applied index is now lower than readState.Index' (duration: 543.118216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:42.627566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.830391Z","time spent":"797.169679ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:22:42.627811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.56789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-04T16:22:42.627855Z","caller":"traceutil/trace.go:171","msg":"trace[626857754] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24870; }","duration":"793.644402ms","start":"2026-03-04T16:22:41.834201Z","end":"2026-03-04T16:22:42.627845Z","steps":["trace[626857754] 'agreement among raft nodes before linearized reading' (duration: 793.496147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:42.627925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.834189Z","time spent":"793.688153ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T16:22:43.186214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.541168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:43.186707Z","caller":"traceutil/trace.go:171","msg":"trace[42759798] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"1.352316172s","start":"2026-03-04T16:22:41.834358Z","end":"2026-03-04T16:22:43.186674Z","steps":["trace[42759798] 'process raft request' (duration: 1.083261582s)","trace[42759798] 'compare' (duration: 268.310462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:43.187067Z","caller":"traceutil/trace.go:171","msg":"trace[767381153] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"1.351406768s","start":"2026-03-04T16:22:41.835635Z","end":"2026-03-04T16:22:43.187042Z","steps":["trace[767381153] 'process raft request' (duration: 1.35066569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.187144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.834347Z","time spent":"1.352738502s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:43.187171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.835627Z","time spent":"1.35149659s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:22:43.18863Z","caller":"traceutil/trace.go:171","msg":"trace[746975821] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"829.396694ms","start":"2026-03-04T16:22:42.359219Z","end":"2026-03-04T16:22:43.188616Z","steps":["trace[746975821] 'process raft request' (duration: 829.304601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.188708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:42.359195Z","time spent":"829.472315ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:43.188826Z","caller":"traceutil/trace.go:171","msg":"trace[728618210] linearizableReadLoop","detail":"{readStateIndex:25802; appliedIndex:25799; }","duration":"561.263107ms","start":"2026-03-04T16:22:42.627527Z","end":"2026-03-04T16:22:43.18879Z","steps":["trace[728618210] 'read index received' (duration: 290.109663ms)","trace[728618210] 'applied index is now lower than readState.Index' (duration: 271.149654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:43.188902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130277059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:43.18893Z","caller":"traceutil/trace.go:171","msg":"trace[1493104485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24874; }","duration":"1.130338229s","start":"2026-03-04T16:22:42.058584Z","end":"2026-03-04T16:22:43.188923Z","steps":["trace[1493104485] 'agreement among raft nodes before linearized reading' (duration: 1.130210146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.188953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:42.058566Z","time spent":"1.130382071s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:43.189001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353664526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:43.18905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170377339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T16:22:43.189079Z","caller":"traceutil/trace.go:171","msg":"trace[2060022617] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24874; }","duration":"1.170407241s","start":"2026-03-04T16:22:42.018664Z","end":"2026-03-04T16:22:43.189071Z","steps":["trace[2060022617] 'agreement among raft nodes before linearized reading' (duration: 1.170271828s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:43.189083Z","caller":"traceutil/trace.go:171","msg":"trace[1939594352] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"559.989464ms","start":"2026-03-04T16:22:42.629084Z","end":"2026-03-04T16:22:43.189074Z","steps":["trace[1939594352] 'process raft request' (duration: 559.499612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.189089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313132103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:43.189126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:42.629048Z","time spent":"560.056196ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:43.189166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.110181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T16:22:43.189104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:42.018623Z","time spent":"1.170475573s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-04T16:22:43.189132Z","caller":"traceutil/trace.go:171","msg":"trace[1329975149] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24874; }","duration":"1.313179414s","start":"2026-03-04T16:22:41.875946Z","end":"2026-03-04T16:22:43.189125Z","steps":["trace[1329975149] 'agreement among raft nodes before linearized reading' (duration: 1.313119123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.189342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.875904Z","time spent":"1.31341458s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:43.189195Z","caller":"traceutil/trace.go:171","msg":"trace[1140355533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24874; }","duration":"557.172383ms","start":"2026-03-04T16:22:42.632015Z","end":"2026-03-04T16:22:43.189187Z","steps":["trace[1140355533] 'agreement among raft nodes before linearized reading' (duration: 557.107321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:43.189053Z","caller":"traceutil/trace.go:171","msg":"trace[284438713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24874; }","duration":"1.353732457s","start":"2026-03-04T16:22:41.835312Z","end":"2026-03-04T16:22:43.189045Z","steps":["trace[284438713] 'agreement among raft nodes before linearized reading' (duration: 1.353654635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:43.189548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:41.835307Z","time spent":"1.354221679s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:43.18945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:42.631996Z","time spent":"557.443639ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:44.022393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.586497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:44.022544Z","caller":"traceutil/trace.go:171","msg":"trace[1279495903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24874; }","duration":"176.754271ms","start":"2026-03-04T16:22:43.845768Z","end":"2026-03-04T16:22:44.022522Z","steps":["trace[1279495903] 'range keys from in-memory index tree' (duration: 176.566386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:44.023269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.795533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:44.02346Z","caller":"traceutil/trace.go:171","msg":"trace[2002081852] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"187.030271ms","start":"2026-03-04T16:22:43.83642Z","end":"2026-03-04T16:22:44.02345Z","steps":["trace[2002081852] 'process raft request' (duration: 186.933169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:44.023425Z","caller":"traceutil/trace.go:171","msg":"trace[1425825748] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"828.360638ms","start":"2026-03-04T16:22:43.194991Z","end":"2026-03-04T16:22:44.023351Z","steps":["trace[1425825748] 'process raft request' (duration: 229.40602ms)","trace[1425825748] 'compare' (duration: 597.846509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:44.023643Z","caller":"traceutil/trace.go:171","msg":"trace[1431911695] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25803; }","duration":"826.390858ms","start":"2026-03-04T16:22:43.197244Z","end":"2026-03-04T16:22:44.023635Z","steps":["trace[1431911695] 'read index received' (duration: 227.209635ms)","trace[1431911695] 'applied index is now lower than readState.Index' (duration: 599.179983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:44.023897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.632044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-03-04T16:22:44.023978Z","caller":"traceutil/trace.go:171","msg":"trace[1094332068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:24876; }","duration":"826.739597ms","start":"2026-03-04T16:22:43.197213Z","end":"2026-03-04T16:22:44.023952Z","steps":["trace[1094332068] 'agreement among raft nodes before linearized reading' (duration: 826.583593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:44.024072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.197198Z","time spent":"826.813878ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:44.024331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.194973Z","time spent":"828.701467ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:44.524634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:22:44.938332Z","caller":"traceutil/trace.go:171","msg":"trace[908634975] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.101677155s","start":"2026-03-04T16:22:43.836615Z","end":"2026-03-04T16:22:44.938292Z","steps":["trace[908634975] 'process raft request' (duration: 1.081150038s)","trace[908634975] 'compare' (duration: 19.590134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:44.938625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.836586Z","time spent":"1.101923791s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:45.198412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988496839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:22:45.198567Z","caller":"traceutil/trace.go:171","msg":"trace[2030737038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988696243s","start":"2026-03-04T16:22:43.209845Z","end":"2026-03-04T16:22:45.198542Z","steps":["trace[2030737038] 'agreement among raft nodes before linearized reading' (duration: 1.988524109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:45.198647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.20983Z","time spent":"1.988803656s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:45.369822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.105368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:45.370039Z","caller":"traceutil/trace.go:171","msg":"trace[979575633] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"1.266457124s","start":"2026-03-04T16:22:44.103545Z","end":"2026-03-04T16:22:45.370002Z","steps":["trace[979575633] 'process raft request' (duration: 1.15810544s)","trace[979575633] 'compare' (duration: 107.750469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:45.370104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.103511Z","time spent":"1.266567557s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:45.370098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99018151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:22:45.370173Z","caller":"traceutil/trace.go:171","msg":"trace[757077233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24878; }","duration":"1.990307623s","start":"2026-03-04T16:22:43.379847Z","end":"2026-03-04T16:22:45.370154Z","steps":["trace[757077233] 'agreement among raft nodes before linearized reading' (duration: 1.990048267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:45.370216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.379827Z","time spent":"1.990380125s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:22:45.370324Z","caller":"traceutil/trace.go:171","msg":"trace[1508396437] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25805; }","duration":"1.346223318s","start":"2026-03-04T16:22:44.023665Z","end":"2026-03-04T16:22:45.369888Z","steps":["trace[1508396437] 'read index received' (duration: 894.115307ms)","trace[1508396437] 'applied index is now lower than readState.Index' (duration: 452.1071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:45.370388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578673636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:45.370508Z","caller":"traceutil/trace.go:171","msg":"trace[1298971804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24878; }","duration":"1.578809549s","start":"2026-03-04T16:22:43.791658Z","end":"2026-03-04T16:22:45.370468Z","steps":["trace[1298971804] 'agreement among raft nodes before linearized reading' (duration: 1.578683556s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:45.370504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058335541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:45.370546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160722636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-04T16:22:45.370589Z","caller":"traceutil/trace.go:171","msg":"trace[2082666114] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24878; }","duration":"2.058474564s","start":"2026-03-04T16:22:43.312093Z","end":"2026-03-04T16:22:45.370568Z","steps":["trace[2082666114] 'agreement among raft nodes before linearized reading' (duration: 2.05828332s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:45.37061Z","caller":"traceutil/trace.go:171","msg":"trace[46429235] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24878; }","duration":"2.160815578s","start":"2026-03-04T16:22:43.209781Z","end":"2026-03-04T16:22:45.370597Z","steps":["trace[46429235] 'agreement among raft nodes before linearized reading' (duration: 2.160633944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:45.370637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.20974Z","time spent":"2.16088978s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T16:22:45.370646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.312073Z","time spent":"2.058559687s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:45.37071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104879417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T16:22:45.370794Z","caller":"traceutil/trace.go:171","msg":"trace[777460868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24878; }","duration":"2.105075362s","start":"2026-03-04T16:22:43.2657Z","end":"2026-03-04T16:22:45.370775Z","steps":["trace[777460868] 'agreement among raft nodes before linearized reading' (duration: 2.104701272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:45.370849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.265661Z","time spent":"2.105179384s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:45.370738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:43.791633Z","time spent":"1.578932951s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:45.884226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:46.384949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:46.885912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:47.198627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:47.19878Z","caller":"traceutil/trace.go:171","msg":"trace[793106686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001538s","start":"2026-03-04T16:22:45.198702Z","end":"2026-03-04T16:22:47.198703Z","steps":["trace[793106686] 'agreement among raft nodes before linearized reading' (duration: 1.999882785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:47.198906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.198681Z","time spent":"2.000205114s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:47.284423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920079272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:22:47.284918Z","caller":"traceutil/trace.go:171","msg":"trace[729978688] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"2.053583271s","start":"2026-03-04T16:22:45.23131Z","end":"2026-03-04T16:22:47.284894Z","steps":["trace[729978688] 'process raft request' (duration: 2.053530699s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:47.284957Z","caller":"traceutil/trace.go:171","msg":"trace[1405910042] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"2.089921098s","start":"2026-03-04T16:22:45.195005Z","end":"2026-03-04T16:22:47.284926Z","steps":["trace[1405910042] 'process raft request' (duration: 2.08963291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:47.285074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.194981Z","time spent":"2.090028801s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:47.285073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.231295Z","time spent":"2.053687833s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:48.357479Z","caller":"traceutil/trace.go:171","msg":"trace[1062007914] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"2.982229339s","start":"2026-03-04T16:22:45.37519Z","end":"2026-03-04T16:22:48.357419Z","steps":["trace[1062007914] 'process raft request' (duration: 2.960583763s)","trace[1062007914] 'compare' (duration: 20.193929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:48.357553Z","caller":"traceutil/trace.go:171","msg":"trace[1271587818] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"2.981664215s","start":"2026-03-04T16:22:45.375854Z","end":"2026-03-04T16:22:48.357518Z","steps":["trace[1271587818] 'process raft request' (duration: 2.98146278s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:48.357638Z","caller":"traceutil/trace.go:171","msg":"trace[1769885088] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"2.707031553s","start":"2026-03-04T16:22:45.650568Z","end":"2026-03-04T16:22:48.3576Z","steps":["trace[1769885088] 'process raft request' (duration: 2.706847418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.357658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.375167Z","time spent":"2.982397863s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:48.357735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.375841Z","time spent":"2.981782839s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:48.357788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.650543Z","time spent":"2.707172916s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:48.357708Z","caller":"traceutil/trace.go:171","msg":"trace[677113160] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"2.328185251s","start":"2026-03-04T16:22:46.029383Z","end":"2026-03-04T16:22:48.357568Z","steps":["trace[677113160] 'process raft request' (duration: 2.328091649s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:48.357843Z","caller":"traceutil/trace.go:171","msg":"trace[1843401200] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"1.976198618s","start":"2026-03-04T16:22:46.381633Z","end":"2026-03-04T16:22:48.357831Z","steps":["trace[1843401200] 'process raft request' (duration: 1.97589015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.357912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:46.38161Z","time spent":"1.97626303s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:48.357995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:46.029367Z","time spent":"2.328473709s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:48.358132Z","caller":"traceutil/trace.go:171","msg":"trace[346205156] linearizableReadLoop","detail":"{readStateIndex:25814; appliedIndex:25807; }","duration":"2.987678306s","start":"2026-03-04T16:22:45.370431Z","end":"2026-03-04T16:22:48.358109Z","steps":["trace[346205156] 'read index received' (duration: 1.914237353s)","trace[346205156] 'applied index is now lower than readState.Index' (duration: 1.073439893s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:48.358221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396606877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:48.358253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709249348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:48.358282Z","caller":"traceutil/trace.go:171","msg":"trace[1680369217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24886; }","duration":"3.396695409s","start":"2026-03-04T16:22:44.96157Z","end":"2026-03-04T16:22:48.358266Z","steps":["trace[1680369217] 'agreement among raft nodes before linearized reading' (duration: 3.396566555s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:48.358313Z","caller":"traceutil/trace.go:171","msg":"trace[1909005918] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24886; }","duration":"3.709313429s","start":"2026-03-04T16:22:44.648984Z","end":"2026-03-04T16:22:48.358297Z","steps":["trace[1909005918] 'agreement among raft nodes before linearized reading' (duration: 3.709180756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.358362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.648918Z","time spent":"3.709431143s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:48.358453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330529039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-04T16:22:48.358496Z","caller":"traceutil/trace.go:171","msg":"trace[1792709097] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:24886; }","duration":"4.330611071s","start":"2026-03-04T16:22:44.027869Z","end":"2026-03-04T16:22:48.35848Z","steps":["trace[1792709097] 'agreement among raft nodes before linearized reading' (duration: 4.330516639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.3585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98428086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:48.35832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.961555Z","time spent":"3.396753551s","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:48.358532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.027847Z","time spent":"4.330672243s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:48.358553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152898197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:48.358556Z","caller":"traceutil/trace.go:171","msg":"trace[1343658984] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24886; }","duration":"2.984353992s","start":"2026-03-04T16:22:45.374186Z","end":"2026-03-04T16:22:48.35854Z","steps":["trace[1343658984] 'agreement among raft nodes before linearized reading' (duration: 2.98426413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.358517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67568142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:48.358599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.374172Z","time spent":"2.984418304s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:48.358366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327710938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T16:22:48.358582Z","caller":"traceutil/trace.go:171","msg":"trace[331704663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24886; }","duration":"1.152958819s","start":"2026-03-04T16:22:47.205616Z","end":"2026-03-04T16:22:48.358575Z","steps":["trace[331704663] 'agreement among raft nodes before linearized reading' (duration: 1.152907968s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:48.358707Z","caller":"traceutil/trace.go:171","msg":"trace[2136951447] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f; range_end:; response_count:1; response_revision:24886; }","duration":"4.328085527s","start":"2026-03-04T16:22:44.030601Z","end":"2026-03-04T16:22:48.358686Z","steps":["trace[2136951447] 'agreement among raft nodes before linearized reading' (duration: 4.327638786s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:48.3587Z","caller":"traceutil/trace.go:171","msg":"trace[2035609405] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"1.41488085s","start":"2026-03-04T16:22:46.943806Z","end":"2026-03-04T16:22:48.358687Z","steps":["trace[2035609405] 'process raft request' (duration: 1.413960027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.358749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:47.205602Z","time spent":"1.153128793s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:48.358846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:46.94379Z","time spent":"1.414978033s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:48.358863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294755998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:48.358909Z","caller":"traceutil/trace.go:171","msg":"trace[678333737] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24886; }","duration":"1.294807149s","start":"2026-03-04T16:22:47.064088Z","end":"2026-03-04T16:22:48.358895Z","steps":["trace[678333737] 'agreement among raft nodes before linearized reading' (duration: 1.294728217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.358759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.030587Z","time spent":"4.328154649s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899afc2f396ef4f\" "} {"level":"warn","ts":"2026-03-04T16:22:48.358962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:47.06407Z","time spent":"1.294880532s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:22:48.35862Z","caller":"traceutil/trace.go:171","msg":"trace[462257787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24886; }","duration":"3.675822054s","start":"2026-03-04T16:22:44.682778Z","end":"2026-03-04T16:22:48.3586Z","steps":["trace[462257787] 'agreement among raft nodes before linearized reading' (duration: 3.675611209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.359119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:44.682724Z","time spent":"3.676378248s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:48.359142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984841524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:22:48.359193Z","caller":"traceutil/trace.go:171","msg":"trace[1142392759] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:24886; }","duration":"2.984904596s","start":"2026-03-04T16:22:45.374275Z","end":"2026-03-04T16:22:48.35918Z","steps":["trace[1142392759] 'agreement among raft nodes before linearized reading' (duration: 2.984742142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.359231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.37427Z","time spent":"2.984952127s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"warn","ts":"2026-03-04T16:22:48.359048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.265261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:48.35931Z","caller":"traceutil/trace.go:171","msg":"trace[505804316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24886; }","duration":"713.59085ms","start":"2026-03-04T16:22:47.645703Z","end":"2026-03-04T16:22:48.359294Z","steps":["trace[505804316] 'agreement among raft nodes before linearized reading' (duration: 713.249282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.359357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:47.645646Z","time spent":"713.696522ms","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:48.359269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982150786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T16:22:48.35943Z","caller":"traceutil/trace.go:171","msg":"trace[768216441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24886; }","duration":"2.982325462s","start":"2026-03-04T16:22:45.377084Z","end":"2026-03-04T16:22:48.35941Z","steps":["trace[768216441] 'agreement among raft nodes before linearized reading' (duration: 2.982093775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:48.35949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:45.377073Z","time spent":"2.982400584s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T16:22:48.362561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.82598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:22:48.362604Z","caller":"traceutil/trace.go:171","msg":"trace[1669293270] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24886; }","duration":"225.907262ms","start":"2026-03-04T16:22:48.136689Z","end":"2026-03-04T16:22:48.362596Z","steps":["trace[1669293270] 'agreement among raft nodes before linearized reading' (duration: 221.906571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.004272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.156474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-04T16:22:49.004337Z","caller":"traceutil/trace.go:171","msg":"trace[951264393] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:24887; }","duration":"546.277597ms","start":"2026-03-04T16:22:48.458045Z","end":"2026-03-04T16:22:49.004323Z","steps":["trace[951264393] 'range keys from in-memory index tree' (duration: 545.99803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.00437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:48.458022Z","time spent":"546.340729ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:49.004604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.98882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:49.004639Z","caller":"traceutil/trace.go:171","msg":"trace[887682956] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24887; }","duration":"542.041262ms","start":"2026-03-04T16:22:48.462587Z","end":"2026-03-04T16:22:49.004628Z","steps":["trace[887682956] 'range keys from in-memory index tree' (duration: 541.933189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.004659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:48.462574Z","time spent":"542.079802ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:49.004658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.775425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T16:22:49.004766Z","caller":"traceutil/trace.go:171","msg":"trace[2097320560] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:24887; }","duration":"543.897537ms","start":"2026-03-04T16:22:48.460842Z","end":"2026-03-04T16:22:49.004739Z","steps":["trace[2097320560] 'range keys from in-memory index tree' (duration: 543.655572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.00483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:48.460833Z","time spent":"543.981219ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-03-04T16:22:49.004658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.513751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:22:49.004935Z","caller":"traceutil/trace.go:171","msg":"trace[1733692941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24887; }","duration":"538.814349ms","start":"2026-03-04T16:22:48.466098Z","end":"2026-03-04T16:22:49.004912Z","steps":["trace[1733692941] 'range keys from in-memory index tree' (duration: 538.372048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.005045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:48.466089Z","time spent":"538.934442ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T16:22:49.234503Z","caller":"traceutil/trace.go:171","msg":"trace[1097055693] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25816; }","duration":"224.760723ms","start":"2026-03-04T16:22:49.009715Z","end":"2026-03-04T16:22:49.234476Z","steps":["trace[1097055693] 'read index received' (duration: 224.471696ms)","trace[1097055693] 'applied index is now lower than readState.Index' (duration: 287.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:49.234599Z","caller":"traceutil/trace.go:171","msg":"trace[1429444344] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"301.169172ms","start":"2026-03-04T16:22:48.933397Z","end":"2026-03-04T16:22:49.234566Z","steps":["trace[1429444344] 'process raft request' (duration: 300.854924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.234702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.005868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:49.23479Z","caller":"traceutil/trace.go:171","msg":"trace[956685483] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24888; }","duration":"225.151762ms","start":"2026-03-04T16:22:49.009616Z","end":"2026-03-04T16:22:49.234768Z","steps":["trace[956685483] 'agreement among raft nodes before linearized reading' (duration: 224.995078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:49.234797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:48.933369Z","time spent":"301.349226ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:51.014818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493979777s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:22:51.015038Z","caller":"traceutil/trace.go:171","msg":"trace[1820203117] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25817; }","duration":"1.780449076s","start":"2026-03-04T16:22:49.234571Z","end":"2026-03-04T16:22:51.01502Z","steps":["trace[1820203117] 'read index received' (duration: 286.272325ms)","trace[1820203117] 'applied index is now lower than readState.Index' (duration: 1.494175851s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:51.01528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835458797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:22:51.015308Z","caller":"traceutil/trace.go:171","msg":"trace[637850796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24888; }","duration":"1.835527868s","start":"2026-03-04T16:22:49.179772Z","end":"2026-03-04T16:22:51.0153Z","steps":["trace[637850796] 'agreement among raft nodes before linearized reading' (duration: 1.835428316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.015328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.179752Z","time spent":"1.835569639s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T16:22:51.01547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004359368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-04T16:22:51.015489Z","caller":"traceutil/trace.go:171","msg":"trace[289898048] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:24888; }","duration":"2.00439703s","start":"2026-03-04T16:22:49.011088Z","end":"2026-03-04T16:22:51.015485Z","steps":["trace[289898048] 'agreement among raft nodes before linearized reading' (duration: 2.004339458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.015502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.011076Z","time spent":"2.0044231s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-03-04T16:22:51.015574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997847054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T16:22:51.015646Z","caller":"traceutil/trace.go:171","msg":"trace[143705311] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:24888; }","duration":"1.997973598s","start":"2026-03-04T16:22:49.017656Z","end":"2026-03-04T16:22:51.015629Z","steps":["trace[143705311] 'agreement among raft nodes before linearized reading' (duration: 1.997734022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.015679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.017648Z","time spent":"1.99802333s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:51.015754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956151713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-04T16:22:51.015779Z","caller":"traceutil/trace.go:171","msg":"trace[2027112320] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8; range_end:; response_count:1; response_revision:24888; }","duration":"1.956207204s","start":"2026-03-04T16:22:49.059566Z","end":"2026-03-04T16:22:51.015773Z","steps":["trace[2027112320] 'agreement among raft nodes before linearized reading' (duration: 1.956149453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.015793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.059549Z","time spent":"1.956240245s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":917,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8\" "} {"level":"info","ts":"2026-03-04T16:22:51.015862Z","caller":"traceutil/trace.go:171","msg":"trace[1814205217] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"1.724819973s","start":"2026-03-04T16:22:49.291015Z","end":"2026-03-04T16:22:51.015835Z","steps":["trace[1814205217] 'process raft request' (duration: 1.723907639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.015881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982865456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:22:51.016061Z","caller":"traceutil/trace.go:171","msg":"trace[1942147410] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24888; }","duration":"1.983110012s","start":"2026-03-04T16:22:49.032945Z","end":"2026-03-04T16:22:51.016055Z","steps":["trace[1942147410] 'agreement among raft nodes before linearized reading' (duration: 1.982789214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.016058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.290988Z","time spent":"1.724953276s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:51.016081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.032921Z","time spent":"1.983153403s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:51.492764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:51.492919Z","caller":"traceutil/trace.go:171","msg":"trace[455578842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098281s","start":"2026-03-04T16:22:49.492786Z","end":"2026-03-04T16:22:51.492884Z","steps":["trace[455578842] 'agreement among raft nodes before linearized reading' (duration: 1.999935717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:51.493012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.492769Z","time spent":"2.000203983s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:52.37781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176103594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:52.377984Z","caller":"traceutil/trace.go:171","msg":"trace[1719593748] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"2.013670663s","start":"2026-03-04T16:22:50.364291Z","end":"2026-03-04T16:22:52.377961Z","steps":["trace[1719593748] 'process raft request' (duration: 2.013582831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.378102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:50.364275Z","time spent":"2.013766745s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:52.378192Z","caller":"traceutil/trace.go:171","msg":"trace[573311959] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"2.013897889s","start":"2026-03-04T16:22:50.364287Z","end":"2026-03-04T16:22:52.378185Z","steps":["trace[573311959] 'process raft request' (duration: 837.349424ms)","trace[573311959] 'compare' (duration: 1.175418847s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:52.378225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:50.364268Z","time spent":"2.013940941s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:52.378633Z","caller":"traceutil/trace.go:171","msg":"trace[255762428] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"1.360233051s","start":"2026-03-04T16:22:51.018374Z","end":"2026-03-04T16:22:52.378607Z","steps":["trace[255762428] 'process raft request' (duration: 1.359573224s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:52.377996Z","caller":"traceutil/trace.go:171","msg":"trace[700881776] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25819; }","duration":"1.362913119s","start":"2026-03-04T16:22:51.015072Z","end":"2026-03-04T16:22:52.377985Z","steps":["trace[700881776] 'read index received' (duration: 186.626971ms)","trace[700881776] 'applied index is now lower than readState.Index' (duration: 1.176285428s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:52.378868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.018355Z","time spent":"1.360433596s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:52.379116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862587968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:52.379181Z","caller":"traceutil/trace.go:171","msg":"trace[1274712206] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24892; }","duration":"2.862700911s","start":"2026-03-04T16:22:49.516464Z","end":"2026-03-04T16:22:52.379165Z","steps":["trace[1274712206] 'agreement among raft nodes before linearized reading' (duration: 2.862562808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.516436Z","time spent":"2.862772923s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:52.379487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360239042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T16:22:52.37949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.727988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:52.379517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.277061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:22:52.379501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.383532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:52.379505Z","caller":"traceutil/trace.go:171","msg":"trace[1219525360] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.359136714s","start":"2026-03-04T16:22:51.02034Z","end":"2026-03-04T16:22:52.379477Z","steps":["trace[1219525360] 'process raft request' (duration: 1.358166049s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:52.37954Z","caller":"traceutil/trace.go:171","msg":"trace[984659151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24893; }","duration":"101.786719ms","start":"2026-03-04T16:22:52.277739Z","end":"2026-03-04T16:22:52.379526Z","steps":["trace[984659151] 'agreement among raft nodes before linearized reading' (duration: 101.698557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:52.379565Z","caller":"traceutil/trace.go:171","msg":"trace[1793331384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24893; }","duration":"886.486435ms","start":"2026-03-04T16:22:51.493061Z","end":"2026-03-04T16:22:52.379548Z","steps":["trace[1793331384] 'agreement among raft nodes before linearized reading' (duration: 886.385282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207117417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-03-04T16:22:52.379593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358544159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-03-04T16:22:52.379624Z","caller":"traceutil/trace.go:171","msg":"trace[689525588] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24893; }","duration":"1.35858958s","start":"2026-03-04T16:22:51.021029Z","end":"2026-03-04T16:22:52.379619Z","steps":["trace[689525588] 'agreement among raft nodes before linearized reading' (duration: 1.358509378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.49304Z","time spent":"886.574497ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:52.379649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.021023Z","time spent":"1.35861899s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T16:22:52.379646Z","caller":"traceutil/trace.go:171","msg":"trace[771839747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:24893; }","duration":"1.20724247s","start":"2026-03-04T16:22:51.172371Z","end":"2026-03-04T16:22:52.379613Z","steps":["trace[771839747] 'agreement among raft nodes before linearized reading' (duration: 1.207065165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.020316Z","time spent":"1.359252377s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:52.379674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118266543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:22:52.379545Z","caller":"traceutil/trace.go:171","msg":"trace[2004133957] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24893; }","duration":"808.367753ms","start":"2026-03-04T16:22:51.571168Z","end":"2026-03-04T16:22:52.379536Z","steps":["trace[2004133957] 'agreement among raft nodes before linearized reading' (duration: 808.26641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:52.379697Z","caller":"traceutil/trace.go:171","msg":"trace[1050812481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24893; }","duration":"3.118313844s","start":"2026-03-04T16:22:49.261375Z","end":"2026-03-04T16:22:52.379689Z","steps":["trace[1050812481] 'agreement among raft nodes before linearized reading' (duration: 3.117662877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.172341Z","time spent":"1.207330622s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-04T16:22:52.379526Z","caller":"traceutil/trace.go:171","msg":"trace[260397138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938; range_end:; response_count:1; response_revision:24893; }","duration":"1.360321164s","start":"2026-03-04T16:22:51.019194Z","end":"2026-03-04T16:22:52.379515Z","steps":["trace[260397138] 'agreement among raft nodes before linearized reading' (duration: 1.36018827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.26136Z","time spent":"3.118360305s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:22:52.379488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015575282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:22:52.37973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.571145Z","time spent":"808.575948ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:22:52.379754Z","caller":"traceutil/trace.go:171","msg":"trace[971670095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24893; }","duration":"2.01589946s","start":"2026-03-04T16:22:50.363848Z","end":"2026-03-04T16:22:52.379747Z","steps":["trace[971670095] 'agreement among raft nodes before linearized reading' (duration: 2.015268883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.379782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:50.36383Z","time spent":"2.015944981s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:22:52.379743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.019179Z","time spent":"1.36055357s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" "} {"level":"warn","ts":"2026-03-04T16:22:52.379584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.154418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:52.379981Z","caller":"traceutil/trace.go:171","msg":"trace[1746933254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24893; }","duration":"556.576428ms","start":"2026-03-04T16:22:51.823386Z","end":"2026-03-04T16:22:52.379963Z","steps":["trace[1746933254] 'agreement among raft nodes before linearized reading' (duration: 556.170728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.380031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:51.823367Z","time spent":"556.64522ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:52.379498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72193076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:52.38057Z","caller":"traceutil/trace.go:171","msg":"trace[114762244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24893; }","duration":"2.723046158s","start":"2026-03-04T16:22:49.6575Z","end":"2026-03-04T16:22:52.380546Z","steps":["trace[114762244] 'agreement among raft nodes before linearized reading' (duration: 2.721825656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:52.380675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:49.657479Z","time spent":"2.723116439s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:52.883076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:54.134302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.740397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:54.13461Z","caller":"traceutil/trace.go:171","msg":"trace[714133110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24893; }","duration":"289.059745ms","start":"2026-03-04T16:22:53.84553Z","end":"2026-03-04T16:22:54.13459Z","steps":["trace[714133110] 'range keys from in-memory index tree' (duration: 288.722467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:54.134929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116730875s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:22:54.135036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.38075Z","time spent":"1.754281626s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:22:54.297564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264552936s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:54.392837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002549083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:22:54.392906Z","caller":"traceutil/trace.go:171","msg":"trace[1684558022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002658815s","start":"2026-03-04T16:22:52.390232Z","end":"2026-03-04T16:22:54.392891Z","steps":["trace[1684558022] 'agreement among raft nodes before linearized reading' (duration: 2.002562033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:54.392943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.390219Z","time spent":"2.002717828s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:55.306758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008751271s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:55.307748Z","caller":"traceutil/trace.go:171","msg":"trace[1751091566] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"2.918494861s","start":"2026-03-04T16:22:52.389206Z","end":"2026-03-04T16:22:55.307701Z","steps":["trace[1751091566] 'process raft request' (duration: 1.908692574s)","trace[1751091566] 'compare' (duration: 1.008602426s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:55.307895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.389185Z","time spent":"2.918634834s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:55.308008Z","caller":"traceutil/trace.go:171","msg":"trace[1553657067] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"2.916927861s","start":"2026-03-04T16:22:52.391053Z","end":"2026-03-04T16:22:55.307981Z","steps":["trace[1553657067] 'process raft request' (duration: 2.916633564s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.308111Z","caller":"traceutil/trace.go:171","msg":"trace[1527123977] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25823; }","duration":"2.925325502s","start":"2026-03-04T16:22:52.382758Z","end":"2026-03-04T16:22:55.308083Z","steps":["trace[1527123977] 'read index received' (duration: 635.422657ms)","trace[1527123977] 'applied index is now lower than readState.Index' (duration: 2.289899935s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:55.308142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.391037Z","time spent":"2.917036903s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:55.308074Z","caller":"traceutil/trace.go:171","msg":"trace[447285544] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"2.918757787s","start":"2026-03-04T16:22:52.389224Z","end":"2026-03-04T16:22:55.307982Z","steps":["trace[447285544] 'process raft request' (duration: 2.918342097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.308346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.389206Z","time spent":"2.919055365s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:55.308473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925663051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-03-04T16:22:55.308574Z","caller":"traceutil/trace.go:171","msg":"trace[1630908797] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541; range_end:; response_count:1; response_revision:24896; }","duration":"2.925826535s","start":"2026-03-04T16:22:52.38273Z","end":"2026-03-04T16:22:55.308556Z","steps":["trace[1630908797] 'agreement among raft nodes before linearized reading' (duration: 2.925487727s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.308712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.382714Z","time spent":"2.925934798s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" "} {"level":"info","ts":"2026-03-04T16:22:55.309139Z","caller":"traceutil/trace.go:171","msg":"trace[690413340] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.172901803s","start":"2026-03-04T16:22:54.136209Z","end":"2026-03-04T16:22:55.309111Z","steps":["trace[690413340] 'process raft request' (duration: 1.172838071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.309314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.136182Z","time spent":"1.173076817s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:55.309407Z","caller":"traceutil/trace.go:171","msg":"trace[275946348] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"2.287865533s","start":"2026-03-04T16:22:53.021435Z","end":"2026-03-04T16:22:55.3093Z","steps":["trace[275946348] 'process raft request' (duration: 2.286354495s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.309511Z","caller":"traceutil/trace.go:171","msg":"trace[1707533466] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.943782398s","start":"2026-03-04T16:22:53.365666Z","end":"2026-03-04T16:22:55.309449Z","steps":["trace[1707533466] 'process raft request' (duration: 1.943340897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.309626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:53.021413Z","time spent":"2.288094119s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:55.309707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:53.365641Z","time spent":"1.943926052s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:55.353682Z","caller":"traceutil/trace.go:171","msg":"trace[914548680] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"969.203372ms","start":"2026-03-04T16:22:54.384432Z","end":"2026-03-04T16:22:55.353635Z","steps":["trace[914548680] 'process raft request' (duration: 968.912965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.353794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.384406Z","time spent":"969.332745ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:55.353933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132146655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:55.353985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917050224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:55.354149Z","caller":"traceutil/trace.go:171","msg":"trace[23037573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24901; }","duration":"2.917240438s","start":"2026-03-04T16:22:52.436862Z","end":"2026-03-04T16:22:55.354102Z","steps":["trace[23037573] 'agreement among raft nodes before linearized reading' (duration: 2.916994642s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.354062Z","caller":"traceutil/trace.go:171","msg":"trace[1930216326] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24901; }","duration":"1.132352689s","start":"2026-03-04T16:22:54.221684Z","end":"2026-03-04T16:22:55.354036Z","steps":["trace[1930216326] 'agreement among raft nodes before linearized reading' (duration: 1.131949899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.354244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.43684Z","time spent":"2.917387763s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.354301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365045932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:55.354303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159217776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:55.354283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.221654Z","time spent":"1.132562024s","remote":"127.0.0.1:57318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:22:55.354368Z","caller":"traceutil/trace.go:171","msg":"trace[480649439] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24901; }","duration":"2.159328269s","start":"2026-03-04T16:22:53.195023Z","end":"2026-03-04T16:22:55.354352Z","steps":["trace[480649439] 'agreement among raft nodes before linearized reading' (duration: 2.159234616s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.354365Z","caller":"traceutil/trace.go:171","msg":"trace[245206459] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24901; }","duration":"1.365136294s","start":"2026-03-04T16:22:53.989208Z","end":"2026-03-04T16:22:55.354344Z","steps":["trace[245206459] 'agreement among raft nodes before linearized reading' (duration: 1.365061273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.354413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:53.194999Z","time spent":"2.159405801s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.354423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:53.989189Z","time spent":"1.365224347s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.35416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18824"} {"level":"info","ts":"2026-03-04T16:22:55.354611Z","caller":"traceutil/trace.go:171","msg":"trace[1538918256] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24901; }","duration":"1.323021793s","start":"2026-03-04T16:22:54.031575Z","end":"2026-03-04T16:22:55.354597Z","steps":["trace[1538918256] 'agreement among raft nodes before linearized reading' (duration: 1.322448308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.354684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.031561Z","time spent":"1.323107985s","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T16:22:55.354759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965522148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-03-04T16:22:55.354249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322652633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:55.354804Z","caller":"traceutil/trace.go:171","msg":"trace[1128410214] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24901; }","duration":"2.96560021s","start":"2026-03-04T16:22:52.389194Z","end":"2026-03-04T16:22:55.354794Z","steps":["trace[1128410214] 'agreement among raft nodes before linearized reading' (duration: 2.965460646s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.354826Z","caller":"traceutil/trace.go:171","msg":"trace[1206908318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24901; }","duration":"1.323257948s","start":"2026-03-04T16:22:54.031557Z","end":"2026-03-04T16:22:55.354815Z","steps":["trace[1206908318] 'agreement among raft nodes before linearized reading' (duration: 1.322628192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.354834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.389178Z","time spent":"2.965649861s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-04T16:22:55.354875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.031542Z","time spent":"1.32331986s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:22:55.353974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618234092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:55.354962Z","caller":"traceutil/trace.go:171","msg":"trace[1501517460] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24901; }","duration":"1.619286249s","start":"2026-03-04T16:22:53.735653Z","end":"2026-03-04T16:22:55.354939Z","steps":["trace[1501517460] 'agreement among raft nodes before linearized reading' (duration: 1.618115529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.355075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:53.735629Z","time spent":"1.619397032s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.355093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.023046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T16:22:55.35473Z","caller":"traceutil/trace.go:171","msg":"trace[1699721417] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"959.764374ms","start":"2026-03-04T16:22:54.394895Z","end":"2026-03-04T16:22:55.35466Z","steps":["trace[1699721417] 'process raft request' (duration: 958.654076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:22:55.35519Z","caller":"traceutil/trace.go:171","msg":"trace[1476318027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24901; }","duration":"167.18183ms","start":"2026-03-04T16:22:55.187991Z","end":"2026-03-04T16:22:55.355173Z","steps":["trace[1476318027] 'agreement among raft nodes before linearized reading' (duration: 166.826541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.355283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.079534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:22:55.355293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.394879Z","time spent":"960.354929ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:55.355318Z","caller":"traceutil/trace.go:171","msg":"trace[996128332] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24901; }","duration":"993.159847ms","start":"2026-03-04T16:22:54.362149Z","end":"2026-03-04T16:22:55.355309Z","steps":["trace[996128332] 'agreement among raft nodes before linearized reading' (duration: 993.102336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.355348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.362125Z","time spent":"993.215138ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.355375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.609643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:55.355442Z","caller":"traceutil/trace.go:171","msg":"trace[556850205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24901; }","duration":"221.798608ms","start":"2026-03-04T16:22:55.13363Z","end":"2026-03-04T16:22:55.355428Z","steps":["trace[556850205] 'agreement among raft nodes before linearized reading' (duration: 221.672775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.355624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.061425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:55.355667Z","caller":"traceutil/trace.go:171","msg":"trace[1506655412] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24901; }","duration":"495.142367ms","start":"2026-03-04T16:22:54.860516Z","end":"2026-03-04T16:22:55.355658Z","steps":["trace[1506655412] 'agreement among raft nodes before linearized reading' (duration: 495.037814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.355695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.860499Z","time spent":"495.188458ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:55.354529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965216171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T16:22:55.356035Z","caller":"traceutil/trace.go:171","msg":"trace[263411345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:24901; }","duration":"2.96678584s","start":"2026-03-04T16:22:52.389216Z","end":"2026-03-04T16:22:55.356002Z","steps":["trace[263411345] 'agreement among raft nodes before linearized reading' (duration: 2.964746148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.356654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:52.389199Z","time spent":"2.967432785s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:55.356274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.312347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:55.356954Z","caller":"traceutil/trace.go:171","msg":"trace[98571852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24901; }","duration":"963.030175ms","start":"2026-03-04T16:22:54.393903Z","end":"2026-03-04T16:22:55.356933Z","steps":["trace[98571852] 'agreement among raft nodes before linearized reading' (duration: 960.991204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.357127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:54.393882Z","time spent":"963.180059ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:22:55.655881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.265894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:55.656057Z","caller":"traceutil/trace.go:171","msg":"trace[95766130] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"344.620258ms","start":"2026-03-04T16:22:55.3114Z","end":"2026-03-04T16:22:55.656021Z","steps":["trace[95766130] 'process raft request' (duration: 124.837811ms)","trace[95766130] 'compare' (duration: 218.558936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:55.656129Z","caller":"traceutil/trace.go:171","msg":"trace[83943301] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"302.357862ms","start":"2026-03-04T16:22:55.353616Z","end":"2026-03-04T16:22:55.655974Z","steps":["trace[83943301] 'read index received' (duration: 82.559474ms)","trace[83943301] 'applied index is now lower than readState.Index' (duration: 219.796828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:55.656213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.311384Z","time spent":"344.743441ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:55.656248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.789072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:22:55.656321Z","caller":"traceutil/trace.go:171","msg":"trace[348499713] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24902; }","duration":"344.907075ms","start":"2026-03-04T16:22:55.311396Z","end":"2026-03-04T16:22:55.656303Z","steps":["trace[348499713] 'agreement among raft nodes before linearized reading' (duration: 344.677349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.598341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c63ddc45-e461-4164-88f3-f99d26c38bcd\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T16:22:55.656361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.311381Z","time spent":"344.971657ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T16:22:55.656385Z","caller":"traceutil/trace.go:171","msg":"trace[2106288242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c63ddc45-e461-4164-88f3-f99d26c38bcd; range_end:; response_count:1; response_revision:24902; }","duration":"297.657823ms","start":"2026-03-04T16:22:55.358717Z","end":"2026-03-04T16:22:55.656375Z","steps":["trace[2106288242] 'agreement among raft nodes before linearized reading' (duration: 297.515739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.686693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T16:22:55.656583Z","caller":"traceutil/trace.go:171","msg":"trace[979902393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24902; }","duration":"297.797066ms","start":"2026-03-04T16:22:55.358769Z","end":"2026-03-04T16:22:55.656566Z","steps":["trace[979902393] 'agreement among raft nodes before linearized reading' (duration: 297.566081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.043281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:55.656689Z","caller":"traceutil/trace.go:171","msg":"trace[1192258233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24902; }","duration":"168.105723ms","start":"2026-03-04T16:22:55.488573Z","end":"2026-03-04T16:22:55.656679Z","steps":["trace[1192258233] 'agreement among raft nodes before linearized reading' (duration: 168.049492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.937823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T16:22:55.656781Z","caller":"traceutil/trace.go:171","msg":"trace[1555102281] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24902; }","duration":"293.274831ms","start":"2026-03-04T16:22:55.363486Z","end":"2026-03-04T16:22:55.65676Z","steps":["trace[1555102281] 'agreement among raft nodes before linearized reading' (duration: 292.762938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.717264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:22:55.6569Z","caller":"traceutil/trace.go:171","msg":"trace[612328089] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:24902; }","duration":"295.926548ms","start":"2026-03-04T16:22:55.360947Z","end":"2026-03-04T16:22:55.656874Z","steps":["trace[612328089] 'agreement among raft nodes before linearized reading' (duration: 295.654741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:55.656534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.55383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:22:55.65748Z","caller":"traceutil/trace.go:171","msg":"trace[425342520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24902; }","duration":"298.521585ms","start":"2026-03-04T16:22:55.358925Z","end":"2026-03-04T16:22:55.657446Z","steps":["trace[425342520] 'agreement among raft nodes before linearized reading' (duration: 297.383216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.170642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:22:56.439359Z","caller":"traceutil/trace.go:171","msg":"trace[1784150498] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25833; }","duration":"769.321017ms","start":"2026-03-04T16:22:55.670018Z","end":"2026-03-04T16:22:56.439339Z","steps":["trace[1784150498] 'read index received' (duration: 769.098652ms)","trace[1784150498] 'applied index is now lower than readState.Index' (duration: 221.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:56.439395Z","caller":"traceutil/trace.go:171","msg":"trace[1592212073] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"773.442971ms","start":"2026-03-04T16:22:55.665931Z","end":"2026-03-04T16:22:56.439374Z","steps":["trace[1592212073] 'process raft request' (duration: 773.245486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.439512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.665898Z","time spent":"773.543053ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:22:56.439574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.537483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-04T16:22:56.439605Z","caller":"traceutil/trace.go:171","msg":"trace[1458941147] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24903; }","duration":"769.600704ms","start":"2026-03-04T16:22:55.669995Z","end":"2026-03-04T16:22:56.439596Z","steps":["trace[1458941147] 'agreement among raft nodes before linearized reading' (duration: 769.45211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.439608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.038185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:22:56.439639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.669984Z","time spent":"769.643386ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-04T16:22:56.43966Z","caller":"traceutil/trace.go:171","msg":"trace[712580500] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24903; }","duration":"766.105826ms","start":"2026-03-04T16:22:55.673539Z","end":"2026-03-04T16:22:56.439645Z","steps":["trace[712580500] 'agreement among raft nodes before linearized reading' (duration: 766.021614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.439693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.673532Z","time spent":"766.152798ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T16:22:56.439883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.523348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-04T16:22:56.439967Z","caller":"traceutil/trace.go:171","msg":"trace[990537444] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:24903; }","duration":"417.637481ms","start":"2026-03-04T16:22:56.022316Z","end":"2026-03-04T16:22:56.439953Z","steps":["trace[990537444] 'agreement among raft nodes before linearized reading' (duration: 417.487607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.439999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.022297Z","time spent":"417.692032ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:56.440075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.719968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:22:56.440124Z","caller":"traceutil/trace.go:171","msg":"trace[297620346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24903; }","duration":"630.807171ms","start":"2026-03-04T16:22:55.809303Z","end":"2026-03-04T16:22:56.44011Z","steps":["trace[297620346] 'agreement among raft nodes before linearized reading' (duration: 630.668417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.440162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.809282Z","time spent":"630.870453ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:56.440207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.176319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T16:22:56.440235Z","caller":"traceutil/trace.go:171","msg":"trace[1586280736] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24903; }","duration":"268.231981ms","start":"2026-03-04T16:22:56.171994Z","end":"2026-03-04T16:22:56.440226Z","steps":["trace[1586280736] 'agreement among raft nodes before linearized reading' (duration: 268.141508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.440232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.027741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:22:56.440272Z","caller":"traceutil/trace.go:171","msg":"trace[564423675] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24903; }","duration":"149.104583ms","start":"2026-03-04T16:22:56.291157Z","end":"2026-03-04T16:22:56.440262Z","steps":["trace[564423675] 'agreement among raft nodes before linearized reading' (duration: 148.95716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.440378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.676494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:56.440426Z","caller":"traceutil/trace.go:171","msg":"trace[775241003] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24903; }","duration":"677.760866ms","start":"2026-03-04T16:22:55.762652Z","end":"2026-03-04T16:22:56.440413Z","steps":["trace[775241003] 'agreement among raft nodes before linearized reading' (duration: 677.679504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.440475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.762633Z","time spent":"677.823728ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:22:56.440708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.555949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:22:56.440739Z","caller":"traceutil/trace.go:171","msg":"trace[305583888] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24903; }","duration":"715.620091ms","start":"2026-03-04T16:22:55.72511Z","end":"2026-03-04T16:22:56.44073Z","steps":["trace[305583888] 'agreement among raft nodes before linearized reading' (duration: 715.56643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:56.440767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:55.725093Z","time spent":"715.667332ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:22:57.861904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039393134s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:22:58.236112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413508205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:22:58.236346Z","caller":"traceutil/trace.go:171","msg":"trace[130296069] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"1.497396532s","start":"2026-03-04T16:22:56.738934Z","end":"2026-03-04T16:22:58.236331Z","steps":["trace[130296069] 'process raft request' (duration: 1.497366291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:58.236403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.73892Z","time spent":"1.497457134s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:58.23672Z","caller":"traceutil/trace.go:171","msg":"trace[1944150619] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.768655148s","start":"2026-03-04T16:22:56.468055Z","end":"2026-03-04T16:22:58.23671Z","steps":["trace[1944150619] 'process raft request' (duration: 354.487717ms)","trace[1944150619] 'compare' (duration: 1.412744996s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:22:58.236762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.468043Z","time spent":"1.768697689s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:58.236866Z","caller":"traceutil/trace.go:171","msg":"trace[1920575574] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25834; }","duration":"1.7687252s","start":"2026-03-04T16:22:56.46813Z","end":"2026-03-04T16:22:58.236855Z","steps":["trace[1920575574] 'read index received' (duration: 354.380154ms)","trace[1920575574] 'applied index is now lower than readState.Index' (duration: 1.414344076s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:22:58.236994Z","caller":"traceutil/trace.go:171","msg":"trace[994087503] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.768151616s","start":"2026-03-04T16:22:56.468835Z","end":"2026-03-04T16:22:58.236986Z","steps":["trace[994087503] 'process raft request' (duration: 1.767363307s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:58.237034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.468825Z","time spent":"1.768188407s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:22:58.237175Z","caller":"traceutil/trace.go:171","msg":"trace[1836336956] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.765424398s","start":"2026-03-04T16:22:56.471743Z","end":"2026-03-04T16:22:58.237168Z","steps":["trace[1836336956] 'process raft request' (duration: 1.764512704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:58.237212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471729Z","time spent":"1.765466859s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:22:58.237387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769267425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-04T16:22:58.237417Z","caller":"traceutil/trace.go:171","msg":"trace[1773119878] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24907; }","duration":"1.769318396s","start":"2026-03-04T16:22:56.468089Z","end":"2026-03-04T16:22:58.237407Z","steps":["trace[1773119878] 'agreement among raft nodes before linearized reading' (duration: 1.769228594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:58.237437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.468074Z","time spent":"1.769357567s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-04T16:22:58.542099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016855095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:22:58.542153Z","caller":"traceutil/trace.go:171","msg":"trace[2085363809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.016930416s","start":"2026-03-04T16:22:56.525212Z","end":"2026-03-04T16:22:58.542142Z","steps":["trace[2085363809] 'agreement among raft nodes before linearized reading' (duration: 2.016865855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:22:58.542176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.525207Z","time spent":"2.016963517s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:22:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:22:58.737068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:22:59.141032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278842476s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:23:00.085742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.362245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:23:00.086225Z","caller":"traceutil/trace.go:171","msg":"trace[1065640132] linearizableReadLoop","detail":"{readStateIndex:25845; appliedIndex:25838; }","duration":"1.849321546s","start":"2026-03-04T16:22:58.236885Z","end":"2026-03-04T16:23:00.086207Z","steps":["trace[1065640132] 'read index received' (duration: 904.434697ms)","trace[1065640132] 'applied index is now lower than readState.Index' (duration: 944.885879ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:00.086474Z","caller":"traceutil/trace.go:171","msg":"trace[1063423403] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"2.771635154s","start":"2026-03-04T16:22:57.314827Z","end":"2026-03-04T16:23:00.086462Z","steps":["trace[1063423403] 'process raft request' (duration: 2.771013828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.086579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.314809Z","time spent":"2.771703996s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.086834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614920087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T16:23:00.086879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610206688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T16:23:00.086893Z","caller":"traceutil/trace.go:171","msg":"trace[680083741] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938; range_end:; response_count:1; response_revision:24913; }","duration":"3.614978388s","start":"2026-03-04T16:22:56.471892Z","end":"2026-03-04T16:23:00.08687Z","steps":["trace[680083741] 'agreement among raft nodes before linearized reading' (duration: 3.614854755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.086934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610380183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:23:00.086943Z","caller":"traceutil/trace.go:171","msg":"trace[2088674589] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24913; }","duration":"3.61027858s","start":"2026-03-04T16:22:56.476642Z","end":"2026-03-04T16:23:00.086921Z","steps":["trace[2088674589] 'agreement among raft nodes before linearized reading' (duration: 3.610089425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.086955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471886Z","time spent":"3.615052501s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4462758c-7d46-4a2d-b649-f3cfe577f938\" "} {"level":"info","ts":"2026-03-04T16:23:00.08701Z","caller":"traceutil/trace.go:171","msg":"trace[1635420114] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"2.727167782s","start":"2026-03-04T16:22:57.359834Z","end":"2026-03-04T16:23:00.087002Z","steps":["trace[1635420114] 'process raft request' (duration: 2.726148855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.359819Z","time spent":"2.727212672s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.087174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615039241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:23:00.087207Z","caller":"traceutil/trace.go:171","msg":"trace[970139157] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:24913; }","duration":"3.615078692s","start":"2026-03-04T16:22:56.472118Z","end":"2026-03-04T16:23:00.087197Z","steps":["trace[970139157] 'agreement among raft nodes before linearized reading' (duration: 3.614988419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472112Z","time spent":"3.615110932s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" "} {"level":"info","ts":"2026-03-04T16:23:00.087229Z","caller":"traceutil/trace.go:171","msg":"trace[950594420] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"2.725627052s","start":"2026-03-04T16:22:57.361594Z","end":"2026-03-04T16:23:00.087221Z","steps":["trace[950594420] 'process raft request' (duration: 2.724450043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.361584Z","time spent":"2.725665074s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.087313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615504932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T16:23:00.087368Z","caller":"traceutil/trace.go:171","msg":"trace[348990227] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"2.520997068s","start":"2026-03-04T16:22:57.566364Z","end":"2026-03-04T16:23:00.087361Z","steps":["trace[348990227] 'process raft request' (duration: 2.519715476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615257936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T16:23:00.087378Z","caller":"traceutil/trace.go:171","msg":"trace[1650463545] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109; range_end:; response_count:1; response_revision:24913; }","duration":"3.615593545s","start":"2026-03-04T16:22:56.471768Z","end":"2026-03-04T16:23:00.087362Z","steps":["trace[1650463545] 'agreement among raft nodes before linearized reading' (duration: 3.61542403s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.087401Z","caller":"traceutil/trace.go:171","msg":"trace[95867367] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb; range_end:; response_count:1; response_revision:24913; }","duration":"3.615287436s","start":"2026-03-04T16:22:56.472108Z","end":"2026-03-04T16:23:00.087395Z","steps":["trace[95867367] 'agreement among raft nodes before linearized reading' (duration: 3.615228495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.566341Z","time spent":"2.521044488s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.087418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472102Z","time spent":"3.615312037s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-88b4e6be-16a6-45f7-8280-ac8c5d7a7acb\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471756Z","time spent":"3.615654186s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-4d72a22c-e821-401a-8908-64361d33d109\" "} {"level":"warn","ts":"2026-03-04T16:23:00.08753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615443011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T16:23:00.087554Z","caller":"traceutil/trace.go:171","msg":"trace[1195726122] range","detail":"{range_begin:/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:24913; }","duration":"3.615477481s","start":"2026-03-04T16:22:56.472071Z","end":"2026-03-04T16:23:00.087548Z","steps":["trace[1195726122] 'agreement among raft nodes before linearized reading' (duration: 3.61542147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472065Z","time spent":"3.615503192s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" "} {"level":"info","ts":"2026-03-04T16:23:00.087577Z","caller":"traceutil/trace.go:171","msg":"trace[1081144559] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"1.447114064s","start":"2026-03-04T16:22:58.640456Z","end":"2026-03-04T16:23:00.08757Z","steps":["trace[1081144559] 'process raft request' (duration: 1.445707349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.64043Z","time spent":"1.447163905s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.087645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615577444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T16:23:00.087661Z","caller":"traceutil/trace.go:171","msg":"trace[431661115] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661; range_end:; response_count:1; response_revision:24913; }","duration":"3.615599934s","start":"2026-03-04T16:22:56.472055Z","end":"2026-03-04T16:23:00.087655Z","steps":["trace[431661115] 'agreement among raft nodes before linearized reading' (duration: 3.615553413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472052Z","time spent":"3.615620894s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8b400e2d-b83e-4b3d-ab3d-8512a616c661\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268144666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:23:00.08778Z","caller":"traceutil/trace.go:171","msg":"trace[532917447] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24913; }","duration":"2.268169577s","start":"2026-03-04T16:22:57.819604Z","end":"2026-03-04T16:23:00.087774Z","steps":["trace[532917447] 'agreement among raft nodes before linearized reading' (duration: 2.268092355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.819544Z","time spent":"2.268248868s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616059406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T16:23:00.087846Z","caller":"traceutil/trace.go:171","msg":"trace[1969595543] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8; range_end:; response_count:1; response_revision:24913; }","duration":"3.616121327s","start":"2026-03-04T16:22:56.47171Z","end":"2026-03-04T16:23:00.087831Z","steps":["trace[1969595543] 'agreement among raft nodes before linearized reading' (duration: 3.615984544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615905552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-04T16:23:00.087898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471702Z","time spent":"3.616183489s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-7f3144aa-40f2-4ec4-8b14-bd30dd3517d8\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508323697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:00.08793Z","caller":"traceutil/trace.go:171","msg":"trace[2017146951] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc; range_end:; response_count:1; response_revision:24913; }","duration":"3.615984523s","start":"2026-03-04T16:22:56.471936Z","end":"2026-03-04T16:23:00.087921Z","steps":["trace[2017146951] 'agreement among raft nodes before linearized reading' (duration: 3.615893951s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.087939Z","caller":"traceutil/trace.go:171","msg":"trace[1377976724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24913; }","duration":"2.508384809s","start":"2026-03-04T16:22:57.579546Z","end":"2026-03-04T16:23:00.087931Z","steps":["trace[1377976724] 'agreement among raft nodes before linearized reading' (duration: 2.508342218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.087961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.579534Z","time spent":"2.508419039s","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.087956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471931Z","time spent":"3.616018134s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" "} {"level":"info","ts":"2026-03-04T16:23:00.087553Z","caller":"traceutil/trace.go:171","msg":"trace[243308082] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"1.839871567s","start":"2026-03-04T16:22:58.247674Z","end":"2026-03-04T16:23:00.087545Z","steps":["trace[243308082] 'process raft request' (duration: 1.838448242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.08807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.247659Z","time spent":"1.84038646s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:00.088103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755177948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:00.088129Z","caller":"traceutil/trace.go:171","msg":"trace[1221788185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24913; }","duration":"2.755231868s","start":"2026-03-04T16:22:57.33289Z","end":"2026-03-04T16:23:00.088122Z","steps":["trace[1221788185] 'agreement among raft nodes before linearized reading' (duration: 2.755184557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.332876Z","time spent":"2.75526596s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.088263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776048805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:00.088282Z","caller":"traceutil/trace.go:171","msg":"trace[1718270860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24913; }","duration":"2.776105706s","start":"2026-03-04T16:22:57.312171Z","end":"2026-03-04T16:23:00.088277Z","steps":["trace[1718270860] 'agreement among raft nodes before linearized reading' (duration: 2.776046635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:57.312153Z","time spent":"2.776138447s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:23:00.088281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619343048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:23:00.088328Z","caller":"traceutil/trace.go:171","msg":"trace[877876370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24913; }","duration":"3.61940137s","start":"2026-03-04T16:22:56.468914Z","end":"2026-03-04T16:23:00.088315Z","steps":["trace[877876370] 'agreement among raft nodes before linearized reading' (duration: 3.619262897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108740121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:00.088378Z","caller":"traceutil/trace.go:171","msg":"trace[36576565] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24913; }","duration":"3.108790692s","start":"2026-03-04T16:22:56.979582Z","end":"2026-03-04T16:23:00.088373Z","steps":["trace[36576565] 'agreement among raft nodes before linearized reading' (duration: 3.108765761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.979561Z","time spent":"3.108829233s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.088516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447650915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T16:23:00.088545Z","caller":"traceutil/trace.go:171","msg":"trace[73858511] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24913; }","duration":"3.447706166s","start":"2026-03-04T16:22:56.640832Z","end":"2026-03-04T16:23:00.088538Z","steps":["trace[73858511] 'agreement among raft nodes before linearized reading' (duration: 3.447642194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.640816Z","time spent":"3.447741837s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614195348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T16:23:00.088618Z","caller":"traceutil/trace.go:171","msg":"trace[136417271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24913; }","duration":"3.615757027s","start":"2026-03-04T16:22:56.472844Z","end":"2026-03-04T16:23:00.088601Z","steps":["trace[136417271] 'agreement among raft nodes before linearized reading' (duration: 3.614146507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472838Z","time spent":"3.615814109s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-04T16:23:00.088702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52357649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:00.088707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563711325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-03-04T16:23:00.088704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455306178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:23:00.088744Z","caller":"traceutil/trace.go:171","msg":"trace[102540752] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24913; }","duration":"3.523656243s","start":"2026-03-04T16:22:56.565076Z","end":"2026-03-04T16:23:00.088732Z","steps":["trace[102540752] 'agreement among raft nodes before linearized reading' (duration: 3.5235702s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.088755Z","caller":"traceutil/trace.go:171","msg":"trace[1525900516] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24913; }","duration":"3.563795827s","start":"2026-03-04T16:22:56.524948Z","end":"2026-03-04T16:23:00.088744Z","steps":["trace[1525900516] 'agreement among raft nodes before linearized reading' (duration: 3.563625083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455335919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-04T16:23:00.088777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.565058Z","time spent":"3.523710054s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.088782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.524934Z","time spent":"3.563843679s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-04T16:23:00.088779Z","caller":"traceutil/trace.go:171","msg":"trace[2039999927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24913; }","duration":"3.455406651s","start":"2026-03-04T16:22:56.633349Z","end":"2026-03-04T16:23:00.088756Z","steps":["trace[2039999927] 'agreement among raft nodes before linearized reading' (duration: 3.455242767s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.088812Z","caller":"traceutil/trace.go:171","msg":"trace[1065247063] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24913; }","duration":"3.455400901s","start":"2026-03-04T16:22:56.633396Z","end":"2026-03-04T16:23:00.088797Z","steps":["trace[1065247063] 'agreement among raft nodes before linearized reading' (duration: 3.455235566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.633333Z","time spent":"3.455488024s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:00.088855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.633393Z","time spent":"3.455449872s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:00.08894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691293837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T16:23:00.088962Z","caller":"traceutil/trace.go:171","msg":"trace[290368306] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24913; }","duration":"1.691361438s","start":"2026-03-04T16:22:58.397595Z","end":"2026-03-04T16:23:00.088956Z","steps":["trace[290368306] 'agreement among raft nodes before linearized reading' (duration: 1.691297467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.088963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.201151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:00.08898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.39757Z","time spent":"1.69140389s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:00.087812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615760289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0ffa96ad-0884-435a-9a21-bb469bf0008b\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T16:23:00.089001Z","caller":"traceutil/trace.go:171","msg":"trace[1562957473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24913; }","duration":"169.277203ms","start":"2026-03-04T16:22:59.919712Z","end":"2026-03-04T16:23:00.088989Z","steps":["trace[1562957473] 'agreement among raft nodes before linearized reading' (duration: 169.207981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.086977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.476639Z","time spent":"3.610330962s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T16:23:00.089028Z","caller":"traceutil/trace.go:171","msg":"trace[886304486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0ffa96ad-0884-435a-9a21-bb469bf0008b; range_end:; response_count:1; response_revision:24913; }","duration":"3.61697985s","start":"2026-03-04T16:22:56.472032Z","end":"2026-03-04T16:23:00.089012Z","steps":["trace[886304486] 'agreement among raft nodes before linearized reading' (duration: 3.615724967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.472026Z","time spent":"3.617031581s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-0ffa96ad-0884-435a-9a21-bb469bf0008b\" "} {"level":"warn","ts":"2026-03-04T16:23:00.089095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.664182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:00.089114Z","caller":"traceutil/trace.go:171","msg":"trace[1998616306] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24913; }","duration":"839.736684ms","start":"2026-03-04T16:22:59.24937Z","end":"2026-03-04T16:23:00.089107Z","steps":["trace[1998616306] 'agreement among raft nodes before linearized reading' (duration: 839.705853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.086846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614909187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-04T16:23:00.08913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:59.249354Z","time spent":"839.772005ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:23:00.089156Z","caller":"traceutil/trace.go:171","msg":"trace[1944546852] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:24913; }","duration":"3.617226746s","start":"2026-03-04T16:22:56.471907Z","end":"2026-03-04T16:23:00.089134Z","steps":["trace[1944546852] 'agreement among raft nodes before linearized reading' (duration: 3.614837855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.471898Z","time spent":"3.617282787s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" "} {"level":"info","ts":"2026-03-04T16:23:00.086973Z","caller":"traceutil/trace.go:171","msg":"trace[1608796253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24913; }","duration":"3.610416964s","start":"2026-03-04T16:22:56.476544Z","end":"2026-03-04T16:23:00.086961Z","steps":["trace[1608796253] 'agreement among raft nodes before linearized reading' (duration: 3.610323401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220814922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:00.089232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271609134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:00.089237Z","caller":"traceutil/trace.go:171","msg":"trace[1808461419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24913; }","duration":"1.220889914s","start":"2026-03-04T16:22:58.868336Z","end":"2026-03-04T16:23:00.089226Z","steps":["trace[1808461419] 'agreement among raft nodes before linearized reading' (duration: 1.220833992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.089248Z","caller":"traceutil/trace.go:171","msg":"trace[2063202936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24913; }","duration":"1.271665215s","start":"2026-03-04T16:22:58.817577Z","end":"2026-03-04T16:23:00.089243Z","steps":["trace[2063202936] 'agreement among raft nodes before linearized reading' (duration: 1.271636325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.817558Z","time spent":"1.271701497s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.089245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.476529Z","time spent":"3.612693381s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:00.089303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.005956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:00.089328Z","caller":"traceutil/trace.go:171","msg":"trace[1763011146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24913; }","duration":"858.063627ms","start":"2026-03-04T16:22:59.231256Z","end":"2026-03-04T16:23:00.08932Z","steps":["trace[1763011146] 'agreement among raft nodes before linearized reading' (duration: 858.025436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:59.231234Z","time spent":"858.111549ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:00.089345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004391391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:00.08936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547297843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:00.089266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.868299Z","time spent":"1.220957886s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:00.089381Z","caller":"traceutil/trace.go:171","msg":"trace[933539492] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24913; }","duration":"1.004468672s","start":"2026-03-04T16:22:59.084903Z","end":"2026-03-04T16:23:00.089372Z","steps":["trace[933539492] 'agreement among raft nodes before linearized reading' (duration: 1.004396851s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:00.089395Z","caller":"traceutil/trace.go:171","msg":"trace[1831797124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24913; }","duration":"1.547359955s","start":"2026-03-04T16:22:58.542025Z","end":"2026-03-04T16:23:00.089385Z","steps":["trace[1831797124] 'agreement among raft nodes before linearized reading' (duration: 1.547305393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.542011Z","time spent":"1.547402285s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:00.089409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:59.084882Z","time spent":"1.004519343s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.089541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172506533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:00.089591Z","caller":"traceutil/trace.go:171","msg":"trace[784369484] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24913; }","duration":"1.172561635s","start":"2026-03-04T16:22:58.917015Z","end":"2026-03-04T16:23:00.089577Z","steps":["trace[784369484] 'agreement among raft nodes before linearized reading' (duration: 1.172476492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.089636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:58.916958Z","time spent":"1.172663927s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:00.088367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:22:56.46891Z","time spent":"3.619446481s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:23:00.740149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.019402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:00.740228Z","caller":"traceutil/trace.go:171","msg":"trace[585278935] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25845; }","duration":"643.329767ms","start":"2026-03-04T16:23:00.096886Z","end":"2026-03-04T16:23:00.740215Z","steps":["trace[585278935] 'read index received' (duration: 114.249693ms)","trace[585278935] 'applied index is now lower than readState.Index' (duration: 529.078994ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:00.740292Z","caller":"traceutil/trace.go:171","msg":"trace[2025252640] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"643.509332ms","start":"2026-03-04T16:23:00.096773Z","end":"2026-03-04T16:23:00.740282Z","steps":["trace[2025252640] 'process raft request' (duration: 114.271924ms)","trace[2025252640] 'compare' (duration: 528.859238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:00.740335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.096762Z","time spent":"643.551453ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:00.740463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.562323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c63ddc45-e461-4164-88f3-f99d26c38bcd\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T16:23:00.740532Z","caller":"traceutil/trace.go:171","msg":"trace[1381774738] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c63ddc45-e461-4164-88f3-f99d26c38bcd; range_end:; response_count:1; response_revision:24914; }","duration":"643.643366ms","start":"2026-03-04T16:23:00.096871Z","end":"2026-03-04T16:23:00.740514Z","steps":["trace[1381774738] 'agreement among raft nodes before linearized reading' (duration: 643.43596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:00.740584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.096866Z","time spent":"643.705917ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-c63ddc45-e461-4164-88f3-f99d26c38bcd\" "} {"level":"warn","ts":"2026-03-04T16:23:01.628042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.120294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:01.628332Z","caller":"traceutil/trace.go:171","msg":"trace[378356487] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"1.528294272s","start":"2026-03-04T16:23:00.100018Z","end":"2026-03-04T16:23:01.628312Z","steps":["trace[378356487] 'process raft request' (duration: 1.528118747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.62842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100007Z","time spent":"1.528374364s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628464Z","caller":"traceutil/trace.go:171","msg":"trace[221237055] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"1.522664s","start":"2026-03-04T16:23:00.105776Z","end":"2026-03-04T16:23:01.62844Z","steps":["trace[221237055] 'process raft request' (duration: 1.522459045s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.628497Z","caller":"traceutil/trace.go:171","msg":"trace[914417954] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"1.522734352s","start":"2026-03-04T16:23:00.10572Z","end":"2026-03-04T16:23:01.628454Z","steps":["trace[914417954] 'process raft request' (duration: 1.522474596s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.628573Z","caller":"traceutil/trace.go:171","msg":"trace[734895434] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"1.52266517s","start":"2026-03-04T16:23:00.105899Z","end":"2026-03-04T16:23:01.628564Z","steps":["trace[734895434] 'process raft request' (duration: 1.522546387s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.628533Z","caller":"traceutil/trace.go:171","msg":"trace[1394661779] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.522651219s","start":"2026-03-04T16:23:00.105852Z","end":"2026-03-04T16:23:01.628503Z","steps":["trace[1394661779] 'process raft request' (duration: 1.522525596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105765Z","time spent":"1.522747883s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:01.628612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105895Z","time spent":"1.522694701s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4108,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628613Z","caller":"traceutil/trace.go:171","msg":"trace[32253642] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"1.522746062s","start":"2026-03-04T16:23:00.105853Z","end":"2026-03-04T16:23:01.628599Z","steps":["trace[32253642] 'process raft request' (duration: 1.522550367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105705Z","time spent":"1.522848465s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628616Z","caller":"traceutil/trace.go:171","msg":"trace[28455410] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"1.529601596s","start":"2026-03-04T16:23:00.098984Z","end":"2026-03-04T16:23:01.628585Z","steps":["trace[28455410] 'process raft request' (duration: 1.020879216s)","trace[28455410] 'compare' (duration: 507.818007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:01.628684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105843Z","time spent":"1.522763213s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3236,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628725Z","caller":"traceutil/trace.go:171","msg":"trace[2059478258] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"1.522686711s","start":"2026-03-04T16:23:00.106031Z","end":"2026-03-04T16:23:01.628717Z","steps":["trace[2059478258] 'process raft request' (duration: 1.522433655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105846Z","time spent":"1.522805274s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:01.628739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.098972Z","time spent":"1.529717768s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:01.628773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.106024Z","time spent":"1.522730642s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:23:01.628807Z","caller":"traceutil/trace.go:171","msg":"trace[953071052] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.523020069s","start":"2026-03-04T16:23:00.105777Z","end":"2026-03-04T16:23:01.628797Z","steps":["trace[953071052] 'process raft request' (duration: 1.522498446s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.628827Z","caller":"traceutil/trace.go:171","msg":"trace[1743353076] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"1.522779193s","start":"2026-03-04T16:23:00.10603Z","end":"2026-03-04T16:23:01.628809Z","steps":["trace[1743353076] 'process raft request' (duration: 1.522455045s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.628547Z","caller":"traceutil/trace.go:171","msg":"trace[555140774] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"1.52265867s","start":"2026-03-04T16:23:00.105859Z","end":"2026-03-04T16:23:01.628517Z","steps":["trace[555140774] 'process raft request' (duration: 1.522566418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105764Z","time spent":"1.523064201s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628893Z","caller":"traceutil/trace.go:171","msg":"trace[1039642683] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.523089281s","start":"2026-03-04T16:23:00.105797Z","end":"2026-03-04T16:23:01.628886Z","steps":["trace[1039642683] 'process raft request' (duration: 1.522522907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105852Z","time spent":"1.523020569s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628885Z","caller":"traceutil/trace.go:171","msg":"trace[74441274] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.52307088s","start":"2026-03-04T16:23:00.105793Z","end":"2026-03-04T16:23:01.628864Z","steps":["trace[74441274] 'process raft request' (duration: 1.522556408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.628909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.10602Z","time spent":"1.522851965s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:01.628933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105786Z","time spent":"1.523125042s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:01.628944Z","caller":"traceutil/trace.go:171","msg":"trace[358536165] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25846; }","duration":"888.683669ms","start":"2026-03-04T16:23:00.740244Z","end":"2026-03-04T16:23:01.628928Z","steps":["trace[358536165] 'read index received' (duration: 379.754805ms)","trace[358536165] 'applied index is now lower than readState.Index' (duration: 508.927464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:01.629008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105784Z","time spent":"1.523159542s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:01.629049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527523233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-04T16:23:01.62906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52344207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-04T16:23:01.629097Z","caller":"traceutil/trace.go:171","msg":"trace[928246574] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24928; }","duration":"1.523487441s","start":"2026-03-04T16:23:00.105599Z","end":"2026-03-04T16:23:01.629086Z","steps":["trace[928246574] 'agreement among raft nodes before linearized reading' (duration: 1.523354368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523579704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-04T16:23:01.629126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105593Z","time spent":"1.523525083s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T16:23:01.629143Z","caller":"traceutil/trace.go:171","msg":"trace[1476463046] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:24928; }","duration":"1.523609595s","start":"2026-03-04T16:23:00.105527Z","end":"2026-03-04T16:23:01.629137Z","steps":["trace[1476463046] 'agreement among raft nodes before linearized reading' (duration: 1.523553274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.62913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527688887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-03-04T16:23:01.629161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105522Z","time spent":"1.523633866s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-03-04T16:23:01.629177Z","caller":"traceutil/trace.go:171","msg":"trace[2088322121] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:24928; }","duration":"1.527746599s","start":"2026-03-04T16:23:00.101416Z","end":"2026-03-04T16:23:01.629162Z","steps":["trace[2088322121] 'agreement among raft nodes before linearized reading' (duration: 1.527610885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101412Z","time spent":"1.52779277s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-03-04T16:23:01.629211Z","caller":"traceutil/trace.go:171","msg":"trace[1157007992] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"1.314082386s","start":"2026-03-04T16:23:00.315088Z","end":"2026-03-04T16:23:01.62917Z","steps":["trace[1157007992] 'process raft request' (duration: 1.313639395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523676856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T16:23:01.629277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527385649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-04T16:23:01.629293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527549494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T16:23:01.629282Z","caller":"traceutil/trace.go:171","msg":"trace[697364049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24928; }","duration":"1.523744498s","start":"2026-03-04T16:23:00.105519Z","end":"2026-03-04T16:23:01.629264Z","steps":["trace[697364049] 'agreement among raft nodes before linearized reading' (duration: 1.523603255s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.629317Z","caller":"traceutil/trace.go:171","msg":"trace[705145756] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24928; }","duration":"1.527582114s","start":"2026-03-04T16:23:00.101727Z","end":"2026-03-04T16:23:01.629309Z","steps":["trace[705145756] 'agreement among raft nodes before linearized reading' (duration: 1.527518573s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.629321Z","caller":"traceutil/trace.go:171","msg":"trace[1793102267] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24928; }","duration":"1.52743221s","start":"2026-03-04T16:23:00.101873Z","end":"2026-03-04T16:23:01.629305Z","steps":["trace[1793102267] 'agreement among raft nodes before linearized reading' (duration: 1.527284457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523480141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-04T16:23:01.62933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.10551Z","time spent":"1.52380843s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:23:01.62933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.315062Z","time spent":"1.314200539s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:01.62934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527451391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T16:23:01.629369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52779832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-04T16:23:01.629402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141561222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:01.629422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528069416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:01.629439Z","caller":"traceutil/trace.go:171","msg":"trace[184791434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"1.141627552s","start":"2026-03-04T16:23:00.487801Z","end":"2026-03-04T16:23:01.629429Z","steps":["trace[184791434] 'agreement among raft nodes before linearized reading' (duration: 1.141567681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.62945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477178853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:01.629474Z","caller":"traceutil/trace.go:171","msg":"trace[666085184] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24928; }","duration":"1.477231863s","start":"2026-03-04T16:23:00.152236Z","end":"2026-03-04T16:23:01.629468Z","steps":["trace[666085184] 'agreement among raft nodes before linearized reading' (duration: 1.477187202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.487786Z","time spent":"1.141682144s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:01.629494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.15222Z","time spent":"1.477268605s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:01.629488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527912623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T16:23:01.629508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523788198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-03-04T16:23:01.62953Z","caller":"traceutil/trace.go:171","msg":"trace[2143034887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24928; }","duration":"1.527960084s","start":"2026-03-04T16:23:00.101557Z","end":"2026-03-04T16:23:01.629517Z","steps":["trace[2143034887] 'agreement among raft nodes before linearized reading' (duration: 1.527864461s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.629551Z","caller":"traceutil/trace.go:171","msg":"trace[576425897] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24928; }","duration":"1.523847989s","start":"2026-03-04T16:23:00.105693Z","end":"2026-03-04T16:23:01.629541Z","steps":["trace[576425897] 'agreement among raft nodes before linearized reading' (duration: 1.523736116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105663Z","time spent":"1.523905002s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-04T16:23:01.62957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101549Z","time spent":"1.528010466s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T16:23:01.629728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524004495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-04T16:23:01.629754Z","caller":"traceutil/trace.go:171","msg":"trace[273594474] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24928; }","duration":"1.524040705s","start":"2026-03-04T16:23:00.105707Z","end":"2026-03-04T16:23:01.629748Z","steps":["trace[273594474] 'agreement among raft nodes before linearized reading' (duration: 1.523950583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105703Z","time spent":"1.524064556s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T16:23:01.62978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524034915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T16:23:01.629819Z","caller":"traceutil/trace.go:171","msg":"trace[890430615] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24928; }","duration":"1.524080587s","start":"2026-03-04T16:23:00.105727Z","end":"2026-03-04T16:23:01.629808Z","steps":["trace[890430615] 'agreement among raft nodes before linearized reading' (duration: 1.523929773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.629841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524084007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:23:01.62986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105724Z","time spent":"1.524127638s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-04T16:23:01.630039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524391584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-03-04T16:23:01.630061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529865972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-04T16:23:01.630078Z","caller":"traceutil/trace.go:171","msg":"trace[398431653] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:24928; }","duration":"1.524440775s","start":"2026-03-04T16:23:00.10563Z","end":"2026-03-04T16:23:01.63007Z","steps":["trace[398431653] 'agreement among raft nodes before linearized reading' (duration: 1.524343253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.630104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105625Z","time spent":"1.524474036s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-04T16:23:01.630292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531464853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-04T16:23:01.630357Z","caller":"traceutil/trace.go:171","msg":"trace[518594030] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24928; }","duration":"1.531544655s","start":"2026-03-04T16:23:00.098797Z","end":"2026-03-04T16:23:01.630342Z","steps":["trace[518594030] 'agreement among raft nodes before linearized reading' (duration: 1.531407002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.63037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52465276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-04T16:23:01.630423Z","caller":"traceutil/trace.go:171","msg":"trace[713701886] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24928; }","duration":"1.524751003s","start":"2026-03-04T16:23:00.105657Z","end":"2026-03-04T16:23:01.630408Z","steps":["trace[713701886] 'agreement among raft nodes before linearized reading' (duration: 1.524601839s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.62907Z","caller":"traceutil/trace.go:171","msg":"trace[549034301] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24928; }","duration":"1.527561203s","start":"2026-03-04T16:23:00.101502Z","end":"2026-03-04T16:23:01.629063Z","steps":["trace[549034301] 'agreement among raft nodes before linearized reading' (duration: 1.527483191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.630901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.706904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-04T16:23:01.630937Z","caller":"traceutil/trace.go:171","msg":"trace[2074152066] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24928; }","duration":"778.786146ms","start":"2026-03-04T16:23:00.852143Z","end":"2026-03-04T16:23:01.630929Z","steps":["trace[2074152066] 'agreement among raft nodes before linearized reading' (duration: 778.621552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.630961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.852123Z","time spent":"778.827996ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T16:23:01.631235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.105953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:01.631257Z","caller":"traceutil/trace.go:171","msg":"trace[1915498454] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24928; }","duration":"380.128824ms","start":"2026-03-04T16:23:01.251123Z","end":"2026-03-04T16:23:01.631252Z","steps":["trace[1915498454] 'agreement among raft nodes before linearized reading' (duration: 380.095593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.631271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.251081Z","time spent":"380.185696ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:01.631369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.32147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:23:01.631398Z","caller":"traceutil/trace.go:171","msg":"trace[1097708362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24928; }","duration":"464.389671ms","start":"2026-03-04T16:23:01.167002Z","end":"2026-03-04T16:23:01.631392Z","steps":["trace[1097708362] 'agreement among raft nodes before linearized reading' (duration: 464.33022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.631418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.166976Z","time spent":"464.436222ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T16:23:01.631397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101868Z","time spent":"1.529504033s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T16:23:01.631416Z","caller":"traceutil/trace.go:171","msg":"trace[737983650] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24928; }","duration":"1.529542134s","start":"2026-03-04T16:23:00.10184Z","end":"2026-03-04T16:23:01.631382Z","steps":["trace[737983650] 'agreement among raft nodes before linearized reading' (duration: 1.527276757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.631488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101833Z","time spent":"1.529634286s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T16:23:01.629334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101721Z","time spent":"1.527608065s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:23:01.629127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523210274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-04T16:23:01.631729Z","caller":"traceutil/trace.go:171","msg":"trace[1014422136] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24928; }","duration":"1.525809459s","start":"2026-03-04T16:23:00.105895Z","end":"2026-03-04T16:23:01.631704Z","steps":["trace[1014422136] 'agreement among raft nodes before linearized reading' (duration: 1.523125551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.631817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105891Z","time spent":"1.525905032s","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:23:01.632025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531215616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-04T16:23:01.632075Z","caller":"traceutil/trace.go:171","msg":"trace[466174652] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24928; }","duration":"1.531276057s","start":"2026-03-04T16:23:00.100785Z","end":"2026-03-04T16:23:01.632061Z","steps":["trace[466174652] 'agreement among raft nodes before linearized reading' (duration: 1.531116703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.632117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100781Z","time spent":"1.531324578s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T16:23:01.632118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5314013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T16:23:01.632125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531494713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:13014"} {"level":"info","ts":"2026-03-04T16:23:01.632161Z","caller":"traceutil/trace.go:171","msg":"trace[1645294137] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24928; }","duration":"1.531451601s","start":"2026-03-04T16:23:00.100695Z","end":"2026-03-04T16:23:01.632147Z","steps":["trace[1645294137] 'agreement among raft nodes before linearized reading' (duration: 1.531308968s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.632182Z","caller":"traceutil/trace.go:171","msg":"trace[1858458744] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:24928; }","duration":"1.531561085s","start":"2026-03-04T16:23:00.100603Z","end":"2026-03-04T16:23:01.632164Z","steps":["trace[1858458744] 'agreement among raft nodes before linearized reading' (duration: 1.531408151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.632209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100692Z","time spent":"1.531496693s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T16:23:01.632235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100598Z","time spent":"1.531627386s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13037,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"info","ts":"2026-03-04T16:23:01.632139Z","caller":"traceutil/trace.go:171","msg":"trace[280915090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24928; }","duration":"1.527862251s","start":"2026-03-04T16:23:00.101547Z","end":"2026-03-04T16:23:01.629409Z","steps":["trace[280915090] 'agreement among raft nodes before linearized reading' (duration: 1.527713467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.63239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531480033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T16:23:01.632438Z","caller":"traceutil/trace.go:171","msg":"trace[39621424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24928; }","duration":"1.531539125s","start":"2026-03-04T16:23:00.100886Z","end":"2026-03-04T16:23:01.632425Z","steps":["trace[39621424] 'agreement among raft nodes before linearized reading' (duration: 1.531407821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.632448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101541Z","time spent":"1.530883588s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T16:23:01.632477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100882Z","time spent":"1.531584996s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-04T16:23:01.629878Z","caller":"traceutil/trace.go:171","msg":"trace[947324033] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24928; }","duration":"1.524135917s","start":"2026-03-04T16:23:00.105734Z","end":"2026-03-04T16:23:01.62987Z","steps":["trace[947324033] 'agreement among raft nodes before linearized reading' (duration: 1.524056455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.632764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105726Z","time spent":"1.526825066s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T16:23:01.630099Z","caller":"traceutil/trace.go:171","msg":"trace[794830694] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24928; }","duration":"1.529918584s","start":"2026-03-04T16:23:00.100169Z","end":"2026-03-04T16:23:01.630087Z","steps":["trace[794830694] 'agreement among raft nodes before linearized reading' (duration: 1.529795781s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:01.62936Z","caller":"traceutil/trace.go:171","msg":"trace[1699474230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24928; }","duration":"1.523541082s","start":"2026-03-04T16:23:00.105809Z","end":"2026-03-04T16:23:01.62935Z","steps":["trace[1699474230] 'agreement among raft nodes before linearized reading' (duration: 1.52345149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.633007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.100164Z","time spent":"1.532829077s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-04T16:23:01.633048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105784Z","time spent":"1.527243786s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-04T16:23:01.63313Z","caller":"traceutil/trace.go:171","msg":"trace[2110779158] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24928; }","duration":"1.528135118s","start":"2026-03-04T16:23:00.101328Z","end":"2026-03-04T16:23:01.629463Z","steps":["trace[2110779158] 'agreement among raft nodes before linearized reading' (duration: 1.528053546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:01.630403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.09879Z","time spent":"1.531602626s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:01.633187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101322Z","time spent":"1.531851393s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:23:01.633178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.105642Z","time spent":"1.527525744s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T16:23:01.636729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:00.101492Z","time spent":"1.535211588s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-04T16:23:02.14234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.480574ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:23:02.142447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.635403Z","time spent":"507.037487ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:23:02.142588Z","caller":"traceutil/trace.go:171","msg":"trace[2130829828] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25860; }","duration":"506.294618ms","start":"2026-03-04T16:23:01.636259Z","end":"2026-03-04T16:23:02.142554Z","steps":["trace[2130829828] 'read index received' (duration: 142.67282ms)","trace[2130829828] 'applied index is now lower than readState.Index' (duration: 363.618758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:02.143075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.910674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-03-04T16:23:02.143117Z","caller":"traceutil/trace.go:171","msg":"trace[2060398508] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24930; }","duration":"506.978816ms","start":"2026-03-04T16:23:01.636124Z","end":"2026-03-04T16:23:02.143102Z","steps":["trace[2060398508] 'agreement among raft nodes before linearized reading' (duration: 506.602087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.143114Z","caller":"traceutil/trace.go:171","msg":"trace[1235032309] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"502.179695ms","start":"2026-03-04T16:23:01.640613Z","end":"2026-03-04T16:23:02.142792Z","steps":["trace[1235032309] 'process raft request' (duration: 502.016441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.143273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.636118Z","time spent":"507.113929ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-04T16:23:02.143409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.5516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-03-04T16:23:02.143426Z","caller":"traceutil/trace.go:171","msg":"trace[959969333] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"502.41816ms","start":"2026-03-04T16:23:01.640972Z","end":"2026-03-04T16:23:02.14339Z","steps":["trace[959969333] 'process raft request' (duration: 501.774074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.143478Z","caller":"traceutil/trace.go:171","msg":"trace[323199055] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24931; }","duration":"507.651903ms","start":"2026-03-04T16:23:01.635812Z","end":"2026-03-04T16:23:02.143464Z","steps":["trace[323199055] 'agreement among raft nodes before linearized reading' (duration: 507.13069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.14351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.635802Z","time spent":"507.701164ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"info","ts":"2026-03-04T16:23:02.143548Z","caller":"traceutil/trace.go:171","msg":"trace[407532355] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"502.513402ms","start":"2026-03-04T16:23:01.641013Z","end":"2026-03-04T16:23:02.143526Z","steps":["trace[407532355] 'process raft request' (duration: 502.295707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.143587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640966Z","time spent":"502.530124ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.143535Z","caller":"traceutil/trace.go:171","msg":"trace[1353988283] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"501.731023ms","start":"2026-03-04T16:23:01.641778Z","end":"2026-03-04T16:23:02.143509Z","steps":["trace[1353988283] 'process raft request' (duration: 501.656811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.143828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.641008Z","time spent":"502.719679ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:02.143909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.641771Z","time spent":"502.081333ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.143302Z","caller":"traceutil/trace.go:171","msg":"trace[781683099] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"502.824881ms","start":"2026-03-04T16:23:01.640128Z","end":"2026-03-04T16:23:02.142953Z","steps":["trace[781683099] 'process raft request' (duration: 502.329409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.144051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640601Z","time spent":"502.605627ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:02.144383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.113184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T16:23:02.144421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640118Z","time spent":"503.980601ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.144469Z","caller":"traceutil/trace.go:171","msg":"trace[286333173] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24930; }","duration":"508.223026ms","start":"2026-03-04T16:23:01.636221Z","end":"2026-03-04T16:23:02.144444Z","steps":["trace[286333173] 'agreement among raft nodes before linearized reading' (duration: 506.491143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.144531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.636209Z","time spent":"508.306299ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T16:23:02.786449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.719073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:02.786924Z","caller":"traceutil/trace.go:171","msg":"trace[807704233] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"692.249922ms","start":"2026-03-04T16:23:02.094647Z","end":"2026-03-04T16:23:02.786897Z","steps":["trace[807704233] 'process raft request' (duration: 185.873271ms)","trace[807704233] 'compare' (duration: 504.820551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:02.787068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.094621Z","time spent":"692.365955ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.787105Z","caller":"traceutil/trace.go:171","msg":"trace[590549198] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"691.971085ms","start":"2026-03-04T16:23:02.095129Z","end":"2026-03-04T16:23:02.7871Z","steps":["trace[590549198] 'process raft request' (duration: 691.830342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.095105Z","time spent":"692.022496ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.787078Z","caller":"traceutil/trace.go:171","msg":"trace[218546747] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"691.974335ms","start":"2026-03-04T16:23:02.095089Z","end":"2026-03-04T16:23:02.787063Z","steps":["trace[218546747] 'process raft request' (duration: 691.436782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.787249Z","caller":"traceutil/trace.go:171","msg":"trace[1202802725] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"643.789049ms","start":"2026-03-04T16:23:02.143453Z","end":"2026-03-04T16:23:02.787242Z","steps":["trace[1202802725] 'process raft request' (duration: 643.534712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.143429Z","time spent":"643.84288ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:02.787491Z","caller":"traceutil/trace.go:171","msg":"trace[1008179670] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25866; }","duration":"644.809655ms","start":"2026-03-04T16:23:02.142672Z","end":"2026-03-04T16:23:02.787482Z","steps":["trace[1008179670] 'read index received' (duration: 137.810558ms)","trace[1008179670] 'applied index is now lower than readState.Index' (duration: 506.997867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:02.787562Z","caller":"traceutil/trace.go:171","msg":"trace[129621538] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"632.669068ms","start":"2026-03-04T16:23:02.154885Z","end":"2026-03-04T16:23:02.787554Z","steps":["trace[129621538] 'process raft request' (duration: 632.133435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.154868Z","time spent":"632.708319ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:02.78774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147746889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-03-04T16:23:02.787769Z","caller":"traceutil/trace.go:171","msg":"trace[898999561] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:24938; }","duration":"1.14778779s","start":"2026-03-04T16:23:01.639974Z","end":"2026-03-04T16:23:02.787762Z","steps":["trace[898999561] 'agreement among raft nodes before linearized reading' (duration: 1.147679707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.63997Z","time spent":"1.14781174s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-04T16:23:02.787773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147717098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-03-04T16:23:02.787784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147427391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:02.787835Z","caller":"traceutil/trace.go:171","msg":"trace[1403282997] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24938; }","duration":"1.14780174s","start":"2026-03-04T16:23:01.640017Z","end":"2026-03-04T16:23:02.787819Z","steps":["trace[1403282997] 'agreement among raft nodes before linearized reading' (duration: 1.147602615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640011Z","time spent":"1.147854221s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-04T16:23:02.787932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147969465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-03-04T16:23:02.787954Z","caller":"traceutil/trace.go:171","msg":"trace[1602745510] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24938; }","duration":"1.148009005s","start":"2026-03-04T16:23:01.639939Z","end":"2026-03-04T16:23:02.787948Z","steps":["trace[1602745510] 'agreement among raft nodes before linearized reading' (duration: 1.147945294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.63993Z","time spent":"1.148039026s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-04T16:23:02.787965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147763349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-03-04T16:23:02.788015Z","caller":"traceutil/trace.go:171","msg":"trace[581665343] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24938; }","duration":"1.147824471s","start":"2026-03-04T16:23:01.640176Z","end":"2026-03-04T16:23:02.788001Z","steps":["trace[581665343] 'agreement among raft nodes before linearized reading' (duration: 1.147671387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.787978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145853431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:02.788142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149026651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-04T16:23:02.788135Z","caller":"traceutil/trace.go:171","msg":"trace[1877658150] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24938; }","duration":"1.146020425s","start":"2026-03-04T16:23:01.642104Z","end":"2026-03-04T16:23:02.788124Z","steps":["trace[1877658150] 'agreement among raft nodes before linearized reading' (duration: 1.145751088s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.788166Z","caller":"traceutil/trace.go:171","msg":"trace[667898801] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24938; }","duration":"1.149061602s","start":"2026-03-04T16:23:01.639099Z","end":"2026-03-04T16:23:02.78816Z","steps":["trace[667898801] 'agreement among raft nodes before linearized reading' (duration: 1.14900333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.639093Z","time spent":"1.149089092s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147911843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-04T16:23:02.788217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148105148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13056"} {"level":"info","ts":"2026-03-04T16:23:02.788215Z","caller":"traceutil/trace.go:171","msg":"trace[1357975236] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:24938; }","duration":"1.147960384s","start":"2026-03-04T16:23:01.640245Z","end":"2026-03-04T16:23:02.788205Z","steps":["trace[1357975236] 'agreement among raft nodes before linearized reading' (duration: 1.147854931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147992165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-04T16:23:02.788249Z","caller":"traceutil/trace.go:171","msg":"trace[223581363] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:24938; }","duration":"1.148133999s","start":"2026-03-04T16:23:01.640107Z","end":"2026-03-04T16:23:02.788241Z","steps":["trace[223581363] 'agreement among raft nodes before linearized reading' (duration: 1.148061537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640238Z","time spent":"1.148008656s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1339,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"info","ts":"2026-03-04T16:23:02.788262Z","caller":"traceutil/trace.go:171","msg":"trace[908129877] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24938; }","duration":"1.148053617s","start":"2026-03-04T16:23:01.640198Z","end":"2026-03-04T16:23:02.788252Z","steps":["trace[908129877] 'agreement among raft nodes before linearized reading' (duration: 1.147906613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640088Z","time spent":"1.148180609s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13079,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640195Z","time spent":"1.148092098s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-04T16:23:02.787837Z","caller":"traceutil/trace.go:171","msg":"trace[53717902] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24938; }","duration":"1.147500942s","start":"2026-03-04T16:23:01.640323Z","end":"2026-03-04T16:23:02.787824Z","steps":["trace[53717902] 'agreement among raft nodes before linearized reading' (duration: 1.14740367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640318Z","time spent":"1.148047837s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151041451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"info","ts":"2026-03-04T16:23:02.788418Z","caller":"traceutil/trace.go:171","msg":"trace[76085569] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24938; }","duration":"1.151077443s","start":"2026-03-04T16:23:01.637333Z","end":"2026-03-04T16:23:02.788411Z","steps":["trace[76085569] 'agreement among raft nodes before linearized reading' (duration: 1.151024401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640169Z","time spent":"1.147889072s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.637325Z","time spent":"1.151105263s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.642081Z","time spent":"1.146092147s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:23:02.78809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148968289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-04T16:23:02.788502Z","caller":"traceutil/trace.go:171","msg":"trace[1853477101] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24938; }","duration":"1.1493878s","start":"2026-03-04T16:23:01.639108Z","end":"2026-03-04T16:23:02.788495Z","steps":["trace[1853477101] 'agreement among raft nodes before linearized reading' (duration: 1.148937299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.78853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.639103Z","time spent":"1.149420251s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-04T16:23:02.7883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149855701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-04T16:23:02.788561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151473062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11566"} {"level":"info","ts":"2026-03-04T16:23:02.788572Z","caller":"traceutil/trace.go:171","msg":"trace[1906549165] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24938; }","duration":"1.150155568s","start":"2026-03-04T16:23:01.638405Z","end":"2026-03-04T16:23:02.788561Z","steps":["trace[1906549165] 'agreement among raft nodes before linearized reading' (duration: 1.149848841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.638385Z","time spent":"1.15021249s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149976344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-03-04T16:23:02.788636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152079767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T16:23:02.788645Z","caller":"traceutil/trace.go:171","msg":"trace[104797543] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24938; }","duration":"1.150285251s","start":"2026-03-04T16:23:01.638354Z","end":"2026-03-04T16:23:02.788639Z","steps":["trace[104797543] 'agreement among raft nodes before linearized reading' (duration: 1.149957773s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.788653Z","caller":"traceutil/trace.go:171","msg":"trace[322345707] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24938; }","duration":"1.152106518s","start":"2026-03-04T16:23:01.636541Z","end":"2026-03-04T16:23:02.788648Z","steps":["trace[322345707] 'agreement among raft nodes before linearized reading' (duration: 1.152053306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.638348Z","time spent":"1.150313422s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152226671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T16:23:02.788742Z","caller":"traceutil/trace.go:171","msg":"trace[1020239976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35; range_end:; response_count:1; response_revision:24938; }","duration":"1.152261782s","start":"2026-03-04T16:23:01.636473Z","end":"2026-03-04T16:23:02.788735Z","steps":["trace[1020239976] 'agreement among raft nodes before linearized reading' (duration: 1.15220632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147928704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"warn","ts":"2026-03-04T16:23:02.788757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.636467Z","time spent":"1.152286832s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-6c07708d-4883-4b4e-9c23-3c754144af35\" "} {"level":"warn","ts":"2026-03-04T16:23:02.78867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.636535Z","time spent":"1.152129899s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-04T16:23:02.788771Z","caller":"traceutil/trace.go:171","msg":"trace[638589059] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24938; }","duration":"1.14861147s","start":"2026-03-04T16:23:01.640148Z","end":"2026-03-04T16:23:02.788759Z","steps":["trace[638589059] 'agreement among raft nodes before linearized reading' (duration: 1.147883032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640142Z","time spent":"1.148653681s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8162,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-04T16:23:02.788888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.453655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-04T16:23:02.788908Z","caller":"traceutil/trace.go:171","msg":"trace[1139103257] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24938; }","duration":"640.515266ms","start":"2026-03-04T16:23:02.148388Z","end":"2026-03-04T16:23:02.788903Z","steps":["trace[1139103257] 'agreement among raft nodes before linearized reading' (duration: 640.458195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.788934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.148365Z","time spent":"640.555306ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.899372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:02.788583Z","caller":"traceutil/trace.go:171","msg":"trace[962557152] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:24938; }","duration":"1.151534854s","start":"2026-03-04T16:23:01.637042Z","end":"2026-03-04T16:23:02.788577Z","steps":["trace[962557152] 'agreement among raft nodes before linearized reading' (duration: 1.151473472s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.789169Z","caller":"traceutil/trace.go:171","msg":"trace[1436307177] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24938; }","duration":"185.947573ms","start":"2026-03-04T16:23:02.603214Z","end":"2026-03-04T16:23:02.789162Z","steps":["trace[1436307177] 'agreement among raft nodes before linearized reading' (duration: 185.908282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.637033Z","time spent":"1.152150979s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11589,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148371533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18295"} {"level":"info","ts":"2026-03-04T16:23:02.789253Z","caller":"traceutil/trace.go:171","msg":"trace[560411989] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24938; }","duration":"1.148401215s","start":"2026-03-04T16:23:01.640844Z","end":"2026-03-04T16:23:02.789245Z","steps":["trace[560411989] 'agreement among raft nodes before linearized reading' (duration: 1.148332103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.881136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:02.789294Z","caller":"traceutil/trace.go:171","msg":"trace[1008424415] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24938; }","duration":"621.921198ms","start":"2026-03-04T16:23:02.167367Z","end":"2026-03-04T16:23:02.789288Z","steps":["trace[1008424415] 'agreement among raft nodes before linearized reading' (duration: 621.887787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.167358Z","time spent":"621.947628ms","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:02.789337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148559749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-03-04T16:23:02.789372Z","caller":"traceutil/trace.go:171","msg":"trace[1273047955] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24938; }","duration":"1.148602451s","start":"2026-03-04T16:23:01.640762Z","end":"2026-03-04T16:23:02.789365Z","steps":["trace[1273047955] 'agreement among raft nodes before linearized reading' (duration: 1.148524308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640755Z","time spent":"1.148638031s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8247,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.760593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-03-04T16:23:02.789466Z","caller":"traceutil/trace.go:171","msg":"trace[96127736] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24938; }","duration":"640.827785ms","start":"2026-03-04T16:23:02.148631Z","end":"2026-03-04T16:23:02.789459Z","steps":["trace[96127736] 'agreement among raft nodes before linearized reading' (duration: 640.764733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.148605Z","time spent":"640.872495ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9547,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14898585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15275"} {"level":"info","ts":"2026-03-04T16:23:02.789539Z","caller":"traceutil/trace.go:171","msg":"trace[1961167611] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24938; }","duration":"1.149014382s","start":"2026-03-04T16:23:01.640519Z","end":"2026-03-04T16:23:02.789533Z","steps":["trace[1961167611] 'agreement among raft nodes before linearized reading' (duration: 1.14895438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640515Z","time spent":"1.149037242s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15298,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T16:23:02.787387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.095059Z","time spent":"692.124049ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:02.789157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147703037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:02.788151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148010735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-03-04T16:23:02.78964Z","caller":"traceutil/trace.go:171","msg":"trace[1160780058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24938; }","duration":"1.14820009s","start":"2026-03-04T16:23:01.641433Z","end":"2026-03-04T16:23:02.789633Z","steps":["trace[1160780058] 'agreement among raft nodes before linearized reading' (duration: 1.147423s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:02.789647Z","caller":"traceutil/trace.go:171","msg":"trace[1407094685] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24938; }","duration":"1.149522324s","start":"2026-03-04T16:23:01.640119Z","end":"2026-03-04T16:23:02.789641Z","steps":["trace[1407094685] 'agreement among raft nodes before linearized reading' (duration: 1.147995305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.78966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.641428Z","time spent":"1.148226481s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.640115Z","time spent":"1.149567165s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.238135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-04T16:23:02.789745Z","caller":"traceutil/trace.go:171","msg":"trace[1784411672] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24938; }","duration":"641.282566ms","start":"2026-03-04T16:23:02.148455Z","end":"2026-03-04T16:23:02.789738Z","steps":["trace[1784411672] 'agreement among raft nodes before linearized reading' (duration: 641.186423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:02.789767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.14845Z","time spent":"641.310886ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-04T16:23:02.789275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:01.64084Z","time spent":"1.148429755s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18318,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-03-04T16:23:03.296772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:23:03.629971Z","caller":"traceutil/trace.go:171","msg":"trace[72294676] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"834.133703ms","start":"2026-03-04T16:23:02.795813Z","end":"2026-03-04T16:23:03.629947Z","steps":["trace[72294676] 'process raft request' (duration: 833.837794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.630193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.7958Z","time spent":"834.242266ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:23:03.821899Z","caller":"traceutil/trace.go:171","msg":"trace[2012401032] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.015443998s","start":"2026-03-04T16:23:02.806431Z","end":"2026-03-04T16:23:03.821875Z","steps":["trace[2012401032] 'process raft request' (duration: 917.575198ms)","trace[2012401032] 'compare' (duration: 97.419979ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:03.822089Z","caller":"traceutil/trace.go:171","msg":"trace[1698873654] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"1.012525775s","start":"2026-03-04T16:23:02.809527Z","end":"2026-03-04T16:23:03.822052Z","steps":["trace[1698873654] 'process raft request' (duration: 1.012187166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.822032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806415Z","time spent":"1.015548031s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:03.82236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026452007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-03-04T16:23:03.822429Z","caller":"traceutil/trace.go:171","msg":"trace[535846405] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:24945; }","duration":"1.026542569s","start":"2026-03-04T16:23:02.79587Z","end":"2026-03-04T16:23:03.822413Z","steps":["trace[535846405] 'agreement among raft nodes before linearized reading' (duration: 1.026288322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.822475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.795865Z","time spent":"1.02659736s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6850,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-04T16:23:03.822685Z","caller":"traceutil/trace.go:171","msg":"trace[890878451] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.013101519s","start":"2026-03-04T16:23:02.809574Z","end":"2026-03-04T16:23:03.822675Z","steps":["trace[890878451] 'process raft request' (duration: 1.012273198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:03.822693Z","caller":"traceutil/trace.go:171","msg":"trace[713104591] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"1.011602031s","start":"2026-03-04T16:23:02.811078Z","end":"2026-03-04T16:23:03.82268Z","steps":["trace[713104591] 'process raft request' (duration: 1.010920984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.822767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.80956Z","time spent":"1.01315443s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:03.822275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.809518Z","time spent":"1.012664588s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4588,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:03.822079Z","caller":"traceutil/trace.go:171","msg":"trace[1667870178] linearizableReadLoop","detail":"{readStateIndex:25878; appliedIndex:25871; }","duration":"1.02616931s","start":"2026-03-04T16:23:02.795883Z","end":"2026-03-04T16:23:03.822052Z","steps":["trace[1667870178] 'read index received' (duration: 833.828945ms)","trace[1667870178] 'applied index is now lower than readState.Index' (duration: 192.339235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:03.823114Z","caller":"traceutil/trace.go:171","msg":"trace[2022817726] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.012975337s","start":"2026-03-04T16:23:02.810128Z","end":"2026-03-04T16:23:03.823104Z","steps":["trace[2022817726] 'process raft request' (duration: 1.011774036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.823174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.810122Z","time spent":"1.013021448s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:03.822759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.811072Z","time spent":"1.011659163s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:03.823377Z","caller":"traceutil/trace.go:171","msg":"trace[624160489] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.013225183s","start":"2026-03-04T16:23:02.810133Z","end":"2026-03-04T16:23:03.823358Z","steps":["trace[624160489] 'process raft request' (duration: 1.011820717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:03.82349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.810125Z","time spent":"1.013313905s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3082,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:04.323171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:23:04.522284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.799732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:04.522571Z","caller":"traceutil/trace.go:171","msg":"trace[681563348] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25878; }","duration":"699.574208ms","start":"2026-03-04T16:23:03.822971Z","end":"2026-03-04T16:23:04.522545Z","steps":["trace[681563348] 'read index received' (duration: 506.762211ms)","trace[681563348] 'applied index is now lower than readState.Index' (duration: 192.810827ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:04.522688Z","caller":"traceutil/trace.go:171","msg":"trace[1802944481] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"886.630497ms","start":"2026-03-04T16:23:03.636042Z","end":"2026-03-04T16:23:04.522672Z","steps":["trace[1802944481] 'process raft request' (duration: 693.735558ms)","trace[1802944481] 'compare' (duration: 191.429222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:04.522747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:03.636021Z","time spent":"886.695119ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:04.523216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716426161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-04T16:23:04.52324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727057009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"warn","ts":"2026-03-04T16:23:04.52326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.92592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:04.52326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716561964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:23:04.523277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715953469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T16:23:04.523292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716210956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17544"} {"level":"info","ts":"2026-03-04T16:23:04.523333Z","caller":"traceutil/trace.go:171","msg":"trace[22146496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24947; }","duration":"1.716660977s","start":"2026-03-04T16:23:02.806653Z","end":"2026-03-04T16:23:04.523314Z","steps":["trace[22146496] 'agreement among raft nodes before linearized reading' (duration: 1.716449441s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523355Z","caller":"traceutil/trace.go:171","msg":"trace[904693808] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24947; }","duration":"1.716062611s","start":"2026-03-04T16:23:02.807264Z","end":"2026-03-04T16:23:04.523327Z","steps":["trace[904693808] 'agreement among raft nodes before linearized reading' (duration: 1.715792584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806648Z","time spent":"1.716717888s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T16:23:04.523304Z","caller":"traceutil/trace.go:171","msg":"trace[1843122543] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24947; }","duration":"1.727131401s","start":"2026-03-04T16:23:02.796154Z","end":"2026-03-04T16:23:04.523285Z","steps":["trace[1843122543] 'agreement among raft nodes before linearized reading' (duration: 1.726901725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727314396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"warn","ts":"2026-03-04T16:23:04.5234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807248Z","time spent":"1.716142965s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T16:23:04.52342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.79615Z","time spent":"1.727260485s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10809,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726726822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:23:04.523437Z","caller":"traceutil/trace.go:171","msg":"trace[1387786692] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"858.511478ms","start":"2026-03-04T16:23:03.664903Z","end":"2026-03-04T16:23:04.523414Z","steps":["trace[1387786692] 'process raft request' (duration: 857.495652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523474Z","caller":"traceutil/trace.go:171","msg":"trace[1713910529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24947; }","duration":"1.726770582s","start":"2026-03-04T16:23:02.79669Z","end":"2026-03-04T16:23:04.523461Z","steps":["trace[1713910529] 'agreement among raft nodes before linearized reading' (duration: 1.726654058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716536824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-04T16:23:04.523508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.796685Z","time spent":"1.726815214s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T16:23:04.52352Z","caller":"traceutil/trace.go:171","msg":"trace[1592713892] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24947; }","duration":"1.716563775s","start":"2026-03-04T16:23:02.80695Z","end":"2026-03-04T16:23:04.523514Z","steps":["trace[1592713892] 'agreement among raft nodes before linearized reading' (duration: 1.716383089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71558365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:04.523544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806948Z","time spent":"1.716590745s","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T16:23:04.523257Z","caller":"traceutil/trace.go:171","msg":"trace[457821871] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24947; }","duration":"1.716560974s","start":"2026-03-04T16:23:02.806684Z","end":"2026-03-04T16:23:04.523245Z","steps":["trace[457821871] 'agreement among raft nodes before linearized reading' (duration: 1.716280657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727297616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"warn","ts":"2026-03-04T16:23:04.523557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:03.664881Z","time spent":"858.610431ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:04.523591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806682Z","time spent":"1.716900473s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T16:23:04.523606Z","caller":"traceutil/trace.go:171","msg":"trace[1101955106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24947; }","duration":"1.715694084s","start":"2026-03-04T16:23:02.807858Z","end":"2026-03-04T16:23:04.523552Z","steps":["trace[1101955106] 'agreement among raft nodes before linearized reading' (duration: 1.715575801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.52362Z","caller":"traceutil/trace.go:171","msg":"trace[685833651] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24947; }","duration":"1.727372848s","start":"2026-03-04T16:23:02.796224Z","end":"2026-03-04T16:23:04.523597Z","steps":["trace[685833651] 'agreement among raft nodes before linearized reading' (duration: 1.727220694s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523374Z","caller":"traceutil/trace.go:171","msg":"trace[762708390] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:24947; }","duration":"1.716304708s","start":"2026-03-04T16:23:02.807053Z","end":"2026-03-04T16:23:04.523358Z","steps":["trace[762708390] 'agreement among raft nodes before linearized reading' (duration: 1.716049471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716936214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T16:23:04.523673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.80705Z","time spent":"1.716614316s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17567,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.796222Z","time spent":"1.727441949s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9743,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-03-04T16:23:04.523689Z","caller":"traceutil/trace.go:171","msg":"trace[1632230459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24947; }","duration":"1.716980586s","start":"2026-03-04T16:23:02.806698Z","end":"2026-03-04T16:23:04.523679Z","steps":["trace[1632230459] 'agreement among raft nodes before linearized reading' (duration: 1.716241416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726910515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-04T16:23:04.523699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716616446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-03-04T16:23:04.52366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807851Z","time spent":"1.715795296s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806696Z","time spent":"1.717018857s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-04T16:23:04.523729Z","caller":"traceutil/trace.go:171","msg":"trace[1979249857] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:24947; }","duration":"1.727273415s","start":"2026-03-04T16:23:02.796448Z","end":"2026-03-04T16:23:04.523721Z","steps":["trace[1979249857] 'agreement among raft nodes before linearized reading' (duration: 1.7267259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.235031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:04.523753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.796443Z","time spent":"1.727303936s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"info","ts":"2026-03-04T16:23:04.523757Z","caller":"traceutil/trace.go:171","msg":"trace[467898796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24947; }","duration":"646.332243ms","start":"2026-03-04T16:23:03.877419Z","end":"2026-03-04T16:23:04.523751Z","steps":["trace[467898796] 'agreement among raft nodes before linearized reading' (duration: 646.24267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.52378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:03.877402Z","time spent":"646.370034ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:04.523319Z","caller":"traceutil/trace.go:171","msg":"trace[1725583091] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24947; }","duration":"972.003781ms","start":"2026-03-04T16:23:03.551301Z","end":"2026-03-04T16:23:04.523304Z","steps":["trace[1725583091] 'agreement among raft nodes before linearized reading' (duration: 971.823577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727885331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-03-04T16:23:04.523293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716048122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T16:23:04.523422Z","caller":"traceutil/trace.go:171","msg":"trace[1973895627] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24947; }","duration":"1.727356947s","start":"2026-03-04T16:23:02.796056Z","end":"2026-03-04T16:23:04.523413Z","steps":["trace[1973895627] 'agreement among raft nodes before linearized reading' (duration: 1.727221813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523832Z","caller":"traceutil/trace.go:171","msg":"trace[2103326602] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24947; }","duration":"1.727923931s","start":"2026-03-04T16:23:02.795899Z","end":"2026-03-04T16:23:04.523823Z","steps":["trace[2103326602] 'agreement among raft nodes before linearized reading' (duration: 1.727821949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727629275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-04T16:23:04.52386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.79605Z","time spent":"1.727801028s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3403,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.795896Z","time spent":"1.727960742s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-04T16:23:04.52389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717018206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-04T16:23:04.523732Z","caller":"traceutil/trace.go:171","msg":"trace[1449183626] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24947; }","duration":"1.716655517s","start":"2026-03-04T16:23:02.807068Z","end":"2026-03-04T16:23:04.523723Z","steps":["trace[1449183626] 'agreement among raft nodes before linearized reading' (duration: 1.716133793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721945201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:23:04.523924Z","caller":"traceutil/trace.go:171","msg":"trace[1865783590] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24947; }","duration":"1.717054948s","start":"2026-03-04T16:23:02.806858Z","end":"2026-03-04T16:23:04.523913Z","steps":["trace[1865783590] 'agreement among raft nodes before linearized reading' (duration: 1.716502773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.52393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807066Z","time spent":"1.716855872s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2558,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-04T16:23:04.523946Z","caller":"traceutil/trace.go:171","msg":"trace[2068642441] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24947; }","duration":"1.722455773s","start":"2026-03-04T16:23:02.801477Z","end":"2026-03-04T16:23:04.523933Z","steps":["trace[2068642441] 'agreement among raft nodes before linearized reading' (duration: 1.721771915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806855Z","time spent":"1.717090318s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727744897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-03-04T16:23:04.523847Z","caller":"traceutil/trace.go:171","msg":"trace[1260678393] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24947; }","duration":"1.716611787s","start":"2026-03-04T16:23:02.807222Z","end":"2026-03-04T16:23:04.523834Z","steps":["trace[1260678393] 'agreement among raft nodes before linearized reading' (duration: 1.715953209s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523999Z","caller":"traceutil/trace.go:171","msg":"trace[1436284206] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24947; }","duration":"1.727781488s","start":"2026-03-04T16:23:02.796207Z","end":"2026-03-04T16:23:04.523988Z","steps":["trace[1436284206] 'agreement among raft nodes before linearized reading' (duration: 1.727213604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:03.551244Z","time spent":"972.569217ms","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:04.524018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.796203Z","time spent":"1.727809809s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-04T16:23:04.524021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807211Z","time spent":"1.716801941s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716663767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-03-04T16:23:04.523559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716245977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-04T16:23:04.524113Z","caller":"traceutil/trace.go:171","msg":"trace[583172502] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24947; }","duration":"1.717316253s","start":"2026-03-04T16:23:02.806786Z","end":"2026-03-04T16:23:04.524102Z","steps":["trace[583172502] 'agreement among raft nodes before linearized reading' (duration: 1.716595695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:04.523885Z","caller":"traceutil/trace.go:171","msg":"trace[1036416915] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24947; }","duration":"1.727946953s","start":"2026-03-04T16:23:02.795925Z","end":"2026-03-04T16:23:04.523872Z","steps":["trace[1036416915] 'agreement among raft nodes before linearized reading' (duration: 1.727378197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.523928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.184787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T16:23:04.524149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.806783Z","time spent":"1.717355354s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-04T16:23:04.524146Z","caller":"traceutil/trace.go:171","msg":"trace[700373826] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24947; }","duration":"1.716828392s","start":"2026-03-04T16:23:02.807301Z","end":"2026-03-04T16:23:04.524129Z","steps":["trace[700373826] 'agreement among raft nodes before linearized reading' (duration: 1.716190276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.524164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.795913Z","time spent":"1.7282419s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-04T16:23:04.524166Z","caller":"traceutil/trace.go:171","msg":"trace[998937621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24947; }","duration":"697.475374ms","start":"2026-03-04T16:23:03.826683Z","end":"2026-03-04T16:23:04.524158Z","steps":["trace[998937621] 'agreement among raft nodes before linearized reading' (duration: 696.676403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.524186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807296Z","time spent":"1.716878393s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3988,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-04T16:23:04.524201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:03.82667Z","time spent":"697.522365ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:23:04.523998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.801468Z","time spent":"1.722509354s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:23:04.524184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716337469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:23:04.524375Z","caller":"traceutil/trace.go:171","msg":"trace[1261019549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24947; }","duration":"1.716526993s","start":"2026-03-04T16:23:02.807826Z","end":"2026-03-04T16:23:04.524353Z","steps":["trace[1261019549] 'agreement among raft nodes before linearized reading' (duration: 1.715543668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:04.524497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:02.807822Z","time spent":"1.716654268s","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T16:23:05.033118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:23:05.146876Z","caller":"traceutil/trace.go:171","msg":"trace[781894700] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"614.873819ms","start":"2026-03-04T16:23:04.531977Z","end":"2026-03-04T16:23:05.146851Z","steps":["trace[781894700] 'process raft request' (duration: 611.115094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.147011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.531949Z","time spent":"614.992921ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:23:05.185994Z","caller":"traceutil/trace.go:171","msg":"trace[659665053] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25880; }","duration":"653.542314ms","start":"2026-03-04T16:23:04.532428Z","end":"2026-03-04T16:23:05.185971Z","steps":["trace[659665053] 'read index received' (duration: 610.674932ms)","trace[659665053] 'applied index is now lower than readState.Index' (duration: 42.866342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:05.186419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.95629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:05.186546Z","caller":"traceutil/trace.go:171","msg":"trace[432815499] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"389.964583ms","start":"2026-03-04T16:23:04.796514Z","end":"2026-03-04T16:23:05.186479Z","steps":["trace[432815499] 'process raft request' (duration: 389.194453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.186564Z","caller":"traceutil/trace.go:171","msg":"trace[1088673578] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24951; }","duration":"653.255917ms","start":"2026-03-04T16:23:04.533288Z","end":"2026-03-04T16:23:05.186544Z","steps":["trace[1088673578] 'agreement among raft nodes before linearized reading' (duration: 653.048742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.1867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.533282Z","time spent":"653.399371ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:23:05.186799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.79649Z","time spent":"390.153967ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:05.186874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.246447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:05.186918Z","caller":"traceutil/trace.go:171","msg":"trace[675462607] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24951; }","duration":"445.310109ms","start":"2026-03-04T16:23:04.741591Z","end":"2026-03-04T16:23:05.186901Z","steps":["trace[675462607] 'agreement among raft nodes before linearized reading' (duration: 445.246258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.044106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-03-04T16:23:05.186806Z","caller":"traceutil/trace.go:171","msg":"trace[954744360] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"389.443059ms","start":"2026-03-04T16:23:04.797328Z","end":"2026-03-04T16:23:05.186771Z","steps":["trace[954744360] 'process raft request' (duration: 388.525056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.187135Z","caller":"traceutil/trace.go:171","msg":"trace[2127353304] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:24951; }","duration":"652.133468ms","start":"2026-03-04T16:23:04.534983Z","end":"2026-03-04T16:23:05.187116Z","steps":["trace[2127353304] 'agreement among raft nodes before linearized reading' (duration: 651.896383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.186589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.827052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-04T16:23:05.187156Z","caller":"traceutil/trace.go:171","msg":"trace[667508857] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"389.072889ms","start":"2026-03-04T16:23:04.798064Z","end":"2026-03-04T16:23:05.187137Z","steps":["trace[667508857] 'process raft request' (duration: 387.835588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.319683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2166"} {"level":"info","ts":"2026-03-04T16:23:05.187205Z","caller":"traceutil/trace.go:171","msg":"trace[1593754867] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24951; }","duration":"650.469867ms","start":"2026-03-04T16:23:04.536713Z","end":"2026-03-04T16:23:05.187183Z","steps":["trace[1593754867] 'agreement among raft nodes before linearized reading' (duration: 649.735939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.187243Z","caller":"traceutil/trace.go:171","msg":"trace[735054536] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:24951; }","duration":"652.357564ms","start":"2026-03-04T16:23:04.534875Z","end":"2026-03-04T16:23:05.187232Z","steps":["trace[735054536] 'agreement among raft nodes before linearized reading' (duration: 652.272282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.798041Z","time spent":"389.155341ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:05.187263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536697Z","time spent":"650.547109ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":879,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.534871Z","time spent":"652.395555ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2189,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.597621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:983"} {"level":"warn","ts":"2026-03-04T16:23:05.187301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.797303Z","time spent":"389.86886ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:05.187357Z","caller":"traceutil/trace.go:171","msg":"trace[1534287695] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24951; }","duration":"650.650673ms","start":"2026-03-04T16:23:04.536697Z","end":"2026-03-04T16:23:05.187348Z","steps":["trace[1534287695] 'agreement among raft nodes before linearized reading' (duration: 650.532939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536692Z","time spent":"650.697254ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1006,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.481457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:6576"} {"level":"info","ts":"2026-03-04T16:23:05.187503Z","caller":"traceutil/trace.go:171","msg":"trace[1975335934] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:24951; }","duration":"652.860708ms","start":"2026-03-04T16:23:04.534623Z","end":"2026-03-04T16:23:05.187484Z","steps":["trace[1975335934] 'agreement among raft nodes before linearized reading' (duration: 652.447456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.899049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2175"} {"level":"warn","ts":"2026-03-04T16:23:05.187544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.534619Z","time spent":"652.914109ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6599,"request content":"key:\"/registry/cronjobs/openstack/nova-service-cleaner\" "} {"level":"info","ts":"2026-03-04T16:23:05.187571Z","caller":"traceutil/trace.go:171","msg":"trace[89757753] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:24951; }","duration":"650.92442ms","start":"2026-03-04T16:23:04.536637Z","end":"2026-03-04T16:23:05.187561Z","steps":["trace[89757753] 'agreement among raft nodes before linearized reading' (duration: 650.834687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.187199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.534968Z","time spent":"652.20824ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2179,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536618Z","time spent":"650.987751ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2198,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.867693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"warn","ts":"2026-03-04T16:23:05.186422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.977106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-03-04T16:23:05.188059Z","caller":"traceutil/trace.go:171","msg":"trace[1376820697] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:24951; }","duration":"652.14959ms","start":"2026-03-04T16:23:04.535897Z","end":"2026-03-04T16:23:05.188047Z","steps":["trace[1376820697] 'agreement among raft nodes before linearized reading' (duration: 651.819601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.18809Z","caller":"traceutil/trace.go:171","msg":"trace[828666228] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:24951; }","duration":"655.660988ms","start":"2026-03-04T16:23:04.532412Z","end":"2026-03-04T16:23:05.188073Z","steps":["trace[828666228] 'agreement among raft nodes before linearized reading' (duration: 653.849692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.188149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.532405Z","time spent":"655.72874ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5233,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} {"level":"warn","ts":"2026-03-04T16:23:05.188184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.280023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-03-04T16:23:05.188214Z","caller":"traceutil/trace.go:171","msg":"trace[1283462225] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:24951; }","duration":"652.315765ms","start":"2026-03-04T16:23:04.535889Z","end":"2026-03-04T16:23:05.188204Z","steps":["trace[1283462225] 'agreement among raft nodes before linearized reading' (duration: 652.231872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.188248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.535883Z","time spent":"652.358736ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2087,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"warn","ts":"2026-03-04T16:23:05.188334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.045628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:05.188374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.492279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"info","ts":"2026-03-04T16:23:05.188373Z","caller":"traceutil/trace.go:171","msg":"trace[318267553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24951; }","duration":"654.09646ms","start":"2026-03-04T16:23:04.534266Z","end":"2026-03-04T16:23:05.188363Z","steps":["trace[318267553] 'agreement among raft nodes before linearized reading' (duration: 654.033888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.188389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.184592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4692"} {"level":"warn","ts":"2026-03-04T16:23:05.188405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.534259Z","time spent":"654.13933ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:05.188098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.535892Z","time spent":"652.196451ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2551,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-03-04T16:23:05.187574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.847108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-03-04T16:23:05.188919Z","caller":"traceutil/trace.go:171","msg":"trace[540435617] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24951; }","duration":"654.198741ms","start":"2026-03-04T16:23:04.534703Z","end":"2026-03-04T16:23:05.188902Z","steps":["trace[540435617] 'agreement among raft nodes before linearized reading' (duration: 652.756595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.188988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.5347Z","time spent":"654.274833ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-03-04T16:23:05.188403Z","caller":"traceutil/trace.go:171","msg":"trace[1239241185] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24951; }","duration":"652.529339ms","start":"2026-03-04T16:23:04.535865Z","end":"2026-03-04T16:23:05.188394Z","steps":["trace[1239241185] 'agreement among raft nodes before linearized reading' (duration: 652.450367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.189134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.53586Z","time spent":"653.249487ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":2800,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-03-04T16:23:05.188433Z","caller":"traceutil/trace.go:171","msg":"trace[1960938801] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24951; }","duration":"635.243784ms","start":"2026-03-04T16:23:04.553172Z","end":"2026-03-04T16:23:05.188416Z","steps":["trace[1960938801] 'agreement among raft nodes before linearized reading' (duration: 635.09761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.189544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.55316Z","time spent":"636.364221ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4715,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-04T16:23:05.188337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.953675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:5185"} {"level":"info","ts":"2026-03-04T16:23:05.190037Z","caller":"traceutil/trace.go:171","msg":"trace[1262506156] range","detail":"{range_begin:/registry/cronjobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:24951; }","duration":"655.662299ms","start":"2026-03-04T16:23:04.534355Z","end":"2026-03-04T16:23:05.190018Z","steps":["trace[1262506156] 'agreement among raft nodes before linearized reading' (duration: 653.406273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.190143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.534351Z","time spent":"655.772972ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5208,"request content":"key:\"/registry/cronjobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-03-04T16:23:05.188473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.737935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"warn","ts":"2026-03-04T16:23:05.188482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.387816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:05.188544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.706549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:888"} {"level":"warn","ts":"2026-03-04T16:23:05.188558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.973168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:23:05.188595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.72116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"warn","ts":"2026-03-04T16:23:05.188624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.73008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-03-04T16:23:05.188635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.737999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2174"} {"level":"warn","ts":"2026-03-04T16:23:05.188633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.337644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2442"} {"level":"warn","ts":"2026-03-04T16:23:05.188636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.632697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2151"} {"level":"warn","ts":"2026-03-04T16:23:05.186961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.741577Z","time spent":"445.3733ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:05.190374Z","caller":"traceutil/trace.go:171","msg":"trace[2088522486] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:24951; }","duration":"654.632073ms","start":"2026-03-04T16:23:04.535718Z","end":"2026-03-04T16:23:05.19035Z","steps":["trace[2088522486] 'agreement among raft nodes before linearized reading' (duration: 652.703924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.190811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.53571Z","time spent":"655.074544ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2490,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"info","ts":"2026-03-04T16:23:05.190489Z","caller":"traceutil/trace.go:171","msg":"trace[885156496] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24951; }","duration":"560.923328ms","start":"2026-03-04T16:23:04.629544Z","end":"2026-03-04T16:23:05.190467Z","steps":["trace[885156496] 'agreement among raft nodes before linearized reading' (duration: 558.953968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.19116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.629524Z","time spent":"561.585335ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:23:05.190497Z","caller":"traceutil/trace.go:171","msg":"trace[702587071] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24951; }","duration":"653.644858ms","start":"2026-03-04T16:23:04.536825Z","end":"2026-03-04T16:23:05.19047Z","steps":["trace[702587071] 'agreement among raft nodes before linearized reading' (duration: 651.669908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.190551Z","caller":"traceutil/trace.go:171","msg":"trace[2048744273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24951; }","duration":"551.476399ms","start":"2026-03-04T16:23:04.639061Z","end":"2026-03-04T16:23:05.190538Z","steps":["trace[2048744273] 'agreement among raft nodes before linearized reading' (duration: 549.391616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.191728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.63905Z","time spent":"552.648218ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:05.190544Z","caller":"traceutil/trace.go:171","msg":"trace[2084101390] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24951; }","duration":"653.681449ms","start":"2026-03-04T16:23:04.536848Z","end":"2026-03-04T16:23:05.19053Z","steps":["trace[2084101390] 'agreement among raft nodes before linearized reading' (duration: 651.594517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.192042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536846Z","time spent":"655.169526ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1453,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-04T16:23:05.190572Z","caller":"traceutil/trace.go:171","msg":"trace[122719917] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:24951; }","duration":"653.692959ms","start":"2026-03-04T16:23:04.536873Z","end":"2026-03-04T16:23:05.190566Z","steps":["trace[122719917] 'agreement among raft nodes before linearized reading' (duration: 651.702059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.192149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536864Z","time spent":"655.247278ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":885,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"info","ts":"2026-03-04T16:23:05.190622Z","caller":"traceutil/trace.go:171","msg":"trace[956200150] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:24951; }","duration":"611.7438ms","start":"2026-03-04T16:23:04.57886Z","end":"2026-03-04T16:23:05.190604Z","steps":["trace[956200150] 'agreement among raft nodes before linearized reading' (duration: 609.714199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.190691Z","caller":"traceutil/trace.go:171","msg":"trace[1384862243] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24951; }","duration":"587.467057ms","start":"2026-03-04T16:23:04.603211Z","end":"2026-03-04T16:23:05.190679Z","steps":["trace[1384862243] 'agreement among raft nodes before linearized reading' (duration: 585.319353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:05.190728Z","caller":"traceutil/trace.go:171","msg":"trace[487394883] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:24951; }","duration":"653.73508ms","start":"2026-03-04T16:23:04.53698Z","end":"2026-03-04T16:23:05.190715Z","steps":["trace[487394883] 'agreement among raft nodes before linearized reading' (duration: 651.481523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.192252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536974Z","time spent":"655.265559ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2174,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"warn","ts":"2026-03-04T16:23:05.192278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.578841Z","time spent":"613.417192ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2197,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"warn","ts":"2026-03-04T16:23:05.192343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.6032Z","time spent":"589.129479ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2465,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-03-04T16:23:05.191398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:04.536821Z","time spent":"654.55274ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":911,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T16:23:05.879442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.555839Z","time spent":"323.597168ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:23:05.880098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.453675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:05.880168Z","caller":"traceutil/trace.go:171","msg":"trace[973059516] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25884; }","duration":"682.327772ms","start":"2026-03-04T16:23:05.197826Z","end":"2026-03-04T16:23:05.880154Z","steps":["trace[973059516] 'read index received' (duration: 133.013µs)","trace[973059516] 'applied index is now lower than readState.Index' (duration: 682.193159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:05.880232Z","caller":"traceutil/trace.go:171","msg":"trace[1610031122] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"682.434074ms","start":"2026-03-04T16:23:05.197788Z","end":"2026-03-04T16:23:05.880222Z","steps":["trace[1610031122] 'process raft request' (duration: 62.798156ms)","trace[1610031122] 'compare' (duration: 618.678715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:05.880287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197773Z","time spent":"682.489236ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:05.880445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.594718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-03-04T16:23:05.880535Z","caller":"traceutil/trace.go:171","msg":"trace[543664957] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24952; }","duration":"682.699621ms","start":"2026-03-04T16:23:05.197808Z","end":"2026-03-04T16:23:05.880507Z","steps":["trace[543664957] 'agreement among raft nodes before linearized reading' (duration: 682.421355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:05.880601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.1978Z","time spent":"682.783613ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-04T16:23:06.715599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.421803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:06.715727Z","caller":"traceutil/trace.go:171","msg":"trace[1280238299] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"835.512457ms","start":"2026-03-04T16:23:05.880196Z","end":"2026-03-04T16:23:06.715709Z","steps":["trace[1280238299] 'read index received' (duration: 282.215923ms)","trace[1280238299] 'applied index is now lower than readState.Index' (duration: 553.294984ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:06.715744Z","caller":"traceutil/trace.go:171","msg":"trace[7386919] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"971.633943ms","start":"2026-03-04T16:23:05.744072Z","end":"2026-03-04T16:23:06.715706Z","steps":["trace[7386919] 'process raft request' (duration: 418.347649ms)","trace[7386919] 'compare' (duration: 552.250678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:06.715921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517979753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"warn","ts":"2026-03-04T16:23:06.715991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518052785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"warn","ts":"2026-03-04T16:23:06.716016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222486784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:06.716029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.26293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:06.716051Z","caller":"traceutil/trace.go:171","msg":"trace[1128111771] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:24953; }","duration":"1.518127826s","start":"2026-03-04T16:23:05.197909Z","end":"2026-03-04T16:23:06.716037Z","steps":["trace[1128111771] 'agreement among raft nodes before linearized reading' (duration: 1.517899451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518143506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-04T16:23:06.71607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518144807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-04T16:23:06.716072Z","caller":"traceutil/trace.go:171","msg":"trace[194685984] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24953; }","duration":"1.222608378s","start":"2026-03-04T16:23:05.493447Z","end":"2026-03-04T16:23:06.716056Z","steps":["trace[194685984] 'agreement among raft nodes before linearized reading' (duration: 1.222476164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197905Z","time spent":"1.518174117s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-04T16:23:06.716109Z","caller":"traceutil/trace.go:171","msg":"trace[63230734] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24953; }","duration":"1.518190638s","start":"2026-03-04T16:23:05.19791Z","end":"2026-03-04T16:23:06.7161Z","steps":["trace[63230734] 'agreement among raft nodes before linearized reading' (duration: 1.51786402s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:06.716108Z","caller":"traceutil/trace.go:171","msg":"trace[136320659] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:24953; }","duration":"1.518203399s","start":"2026-03-04T16:23:05.197886Z","end":"2026-03-04T16:23:06.71609Z","steps":["trace[136320659] 'agreement among raft nodes before linearized reading' (duration: 1.51784521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.71613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518249749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T16:23:06.716016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518114146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" ","response":"range_response_count:1 size:2185"} {"level":"warn","ts":"2026-03-04T16:23:06.716167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197882Z","time spent":"1.51827588s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-03-04T16:23:06.716181Z","caller":"traceutil/trace.go:171","msg":"trace[1814024974] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls; range_end:; response_count:1; response_revision:24953; }","duration":"1.518298271s","start":"2026-03-04T16:23:05.197869Z","end":"2026-03-04T16:23:06.716167Z","steps":["trace[1814024974] 'agreement among raft nodes before linearized reading' (duration: 1.518020314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:06.716183Z","caller":"traceutil/trace.go:171","msg":"trace[1655151067] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24953; }","duration":"1.518305861s","start":"2026-03-04T16:23:05.197861Z","end":"2026-03-04T16:23:06.716166Z","steps":["trace[1655151067] 'agreement among raft nodes before linearized reading' (duration: 1.517979922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197859Z","time spent":"1.518341701s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2208,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-smdpb-tls\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197855Z","time spent":"1.518357252s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5182807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:988"} {"level":"warn","ts":"2026-03-04T16:23:06.716267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462883262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"warn","ts":"2026-03-04T16:23:06.716272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518403653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-03-04T16:23:06.716142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197905Z","time spent":"1.518229739s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-04T16:23:06.716278Z","caller":"traceutil/trace.go:171","msg":"trace[1200602152] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24953; }","duration":"1.518401983s","start":"2026-03-04T16:23:05.197858Z","end":"2026-03-04T16:23:06.71626Z","steps":["trace[1200602152] 'agreement among raft nodes before linearized reading' (duration: 1.518067545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:06.716328Z","caller":"traceutil/trace.go:171","msg":"trace[1212656690] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24953; }","duration":"1.518460574s","start":"2026-03-04T16:23:05.197857Z","end":"2026-03-04T16:23:06.716318Z","steps":["trace[1212656690] 'agreement among raft nodes before linearized reading' (duration: 1.518242189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.19785Z","time spent":"1.518487476s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1011,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487655787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-03-04T16:23:06.716423Z","caller":"traceutil/trace.go:171","msg":"trace[1597317871] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:24953; }","duration":"1.487733719s","start":"2026-03-04T16:23:05.22868Z","end":"2026-03-04T16:23:06.716413Z","steps":["trace[1597317871] 'agreement among raft nodes before linearized reading' (duration: 1.487622156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412972722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"warn","ts":"2026-03-04T16:23:06.716458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.228661Z","time spent":"1.487789641s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337058236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2718"} {"level":"info","ts":"2026-03-04T16:23:06.716474Z","caller":"traceutil/trace.go:171","msg":"trace[869389297] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:24953; }","duration":"1.413040944s","start":"2026-03-04T16:23:05.303422Z","end":"2026-03-04T16:23:06.716463Z","steps":["trace[869389297] 'agreement among raft nodes before linearized reading' (duration: 1.412925721s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:06.716325Z","caller":"traceutil/trace.go:171","msg":"trace[948170306] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:24953; }","duration":"1.462985584s","start":"2026-03-04T16:23:05.253325Z","end":"2026-03-04T16:23:06.71631Z","steps":["trace[948170306] 'agreement among raft nodes before linearized reading' (duration: 1.46284046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513475018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-04T16:23:06.716513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.303405Z","time spent":"1.413098045s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11565,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.253295Z","time spent":"1.46323083s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7622,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-04T16:23:06.716545Z","caller":"traceutil/trace.go:171","msg":"trace[1967586968] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24953; }","duration":"1.5135405s","start":"2026-03-04T16:23:05.202992Z","end":"2026-03-04T16:23:06.716532Z","steps":["trace[1967586968] 'agreement among raft nodes before linearized reading' (duration: 1.513405966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362875177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14827"} {"level":"warn","ts":"2026-03-04T16:23:06.716592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.202983Z","time spent":"1.513598082s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":966,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437967393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9034"} {"level":"info","ts":"2026-03-04T16:23:06.716617Z","caller":"traceutil/trace.go:171","msg":"trace[1430513084] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:24953; }","duration":"1.362975359s","start":"2026-03-04T16:23:05.353634Z","end":"2026-03-04T16:23:06.716609Z","steps":["trace[1430513084] 'agreement among raft nodes before linearized reading' (duration: 1.362890877s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:06.716629Z","caller":"traceutil/trace.go:171","msg":"trace[1140269241] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:24953; }","duration":"1.438025294s","start":"2026-03-04T16:23:05.278595Z","end":"2026-03-04T16:23:06.71662Z","steps":["trace[1140269241] 'agreement among raft nodes before linearized reading' (duration: 1.437939182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.353615Z","time spent":"1.363022161s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14850,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-03-04T16:23:06.716001Z","caller":"traceutil/trace.go:171","msg":"trace[400015536] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:24953; }","duration":"1.518075805s","start":"2026-03-04T16:23:05.197907Z","end":"2026-03-04T16:23:06.715983Z","steps":["trace[400015536] 'agreement among raft nodes before linearized reading' (duration: 1.51787668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.278579Z","time spent":"1.438073176s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9057,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197902Z","time spent":"1.518782352s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4704,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-04T16:23:06.715924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515594682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T16:23:06.716079Z","caller":"traceutil/trace.go:171","msg":"trace[553583219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24953; }","duration":"890.351502ms","start":"2026-03-04T16:23:05.825716Z","end":"2026-03-04T16:23:06.716067Z","steps":["trace[553583219] 'agreement among raft nodes before linearized reading' (duration: 890.229689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.825642Z","time spent":"891.122151ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:23:06.716784Z","caller":"traceutil/trace.go:171","msg":"trace[1749061815] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24953; }","duration":"1.516477494s","start":"2026-03-04T16:23:05.200276Z","end":"2026-03-04T16:23:06.716753Z","steps":["trace[1749061815] 'agreement among raft nodes before linearized reading' (duration: 1.515439908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.71678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.744057Z","time spent":"971.762436ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:06.716816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.200269Z","time spent":"1.516538795s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197835Z","time spent":"1.518529356s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1661,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T16:23:06.716497Z","caller":"traceutil/trace.go:171","msg":"trace[292458565] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:24953; }","duration":"1.337117798s","start":"2026-03-04T16:23:05.379372Z","end":"2026-03-04T16:23:06.71649Z","steps":["trace[292458565] 'agreement among raft nodes before linearized reading' (duration: 1.337028145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.716128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.493414Z","time spent":"1.222696119s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:06.716926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.379358Z","time spent":"1.337553589s","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2741,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-03-04T16:23:06.716919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51901712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:842"} {"level":"info","ts":"2026-03-04T16:23:06.717018Z","caller":"traceutil/trace.go:171","msg":"trace[1482270141] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24953; }","duration":"1.519126682s","start":"2026-03-04T16:23:05.197879Z","end":"2026-03-04T16:23:06.717005Z","steps":["trace[1482270141] 'agreement among raft nodes before linearized reading' (duration: 1.517946562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.717099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197873Z","time spent":"1.519199944s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":865,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"warn","ts":"2026-03-04T16:23:06.717836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388586147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-03-04T16:23:06.717889Z","caller":"traceutil/trace.go:171","msg":"trace[88303397] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:24953; }","duration":"1.388679339s","start":"2026-03-04T16:23:05.329194Z","end":"2026-03-04T16:23:06.717873Z","steps":["trace[88303397] 'agreement among raft nodes before linearized reading' (duration: 1.388544855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.71792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.329175Z","time spent":"1.388737781s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:23:06.718562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52065169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-03-04T16:23:06.718612Z","caller":"traceutil/trace.go:171","msg":"trace[780510897] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24953; }","duration":"1.520713022s","start":"2026-03-04T16:23:05.197887Z","end":"2026-03-04T16:23:06.7186Z","steps":["trace[780510897] 'agreement among raft nodes before linearized reading' (duration: 1.517911191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.718644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197882Z","time spent":"1.520754863s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5469,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-04T16:23:06.719128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521228675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1056"} {"level":"info","ts":"2026-03-04T16:23:06.719161Z","caller":"traceutil/trace.go:171","msg":"trace[678442516] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24953; }","duration":"1.521278466s","start":"2026-03-04T16:23:05.197875Z","end":"2026-03-04T16:23:06.719154Z","steps":["trace[678442516] 'agreement among raft nodes before linearized reading' (duration: 1.517911601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.719197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.197866Z","time spent":"1.521326577s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1079,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"warn","ts":"2026-03-04T16:23:06.777204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.325111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:06.777281Z","caller":"traceutil/trace.go:171","msg":"trace[887730905] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24954; }","duration":"642.452655ms","start":"2026-03-04T16:23:06.134811Z","end":"2026-03-04T16:23:06.777264Z","steps":["trace[887730905] 'agreement among raft nodes before linearized reading' (duration: 642.307601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.777323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.134757Z","time spent":"642.555327ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:06.777295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.050125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:06.7774Z","caller":"traceutil/trace.go:171","msg":"trace[1893997024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24954; }","duration":"352.217419ms","start":"2026-03-04T16:23:06.42516Z","end":"2026-03-04T16:23:06.777378Z","steps":["trace[1893997024] 'agreement among raft nodes before linearized reading' (duration: 351.933572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.777424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.28504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:23:06.777457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.425142Z","time spent":"352.303452ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:06.777501Z","caller":"traceutil/trace.go:171","msg":"trace[1570200231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24954; }","duration":"136.396863ms","start":"2026-03-04T16:23:06.641082Z","end":"2026-03-04T16:23:06.777479Z","steps":["trace[1570200231] 'agreement among raft nodes before linearized reading' (duration: 136.086715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.777596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.628546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:06.777659Z","caller":"traceutil/trace.go:171","msg":"trace[1260516943] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24954; }","duration":"632.719769ms","start":"2026-03-04T16:23:06.14492Z","end":"2026-03-04T16:23:06.77764Z","steps":["trace[1260516943] 'agreement among raft nodes before linearized reading' (duration: 632.614486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.777818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.144903Z","time spent":"632.897154ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:06.77783Z","caller":"traceutil/trace.go:171","msg":"trace[1110274055] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"139.10986ms","start":"2026-03-04T16:23:06.638707Z","end":"2026-03-04T16:23:06.777817Z","steps":["trace[1110274055] 'process raft request' (duration: 138.163937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.777847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.885536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:06.778011Z","caller":"traceutil/trace.go:171","msg":"trace[1277586925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24954; }","duration":"290.06038ms","start":"2026-03-04T16:23:06.487924Z","end":"2026-03-04T16:23:06.777985Z","steps":["trace[1277586925] 'agreement among raft nodes before linearized reading' (duration: 289.856875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.778114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.513271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T16:23:06.778178Z","caller":"traceutil/trace.go:171","msg":"trace[1117301653] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24954; }","duration":"893.614704ms","start":"2026-03-04T16:23:05.884554Z","end":"2026-03-04T16:23:06.778169Z","steps":["trace[1117301653] 'agreement among raft nodes before linearized reading' (duration: 893.375838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.778211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:05.884539Z","time spent":"893.664395ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T16:23:06.780394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.311287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:23:06.780481Z","caller":"traceutil/trace.go:171","msg":"trace[1673325751] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24954; }","duration":"687.45097ms","start":"2026-03-04T16:23:06.093013Z","end":"2026-03-04T16:23:06.780464Z","steps":["trace[1673325751] 'agreement among raft nodes before linearized reading' (duration: 684.240679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:06.780527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.092994Z","time spent":"687.522082ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2779,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:07.125759Z","caller":"traceutil/trace.go:171","msg":"trace[1162086712] linearizableReadLoop","detail":"{readStateIndex:25888; appliedIndex:25887; }","duration":"348.69787ms","start":"2026-03-04T16:23:06.777029Z","end":"2026-03-04T16:23:07.125727Z","steps":["trace[1162086712] 'read index received' (duration: 249.981359ms)","trace[1162086712] 'applied index is now lower than readState.Index' (duration: 98.715131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:07.125917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.96292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6582"} {"level":"warn","ts":"2026-03-04T16:23:07.125942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.9469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"warn","ts":"2026-03-04T16:23:07.125967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.398692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9672"} {"level":"warn","ts":"2026-03-04T16:23:07.126001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.983661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"warn","ts":"2026-03-04T16:23:07.126026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.433214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"info","ts":"2026-03-04T16:23:07.126034Z","caller":"traceutil/trace.go:171","msg":"trace[139139938] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:24955; }","duration":"401.488894ms","start":"2026-03-04T16:23:06.724532Z","end":"2026-03-04T16:23:07.126021Z","steps":["trace[139139938] 'agreement among raft nodes before linearized reading' (duration: 401.255507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126029Z","caller":"traceutil/trace.go:171","msg":"trace[1968132636] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:24955; }","duration":"401.052693ms","start":"2026-03-04T16:23:06.724956Z","end":"2026-03-04T16:23:07.126009Z","steps":["trace[1968132636] 'agreement among raft nodes before linearized reading' (duration: 400.772825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126057Z","caller":"traceutil/trace.go:171","msg":"trace[65388625] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:24955; }","duration":"399.057892ms","start":"2026-03-04T16:23:06.726983Z","end":"2026-03-04T16:23:07.126041Z","steps":["trace[65388625] 'agreement among raft nodes before linearized reading' (duration: 398.895018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126072Z","caller":"traceutil/trace.go:171","msg":"trace[1409294802] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:24955; }","duration":"405.487974ms","start":"2026-03-04T16:23:06.720567Z","end":"2026-03-04T16:23:07.126055Z","steps":["trace[1409294802] 'agreement among raft nodes before linearized reading' (duration: 405.396622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.124465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"warn","ts":"2026-03-04T16:23:07.126052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.872199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-03-04T16:23:07.125913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.495374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9964"} {"level":"warn","ts":"2026-03-04T16:23:07.126138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.027807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1622"} {"level":"info","ts":"2026-03-04T16:23:07.126147Z","caller":"traceutil/trace.go:171","msg":"trace[674150490] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:24955; }","duration":"401.200636ms","start":"2026-03-04T16:23:06.724935Z","end":"2026-03-04T16:23:07.126136Z","steps":["trace[674150490] 'agreement among raft nodes before linearized reading' (duration: 401.080483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126168Z","caller":"traceutil/trace.go:171","msg":"trace[996591677] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:24955; }","duration":"401.773631ms","start":"2026-03-04T16:23:06.724384Z","end":"2026-03-04T16:23:07.126158Z","steps":["trace[996591677] 'agreement among raft nodes before linearized reading' (duration: 401.37211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126171Z","caller":"traceutil/trace.go:171","msg":"trace[629162640] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:24955; }","duration":"401.012182ms","start":"2026-03-04T16:23:06.725138Z","end":"2026-03-04T16:23:07.12615Z","steps":["trace[629162640] 'agreement among raft nodes before linearized reading' (duration: 400.747875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.73301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"warn","ts":"2026-03-04T16:23:07.126192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724931Z","time spent":"401.245087ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7725,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724379Z","time spent":"401.832002ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9987,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.511185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6541"} {"level":"warn","ts":"2026-03-04T16:23:07.126243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.3211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7866"} {"level":"info","ts":"2026-03-04T16:23:07.126249Z","caller":"traceutil/trace.go:171","msg":"trace[1385346804] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:24955; }","duration":"401.800432ms","start":"2026-03-04T16:23:06.724434Z","end":"2026-03-04T16:23:07.126235Z","steps":["trace[1385346804] 'agreement among raft nodes before linearized reading' (duration: 401.701179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.492544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11364"} {"level":"info","ts":"2026-03-04T16:23:07.126272Z","caller":"traceutil/trace.go:171","msg":"trace[1871498135] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:24955; }","duration":"405.556057ms","start":"2026-03-04T16:23:06.720707Z","end":"2026-03-04T16:23:07.126263Z","steps":["trace[1871498135] 'agreement among raft nodes before linearized reading' (duration: 405.461114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126282Z","caller":"traceutil/trace.go:171","msg":"trace[1924045213] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:24955; }","duration":"405.373222ms","start":"2026-03-04T16:23:06.720898Z","end":"2026-03-04T16:23:07.126271Z","steps":["trace[1924045213] 'agreement among raft nodes before linearized reading' (duration: 405.260089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.720696Z","time spent":"405.595117ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6564,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.101041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5884"} {"level":"warn","ts":"2026-03-04T16:23:07.126026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.47024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"warn","ts":"2026-03-04T16:23:07.126313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.72089Z","time spent":"405.415893ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7889,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.017442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-04T16:23:07.12633Z","caller":"traceutil/trace.go:171","msg":"trace[1124157693] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24955; }","duration":"345.156492ms","start":"2026-03-04T16:23:06.781165Z","end":"2026-03-04T16:23:07.126321Z","steps":["trace[1124157693] 'agreement among raft nodes before linearized reading' (duration: 345.06368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.126346Z","caller":"traceutil/trace.go:171","msg":"trace[879446039] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:24955; }","duration":"404.805577ms","start":"2026-03-04T16:23:06.721523Z","end":"2026-03-04T16:23:07.126329Z","steps":["trace[879446039] 'agreement among raft nodes before linearized reading' (duration: 404.236402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.12637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.781154Z","time spent":"345.208953ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5907,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-04T16:23:07.126372Z","caller":"traceutil/trace.go:171","msg":"trace[1523381113] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24955; }","duration":"399.122134ms","start":"2026-03-04T16:23:06.727234Z","end":"2026-03-04T16:23:07.126356Z","steps":["trace[1523381113] 'agreement among raft nodes before linearized reading' (duration: 398.931379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.721507Z","time spent":"404.859229ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7764,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-04T16:23:07.12642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.727227Z","time spent":"399.181315ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.326616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:07.126501Z","caller":"traceutil/trace.go:171","msg":"trace[2105715562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24955; }","duration":"347.676805ms","start":"2026-03-04T16:23:06.778804Z","end":"2026-03-04T16:23:07.126481Z","steps":["trace[2105715562] 'agreement among raft nodes before linearized reading' (duration: 347.323006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.126537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.778786Z","time spent":"347.741006ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:23:07.125988Z","caller":"traceutil/trace.go:171","msg":"trace[566129642] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:24955; }","duration":"401.056163ms","start":"2026-03-04T16:23:06.724913Z","end":"2026-03-04T16:23:07.125969Z","steps":["trace[566129642] 'agreement among raft nodes before linearized reading' (duration: 400.885038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.16267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.524144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:23:07.162706Z","caller":"traceutil/trace.go:171","msg":"trace[2081047783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24955; }","duration":"380.582906ms","start":"2026-03-04T16:23:06.782112Z","end":"2026-03-04T16:23:07.162695Z","steps":["trace[2081047783] 'agreement among raft nodes before linearized reading' (duration: 344.102075ms)","trace[2081047783] 'get authentication metadata' (duration: 36.388239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:07.162725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.782096Z","time spent":"380.624507ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:23:07.162679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724908Z","time spent":"437.751999ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6605,"request content":"key:\"/registry/deployments/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.72443Z","time spent":"401.849053ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7711,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.614697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7208"} {"level":"info","ts":"2026-03-04T16:23:07.162982Z","caller":"traceutil/trace.go:171","msg":"trace[720576627] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:24955; }","duration":"438.494647ms","start":"2026-03-04T16:23:06.724482Z","end":"2026-03-04T16:23:07.162977Z","steps":["trace[720576627] 'agreement among raft nodes before linearized reading' (duration: 401.554105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724477Z","time spent":"438.517999ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.725132Z","time spent":"401.092254ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"info","ts":"2026-03-04T16:23:07.126183Z","caller":"traceutil/trace.go:171","msg":"trace[1692172394] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24955; }","duration":"402.066128ms","start":"2026-03-04T16:23:06.724103Z","end":"2026-03-04T16:23:07.126169Z","steps":["trace[1692172394] 'agreement among raft nodes before linearized reading' (duration: 401.946715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724075Z","time spent":"439.010711ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1645,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.014223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11423"} {"level":"info","ts":"2026-03-04T16:23:07.163174Z","caller":"traceutil/trace.go:171","msg":"trace[1421780020] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:24955; }","duration":"442.17432ms","start":"2026-03-04T16:23:06.720993Z","end":"2026-03-04T16:23:07.163167Z","steps":["trace[1421780020] 'agreement among raft nodes before linearized reading' (duration: 404.889859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.16319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.720987Z","time spent":"442.197741ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11446,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T16:23:07.163167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724952Z","time spent":"401.124455ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7965,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-03-04T16:23:07.12614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.726974Z","time spent":"399.156414ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-04T16:23:07.125915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.527079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-03-04T16:23:07.163262Z","caller":"traceutil/trace.go:171","msg":"trace[2111596959] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:24955; }","duration":"439.906693ms","start":"2026-03-04T16:23:06.723351Z","end":"2026-03-04T16:23:07.163257Z","steps":["trace[2111596959] 'agreement among raft nodes before linearized reading' (duration: 402.415656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.723345Z","time spent":"439.927664ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7206,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-04T16:23:07.125914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.56321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3038"} {"level":"info","ts":"2026-03-04T16:23:07.163349Z","caller":"traceutil/trace.go:171","msg":"trace[2044477637] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24955; }","duration":"440.033606ms","start":"2026-03-04T16:23:06.723297Z","end":"2026-03-04T16:23:07.163331Z","steps":["trace[2044477637] 'agreement among raft nodes before linearized reading' (duration: 402.509158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.72328Z","time spent":"440.095287ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3061,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-03-04T16:23:07.125767Z","caller":"traceutil/trace.go:171","msg":"trace[1169201174] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"404.418797ms","start":"2026-03-04T16:23:06.721304Z","end":"2026-03-04T16:23:07.125723Z","steps":["trace[1169201174] 'process raft request' (duration: 305.692916ms)","trace[1169201174] 'compare' (duration: 98.576577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:07.163487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.721291Z","time spent":"442.15902ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:07.126072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724528Z","time spent":"401.536645ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9695,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-04T16:23:07.126145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.720552Z","time spent":"405.583236ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"info","ts":"2026-03-04T16:23:07.126293Z","caller":"traceutil/trace.go:171","msg":"trace[1238865936] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:24955; }","duration":"401.775571ms","start":"2026-03-04T16:23:06.724507Z","end":"2026-03-04T16:23:07.126282Z","steps":["trace[1238865936] 'agreement among raft nodes before linearized reading' (duration: 401.447733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724503Z","time spent":"439.124253ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11387,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T16:23:07.132515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.626858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"info","ts":"2026-03-04T16:23:07.163682Z","caller":"traceutil/trace.go:171","msg":"trace[848077200] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:24955; }","duration":"438.812885ms","start":"2026-03-04T16:23:06.724857Z","end":"2026-03-04T16:23:07.163669Z","steps":["trace[848077200] 'agreement among raft nodes before linearized reading' (duration: 400.97222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.163714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:06.724848Z","time spent":"438.857516ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8097,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-04T16:23:07.783118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.754516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:07.783461Z","caller":"traceutil/trace.go:171","msg":"trace[2107320491] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"586.909743ms","start":"2026-03-04T16:23:07.196532Z","end":"2026-03-04T16:23:07.783442Z","steps":["trace[2107320491] 'process raft request' (duration: 586.864212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.78347Z","caller":"traceutil/trace.go:171","msg":"trace[16108562] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25888; }","duration":"617.858914ms","start":"2026-03-04T16:23:07.165591Z","end":"2026-03-04T16:23:07.78345Z","steps":["trace[16108562] 'read index received' (duration: 86.77394ms)","trace[16108562] 'applied index is now lower than readState.Index' (duration: 531.082844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:07.783554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.196511Z","time spent":"586.993944ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:07.783552Z","caller":"traceutil/trace.go:171","msg":"trace[1591247827] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"617.986737ms","start":"2026-03-04T16:23:07.165531Z","end":"2026-03-04T16:23:07.783518Z","steps":["trace[1591247827] 'process raft request' (duration: 86.76734ms)","trace[1591247827] 'compare' (duration: 530.246572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:07.783639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.672534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:07.783677Z","caller":"traceutil/trace.go:171","msg":"trace[27602209] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24959; }","duration":"551.744345ms","start":"2026-03-04T16:23:07.231922Z","end":"2026-03-04T16:23:07.783666Z","steps":["trace[27602209] 'agreement among raft nodes before linearized reading' (duration: 551.670073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.783685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.165522Z","time spent":"618.10413ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:07.783675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.064919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-03-04T16:23:07.78371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.231907Z","time spent":"551.795877ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:23:07.783742Z","caller":"traceutil/trace.go:171","msg":"trace[775621346] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:24959; }","duration":"618.136751ms","start":"2026-03-04T16:23:07.165586Z","end":"2026-03-04T16:23:07.783723Z","steps":["trace[775621346] 'agreement among raft nodes before linearized reading' (duration: 617.955676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.783794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.165551Z","time spent":"618.234313ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4523,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-03-04T16:23:07.783811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.573727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-03-04T16:23:07.783856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.450754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-04T16:23:07.783908Z","caller":"traceutil/trace.go:171","msg":"trace[1980119904] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:24959; }","duration":"617.514065ms","start":"2026-03-04T16:23:07.166382Z","end":"2026-03-04T16:23:07.783896Z","steps":["trace[1980119904] 'agreement among raft nodes before linearized reading' (duration: 617.353861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.783914Z","caller":"traceutil/trace.go:171","msg":"trace[1655282035] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:24959; }","duration":"617.723001ms","start":"2026-03-04T16:23:07.166167Z","end":"2026-03-04T16:23:07.78389Z","steps":["trace[1655282035] 'agreement among raft nodes before linearized reading' (duration: 617.427763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.783951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.166372Z","time spent":"617.571907ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3129,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:07.783983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.166118Z","time spent":"617.845234ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-04T16:23:07.784004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.792152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-04T16:23:07.783888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.432473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-03-04T16:23:07.784026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.638899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T16:23:07.78405Z","caller":"traceutil/trace.go:171","msg":"trace[286108784] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24959; }","duration":"615.853703ms","start":"2026-03-04T16:23:07.168179Z","end":"2026-03-04T16:23:07.784033Z","steps":["trace[286108784] 'agreement among raft nodes before linearized reading' (duration: 615.749961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.78405Z","caller":"traceutil/trace.go:171","msg":"trace[724171113] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24959; }","duration":"617.618658ms","start":"2026-03-04T16:23:07.16642Z","end":"2026-03-04T16:23:07.784039Z","steps":["trace[724171113] 'agreement among raft nodes before linearized reading' (duration: 617.29767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.237726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:07.784084Z","caller":"traceutil/trace.go:171","msg":"trace[1614050645] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24959; }","duration":"617.7145ms","start":"2026-03-04T16:23:07.166357Z","end":"2026-03-04T16:23:07.784071Z","steps":["trace[1614050645] 'agreement among raft nodes before linearized reading' (duration: 617.535816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.78409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.166416Z","time spent":"617.667379ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"info","ts":"2026-03-04T16:23:07.784099Z","caller":"traceutil/trace.go:171","msg":"trace[243630567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24959; }","duration":"292.297047ms","start":"2026-03-04T16:23:07.491789Z","end":"2026-03-04T16:23:07.784086Z","steps":["trace[243630567] 'agreement among raft nodes before linearized reading' (duration: 292.238645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.166352Z","time spent":"617.765732ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T16:23:07.784161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.430098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-04T16:23:07.784197Z","caller":"traceutil/trace.go:171","msg":"trace[1385705853] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24959; }","duration":"616.47461ms","start":"2026-03-04T16:23:07.167713Z","end":"2026-03-04T16:23:07.784188Z","steps":["trace[1385705853] 'agreement among raft nodes before linearized reading' (duration: 616.392947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.396276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:07.784087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.168163Z","time spent":"615.917165ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T16:23:07.783664Z","caller":"traceutil/trace.go:171","msg":"trace[1267725062] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"588.532164ms","start":"2026-03-04T16:23:07.195047Z","end":"2026-03-04T16:23:07.783579Z","steps":["trace[1267725062] 'process raft request' (duration: 588.311609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.167707Z","time spent":"616.509941ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-04T16:23:07.784258Z","caller":"traceutil/trace.go:171","msg":"trace[1683684581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24959; }","duration":"295.476008ms","start":"2026-03-04T16:23:07.488769Z","end":"2026-03-04T16:23:07.784245Z","steps":["trace[1683684581] 'agreement among raft nodes before linearized reading' (duration: 295.416926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:07.78352Z","caller":"traceutil/trace.go:171","msg":"trace[1672239523] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"588.924243ms","start":"2026-03-04T16:23:07.194548Z","end":"2026-03-04T16:23:07.783473Z","steps":["trace[1672239523] 'process raft request' (duration: 588.678207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.194516Z","time spent":"590.423432ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:07.784152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.374901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:07.785231Z","caller":"traceutil/trace.go:171","msg":"trace[1833398851] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24959; }","duration":"427.48814ms","start":"2026-03-04T16:23:07.357724Z","end":"2026-03-04T16:23:07.785212Z","steps":["trace[1833398851] 'agreement among raft nodes before linearized reading' (duration: 426.378741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:07.784658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.19504Z","time spent":"589.324195ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:07.785284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.357661Z","time spent":"427.605612ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:08.308038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:23:08.764658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.929432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:08.765643Z","caller":"traceutil/trace.go:171","msg":"trace[1479758754] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"958.325167ms","start":"2026-03-04T16:23:07.807295Z","end":"2026-03-04T16:23:08.76562Z","steps":["trace[1479758754] 'process raft request' (duration: 836.368099ms)","trace[1479758754] 'compare' (duration: 120.687576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:08.765811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.807283Z","time spent":"958.470891ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:09.002262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.405421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:23:09.002455Z","caller":"traceutil/trace.go:171","msg":"trace[2142801725] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25892; }","duration":"1.194723433s","start":"2026-03-04T16:23:07.807712Z","end":"2026-03-04T16:23:09.002435Z","steps":["trace[2142801725] 'read index received' (duration: 836.02655ms)","trace[2142801725] 'applied index is now lower than readState.Index' (duration: 358.694923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:09.002703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194965079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:23:09.002804Z","caller":"traceutil/trace.go:171","msg":"trace[1948547354] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24960; }","duration":"1.195095443s","start":"2026-03-04T16:23:07.807684Z","end":"2026-03-04T16:23:09.002779Z","steps":["trace[1948547354] 'agreement among raft nodes before linearized reading' (duration: 1.194825996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:09.002874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:07.80767Z","time spent":"1.195186135s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T16:23:09.002723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.495827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:09.003176Z","caller":"traceutil/trace.go:171","msg":"trace[1308344283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24960; }","duration":"375.9652ms","start":"2026-03-04T16:23:08.62715Z","end":"2026-03-04T16:23:09.003115Z","steps":["trace[1308344283] 'agreement among raft nodes before linearized reading' (duration: 375.442166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:09.003275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:08.62713Z","time spent":"376.099873ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:09.488448Z","caller":"traceutil/trace.go:171","msg":"trace[358183726] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25895; }","duration":"389.839969ms","start":"2026-03-04T16:23:09.098578Z","end":"2026-03-04T16:23:09.488418Z","steps":["trace[358183726] 'read index received' (duration: 324.940301ms)","trace[358183726] 'applied index is now lower than readState.Index' (duration: 64.898148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:09.48852Z","caller":"traceutil/trace.go:171","msg":"trace[1878760749] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"396.181501ms","start":"2026-03-04T16:23:09.092281Z","end":"2026-03-04T16:23:09.488463Z","steps":["trace[1878760749] 'process raft request' (duration: 331.322504ms)","trace[1878760749] 'compare' (duration: 64.59572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:09.488697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.49937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:09.4887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.090537Z","time spent":"398.093358ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:09.488718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.136577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-04T16:23:09.488747Z","caller":"traceutil/trace.go:171","msg":"trace[728505985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24961; }","duration":"257.606252ms","start":"2026-03-04T16:23:09.231127Z","end":"2026-03-04T16:23:09.488733Z","steps":["trace[728505985] 'agreement among raft nodes before linearized reading' (duration: 257.50501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:09.488754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.029058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:09.488807Z","caller":"traceutil/trace.go:171","msg":"trace[1310728804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24961; }","duration":"322.08364ms","start":"2026-03-04T16:23:09.166708Z","end":"2026-03-04T16:23:09.488792Z","steps":["trace[1310728804] 'agreement among raft nodes before linearized reading' (duration: 321.924516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:09.488847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.166658Z","time spent":"322.181562ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:23:09.488757Z","caller":"traceutil/trace.go:171","msg":"trace[1632287766] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24961; }","duration":"390.206999ms","start":"2026-03-04T16:23:09.098541Z","end":"2026-03-04T16:23:09.488748Z","steps":["trace[1632287766] 'agreement among raft nodes before linearized reading' (duration: 389.966293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:09.489051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.098526Z","time spent":"390.473175ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-04T16:23:10.002329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:23:10.370947Z","caller":"traceutil/trace.go:171","msg":"trace[173400221] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"877.892107ms","start":"2026-03-04T16:23:09.493032Z","end":"2026-03-04T16:23:10.370924Z","steps":["trace[173400221] 'process raft request' (duration: 877.587519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:10.371093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.493009Z","time spent":"878.003871ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:11.10498Z","caller":"traceutil/trace.go:171","msg":"trace[1203459011] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25896; }","duration":"1.606469476s","start":"2026-03-04T16:23:09.498489Z","end":"2026-03-04T16:23:11.104958Z","steps":["trace[1203459011] 'read index received' (duration: 872.353428ms)","trace[1203459011] 'applied index is now lower than readState.Index' (duration: 734.114768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:11.105095Z","caller":"traceutil/trace.go:171","msg":"trace[844296717] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"1.31466986s","start":"2026-03-04T16:23:09.790409Z","end":"2026-03-04T16:23:11.105079Z","steps":["trace[844296717] 'process raft request' (duration: 1.314359363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.105193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.790387Z","time spent":"1.314729892s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:11.105269Z","caller":"traceutil/trace.go:171","msg":"trace[816275954] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"1.611069062s","start":"2026-03-04T16:23:09.494172Z","end":"2026-03-04T16:23:11.105241Z","steps":["trace[816275954] 'process raft request' (duration: 1.61018522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.10539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.49416Z","time spent":"1.611173455s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:23:11.105413Z","caller":"traceutil/trace.go:171","msg":"trace[1780428321] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"1.313356378s","start":"2026-03-04T16:23:09.792049Z","end":"2026-03-04T16:23:11.105405Z","steps":["trace[1780428321] 'process raft request' (duration: 1.312805915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.105452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.792021Z","time spent":"1.313408349s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:11.10555Z","caller":"traceutil/trace.go:171","msg":"trace[1824989745] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"1.312764623s","start":"2026-03-04T16:23:09.792778Z","end":"2026-03-04T16:23:11.105543Z","steps":["trace[1824989745] 'process raft request' (duration: 1.312100786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.105608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.792755Z","time spent":"1.312817414s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:11.105741Z","caller":"traceutil/trace.go:171","msg":"trace[615270094] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"989.287959ms","start":"2026-03-04T16:23:10.116447Z","end":"2026-03-04T16:23:11.105735Z","steps":["trace[615270094] 'process raft request' (duration: 988.462088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.105785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.116418Z","time spent":"989.34536ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:11.105959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607461311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T16:23:11.10611Z","caller":"traceutil/trace.go:171","msg":"trace[1199305195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24967; }","duration":"1.607648266s","start":"2026-03-04T16:23:09.49845Z","end":"2026-03-04T16:23:11.106098Z","steps":["trace[1199305195] 'agreement among raft nodes before linearized reading' (duration: 1.607311517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.106469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.498436Z","time spent":"1.608017184s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-04T16:23:11.179021Z","caller":"traceutil/trace.go:171","msg":"trace[2004278553] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"752.565274ms","start":"2026-03-04T16:23:10.426428Z","end":"2026-03-04T16:23:11.178994Z","steps":["trace[2004278553] 'process raft request' (duration: 752.306877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.179181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.426395Z","time spent":"752.697917ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:11.179322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.334012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:11.179374Z","caller":"traceutil/trace.go:171","msg":"trace[735453131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24968; }","duration":"562.413314ms","start":"2026-03-04T16:23:10.616935Z","end":"2026-03-04T16:23:11.179349Z","steps":["trace[735453131] 'agreement among raft nodes before linearized reading' (duration: 562.351613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.179412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.616913Z","time spent":"562.489346ms","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:11.179619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062123838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:11.179721Z","caller":"traceutil/trace.go:171","msg":"trace[256729506] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24968; }","duration":"1.062274201s","start":"2026-03-04T16:23:10.117423Z","end":"2026-03-04T16:23:11.179697Z","steps":["trace[256729506] 'agreement among raft nodes before linearized reading' (duration: 1.061987163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.179767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.807066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:11.179826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.117409Z","time spent":"1.062398095s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:11.179863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.901951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:23:11.179876Z","caller":"traceutil/trace.go:171","msg":"trace[1514488214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24968; }","duration":"692.989061ms","start":"2026-03-04T16:23:10.486869Z","end":"2026-03-04T16:23:11.179858Z","steps":["trace[1514488214] 'agreement among raft nodes before linearized reading' (duration: 692.740995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:11.179923Z","caller":"traceutil/trace.go:171","msg":"trace[591337263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24968; }","duration":"866.992033ms","start":"2026-03-04T16:23:10.312916Z","end":"2026-03-04T16:23:11.179908Z","steps":["trace[591337263] 'agreement among raft nodes before linearized reading' (duration: 866.84475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.179837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516944127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:11.180052Z","caller":"traceutil/trace.go:171","msg":"trace[195529518] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24968; }","duration":"1.517159422s","start":"2026-03-04T16:23:09.662872Z","end":"2026-03-04T16:23:11.180032Z","steps":["trace[195529518] 'agreement among raft nodes before linearized reading' (duration: 1.516878805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:11.179954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.3129Z","time spent":"867.046954ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:23:11.180159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:09.662857Z","time spent":"1.517283245s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:11.179961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:10.486854Z","time spent":"693.095563ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:12.101638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.088667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-04T16:23:12.101741Z","caller":"traceutil/trace.go:171","msg":"trace[1015939826] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24970; }","duration":"730.21447ms","start":"2026-03-04T16:23:11.371506Z","end":"2026-03-04T16:23:12.101721Z","steps":["trace[1015939826] 'range keys from in-memory index tree' (duration: 729.930993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.10179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.371494Z","time spent":"730.284373ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-04T16:23:12.102177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.958894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:12.102256Z","caller":"traceutil/trace.go:171","msg":"trace[1781273587] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"611.701958ms","start":"2026-03-04T16:23:11.49054Z","end":"2026-03-04T16:23:12.102242Z","steps":["trace[1781273587] 'read index received' (duration: 358.629411ms)","trace[1781273587] 'applied index is now lower than readState.Index' (duration: 253.071377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:12.102297Z","caller":"traceutil/trace.go:171","msg":"trace[16564905] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"730.743974ms","start":"2026-03-04T16:23:11.371536Z","end":"2026-03-04T16:23:12.10228Z","steps":["trace[16564905] 'process raft request' (duration: 477.626096ms)","trace[16564905] 'compare' (duration: 252.651996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:12.102364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.824362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:12.102385Z","caller":"traceutil/trace.go:171","msg":"trace[537336679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24971; }","duration":"611.919703ms","start":"2026-03-04T16:23:11.490458Z","end":"2026-03-04T16:23:12.102378Z","steps":["trace[537336679] 'agreement among raft nodes before linearized reading' (duration: 611.843072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.102409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.49044Z","time spent":"611.961855ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:12.102726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.371523Z","time spent":"731.141814ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:12.611448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.302932Z","time spent":"308.510977ms","remote":"127.0.0.1:58264","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:23:12.612004Z","caller":"traceutil/trace.go:171","msg":"trace[742141380] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25906; }","duration":"509.706444ms","start":"2026-03-04T16:23:12.102278Z","end":"2026-03-04T16:23:12.611985Z","steps":["trace[742141380] 'read index received' (duration: 494.648834ms)","trace[742141380] 'applied index is now lower than readState.Index' (duration: 15.05627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:12.61242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.272661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:12.612438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040321676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:23:12.612439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.203846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:23:12.612464Z","caller":"traceutil/trace.go:171","msg":"trace[502924323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24972; }","duration":"793.370674ms","start":"2026-03-04T16:23:11.819084Z","end":"2026-03-04T16:23:12.612454Z","steps":["trace[502924323] 'agreement among raft nodes before linearized reading' (duration: 793.273372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:12.61248Z","caller":"traceutil/trace.go:171","msg":"trace[460023821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24972; }","duration":"506.290978ms","start":"2026-03-04T16:23:12.106179Z","end":"2026-03-04T16:23:12.61247Z","steps":["trace[460023821] 'agreement among raft nodes before linearized reading' (duration: 506.164915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:12.612484Z","caller":"traceutil/trace.go:171","msg":"trace[149426652] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24972; }","duration":"1.040395348s","start":"2026-03-04T16:23:11.572069Z","end":"2026-03-04T16:23:12.612465Z","steps":["trace[149426652] 'agreement among raft nodes before linearized reading' (duration: 1.040261215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.612491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.819065Z","time spent":"793.419305ms","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:12.612509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.106161Z","time spent":"506.34043ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T16:23:12.612488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.485192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:12.612573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.715424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:23:12.612636Z","caller":"traceutil/trace.go:171","msg":"trace[1096244695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24972; }","duration":"236.806136ms","start":"2026-03-04T16:23:12.375815Z","end":"2026-03-04T16:23:12.612621Z","steps":["trace[1096244695] 'agreement among raft nodes before linearized reading' (duration: 236.56285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:12.612583Z","caller":"traceutil/trace.go:171","msg":"trace[1751898900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24972; }","duration":"124.650606ms","start":"2026-03-04T16:23:12.487912Z","end":"2026-03-04T16:23:12.612562Z","steps":["trace[1751898900] 'agreement among raft nodes before linearized reading' (duration: 124.465001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.612512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.572048Z","time spent":"1.040456829s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:23:12.61241Z","caller":"traceutil/trace.go:171","msg":"trace[1307649242] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"830.136702ms","start":"2026-03-04T16:23:11.782223Z","end":"2026-03-04T16:23:12.612359Z","steps":["trace[1307649242] 'process raft request' (duration: 814.670081ms)","trace[1307649242] 'compare' (duration: 14.944968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:12.614007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:11.782196Z","time spent":"831.66031ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:12.900282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.103042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:12.910142Z","caller":"traceutil/trace.go:171","msg":"trace[256006457] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"292.461522ms","start":"2026-03-04T16:23:12.617614Z","end":"2026-03-04T16:23:12.910075Z","steps":["trace[256006457] 'process raft request' (duration: 101.486072ms)","trace[256006457] 'compare' (duration: 180.766733ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:12.91028Z","caller":"traceutil/trace.go:171","msg":"trace[1672783491] linearizableReadLoop","detail":"{readStateIndex:25909; appliedIndex:25907; }","duration":"284.776297ms","start":"2026-03-04T16:23:12.625429Z","end":"2026-03-04T16:23:12.910205Z","steps":["trace[1672783491] 'read index received' (duration: 63.550963ms)","trace[1672783491] 'applied index is now lower than readState.Index' (duration: 221.222164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:12.910496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.054224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-04T16:23:12.910598Z","caller":"traceutil/trace.go:171","msg":"trace[1482117907] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24973; }","duration":"285.123956ms","start":"2026-03-04T16:23:12.625425Z","end":"2026-03-04T16:23:12.910549Z","steps":["trace[1482117907] 'agreement among raft nodes before linearized reading' (duration: 284.935311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:12.914435Z","caller":"traceutil/trace.go:171","msg":"trace[1485389005] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"224.030254ms","start":"2026-03-04T16:23:12.690381Z","end":"2026-03-04T16:23:12.914411Z","steps":["trace[1485389005] 'process raft request' (duration: 219.620053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.914521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.379925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:12.914583Z","caller":"traceutil/trace.go:171","msg":"trace[1420728947] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24974; }","duration":"108.484148ms","start":"2026-03-04T16:23:12.806082Z","end":"2026-03-04T16:23:12.914566Z","steps":["trace[1420728947] 'agreement among raft nodes before linearized reading' (duration: 108.321794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:12.914789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.386981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:23:12.914819Z","caller":"traceutil/trace.go:171","msg":"trace[2073965646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24974; }","duration":"105.460692ms","start":"2026-03-04T16:23:12.809352Z","end":"2026-03-04T16:23:12.914813Z","steps":["trace[2073965646] 'agreement among raft nodes before linearized reading' (duration: 105.37115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.283058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.440273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:13.283215Z","caller":"traceutil/trace.go:171","msg":"trace[2079351619] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"363.806491ms","start":"2026-03-04T16:23:12.919361Z","end":"2026-03-04T16:23:13.283167Z","steps":["trace[2079351619] 'process raft request' (duration: 82.177943ms)","trace[2079351619] 'compare' (duration: 281.218518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:13.283353Z","caller":"traceutil/trace.go:171","msg":"trace[1232621448] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25910; }","duration":"363.617898ms","start":"2026-03-04T16:23:12.919705Z","end":"2026-03-04T16:23:13.283322Z","steps":["trace[1232621448] 'read index received' (duration: 81.781114ms)","trace[1232621448] 'applied index is now lower than readState.Index' (duration: 281.833914ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:13.283448Z","caller":"traceutil/trace.go:171","msg":"trace[357391135] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"171.594291ms","start":"2026-03-04T16:23:13.111829Z","end":"2026-03-04T16:23:13.283423Z","steps":["trace[357391135] 'process raft request' (duration: 171.458788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.283399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.919347Z","time spent":"363.976747ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T16:23:13.283933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.206032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18824"} {"level":"info","ts":"2026-03-04T16:23:13.284001Z","caller":"traceutil/trace.go:171","msg":"trace[918698939] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24976; }","duration":"364.314965ms","start":"2026-03-04T16:23:12.919671Z","end":"2026-03-04T16:23:13.283986Z","steps":["trace[918698939] 'agreement among raft nodes before linearized reading' (duration: 363.781692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.284044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.919657Z","time spent":"364.379066ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:23:13.784168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388557,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:23:13.928174Z","caller":"traceutil/trace.go:171","msg":"trace[1808573034] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25912; }","duration":"644.720292ms","start":"2026-03-04T16:23:13.283424Z","end":"2026-03-04T16:23:13.928144Z","steps":["trace[1808573034] 'read index received' (duration: 630.969365ms)","trace[1808573034] 'applied index is now lower than readState.Index' (duration: 13.749657ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:13.928209Z","caller":"traceutil/trace.go:171","msg":"trace[930485049] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"816.262292ms","start":"2026-03-04T16:23:13.111917Z","end":"2026-03-04T16:23:13.928179Z","steps":["trace[930485049] 'process raft request' (duration: 802.536006ms)","trace[930485049] 'compare' (duration: 13.1009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:13.928362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.111875Z","time spent":"816.396326ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:13.928582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.903447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:23:13.928701Z","caller":"traceutil/trace.go:171","msg":"trace[178294397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24978; }","duration":"685.073032ms","start":"2026-03-04T16:23:13.243606Z","end":"2026-03-04T16:23:13.928679Z","steps":["trace[178294397] 'agreement among raft nodes before linearized reading' (duration: 684.59235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.928849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.243583Z","time spent":"685.251766ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:13.928918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.013804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T16:23:13.929006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007475918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:13.929018Z","caller":"traceutil/trace.go:171","msg":"trace[942963704] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"811.473201ms","start":"2026-03-04T16:23:13.117512Z","end":"2026-03-04T16:23:13.928986Z","steps":["trace[942963704] 'process raft request' (duration: 810.517688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:13.92911Z","caller":"traceutil/trace.go:171","msg":"trace[1037104980] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24978; }","duration":"1.007612622s","start":"2026-03-04T16:23:12.921474Z","end":"2026-03-04T16:23:13.929086Z","steps":["trace[1037104980] 'agreement among raft nodes before linearized reading' (duration: 1.007423697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.999914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:13.928992Z","caller":"traceutil/trace.go:171","msg":"trace[2019834323] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24978; }","duration":"770.313732ms","start":"2026-03-04T16:23:13.158655Z","end":"2026-03-04T16:23:13.928968Z","steps":["trace[2019834323] 'agreement among raft nodes before linearized reading' (duration: 769.645315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.921469Z","time spent":"1.007677503s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:23:13.929194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.117492Z","time spent":"811.616494ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:13.929199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008722779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-04T16:23:13.929224Z","caller":"traceutil/trace.go:171","msg":"trace[1851158732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24978; }","duration":"579.158217ms","start":"2026-03-04T16:23:13.350029Z","end":"2026-03-04T16:23:13.929187Z","steps":["trace[1851158732] 'agreement among raft nodes before linearized reading' (duration: 578.982253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.350011Z","time spent":"579.26501ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:23:13.929302Z","caller":"traceutil/trace.go:171","msg":"trace[63351142] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24978; }","duration":"1.008860853s","start":"2026-03-04T16:23:12.920421Z","end":"2026-03-04T16:23:13.929282Z","steps":["trace[63351142] 'agreement among raft nodes before linearized reading' (duration: 1.008506674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.743429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:13.929339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.73922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:13.929393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.920416Z","time spent":"1.008960975s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T16:23:13.929217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.158638Z","time spent":"770.561129ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T16:23:13.929404Z","caller":"traceutil/trace.go:171","msg":"trace[645254476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24978; }","duration":"552.931935ms","start":"2026-03-04T16:23:13.376452Z","end":"2026-03-04T16:23:13.929384Z","steps":["trace[645254476] 'agreement among raft nodes before linearized reading' (duration: 552.818362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.37643Z","time spent":"553.041618ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:13.929389Z","caller":"traceutil/trace.go:171","msg":"trace[1135514930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24978; }","duration":"443.824002ms","start":"2026-03-04T16:23:13.485539Z","end":"2026-03-04T16:23:13.929362Z","steps":["trace[1135514930] 'agreement among raft nodes before linearized reading' (duration: 443.725639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.929625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:13.485522Z","time spent":"444.040287ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:13.930676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010579946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:23:13.930738Z","caller":"traceutil/trace.go:171","msg":"trace[372338670] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24978; }","duration":"1.010656468s","start":"2026-03-04T16:23:12.920066Z","end":"2026-03-04T16:23:13.930723Z","steps":["trace[372338670] 'agreement among raft nodes before linearized reading' (duration: 1.008793031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:13.930773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:12.920061Z","time spent":"1.01070409s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:23:15.974895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640569626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:15.975014Z","caller":"traceutil/trace.go:171","msg":"trace[2121595621] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24980; }","duration":"1.64075618s","start":"2026-03-04T16:23:14.334228Z","end":"2026-03-04T16:23:15.974984Z","steps":["trace[2121595621] 'count revisions from in-memory index tree' (duration: 1.640409082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.97507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.334196Z","time spent":"1.640858823s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:15.97529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058177077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:23:15.975352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555308054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:15.975373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148558659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:15.975402Z","caller":"traceutil/trace.go:171","msg":"trace[709811218] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24980; }","duration":"1.555397596s","start":"2026-03-04T16:23:14.419987Z","end":"2026-03-04T16:23:15.975384Z","steps":["trace[709811218] 'count revisions from in-memory index tree' (duration: 1.555200122s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:15.97544Z","caller":"traceutil/trace.go:171","msg":"trace[61570147] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24980; }","duration":"1.148671403s","start":"2026-03-04T16:23:14.826748Z","end":"2026-03-04T16:23:15.975419Z","steps":["trace[61570147] 'count revisions from in-memory index tree' (duration: 1.148465716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.975448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.41996Z","time spent":"1.555476689s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:15.975496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.826728Z","time spent":"1.148750814s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:15.97538Z","caller":"traceutil/trace.go:171","msg":"trace[1104724346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24980; }","duration":"1.05831115s","start":"2026-03-04T16:23:14.917043Z","end":"2026-03-04T16:23:15.975354Z","steps":["trace[1104724346] 'range keys from in-memory index tree' (duration: 1.057975261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.975444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00240432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:15.97578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.917022Z","time spent":"1.058739081s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:23:15.975841Z","caller":"traceutil/trace.go:171","msg":"trace[1290422952] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24980; }","duration":"1.002848501s","start":"2026-03-04T16:23:14.972962Z","end":"2026-03-04T16:23:15.975811Z","steps":["trace[1290422952] 'count revisions from in-memory index tree' (duration: 1.002289457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.975886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487569505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:15.975927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.972931Z","time spent":"1.002963704s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:15.975962Z","caller":"traceutil/trace.go:171","msg":"trace[293341815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24980; }","duration":"1.487644616s","start":"2026-03-04T16:23:14.488273Z","end":"2026-03-04T16:23:15.975917Z","steps":["trace[293341815] 'range keys from in-memory index tree' (duration: 1.487486303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.975998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:14.488254Z","time spent":"1.487736119s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:15.976233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.951507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:15.976282Z","caller":"traceutil/trace.go:171","msg":"trace[743420651] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24980; }","duration":"723.036078ms","start":"2026-03-04T16:23:15.253232Z","end":"2026-03-04T16:23:15.976268Z","steps":["trace[743420651] 'count revisions from in-memory index tree' (duration: 722.874194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:15.976338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.253213Z","time spent":"723.1121ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:16.157878Z","caller":"traceutil/trace.go:171","msg":"trace[1197808961] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"867.493155ms","start":"2026-03-04T16:23:15.290345Z","end":"2026-03-04T16:23:16.157838Z","steps":["trace[1197808961] 'process raft request' (duration: 867.061553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:16.158238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.290322Z","time spent":"867.682ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:17.977947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00088832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:23:17.978292Z","caller":"traceutil/trace.go:171","msg":"trace[374162076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00128713s","start":"2026-03-04T16:23:15.976981Z","end":"2026-03-04T16:23:17.978268Z","steps":["trace[374162076] 'agreement among raft nodes before linearized reading' (duration: 2.000922371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:17.978488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.976963Z","time spent":"2.001508477s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:23:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:19.3563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.198902208s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:23:19.356772Z","caller":"traceutil/trace.go:171","msg":"trace[222443106] linearizableReadLoop","detail":"{readStateIndex:25919; appliedIndex:25916; }","duration":"3.379723332s","start":"2026-03-04T16:23:15.977027Z","end":"2026-03-04T16:23:19.356751Z","steps":["trace[222443106] 'read index received' (duration: 180.435034ms)","trace[222443106] 'applied index is now lower than readState.Index' (duration: 3.199287298s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:19.35685Z","caller":"traceutil/trace.go:171","msg":"trace[581833063] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"3.42002697s","start":"2026-03-04T16:23:15.93677Z","end":"2026-03-04T16:23:19.356797Z","steps":["trace[581833063] 'process raft request' (duration: 3.41969435s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:19.356916Z","caller":"traceutil/trace.go:171","msg":"trace[1571878846] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"3.376493741s","start":"2026-03-04T16:23:15.980384Z","end":"2026-03-04T16:23:19.356878Z","steps":["trace[1571878846] 'process raft request' (duration: 3.376312556s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:19.356871Z","caller":"traceutil/trace.go:171","msg":"trace[1933790719] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"3.419058365s","start":"2026-03-04T16:23:15.937781Z","end":"2026-03-04T16:23:19.356839Z","steps":["trace[1933790719] 'process raft request' (duration: 3.418858619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:19.357029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.936747Z","time spent":"3.420194403s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:19.357074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.980363Z","time spent":"3.376630074s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:19.357121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:15.937771Z","time spent":"3.419271831s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:19.985801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00083994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:23:19.985912Z","caller":"traceutil/trace.go:171","msg":"trace[574731131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001002374s","start":"2026-03-04T16:23:17.984885Z","end":"2026-03-04T16:23:19.985888Z","steps":["trace[574731131] 'agreement among raft nodes before linearized reading' (duration: 2.00086858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:19.985968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:17.984869Z","time spent":"2.001089425s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:21.231231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:23:21.231326Z","caller":"traceutil/trace.go:171","msg":"trace[1253125004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392558s","start":"2026-03-04T16:23:19.230905Z","end":"2026-03-04T16:23:21.231298Z","steps":["trace[1253125004] 'agreement among raft nodes before linearized reading' (duration: 2.000284535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:21.231405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.23089Z","time spent":"2.000496761s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:23:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:21.987956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:23:21.98807Z","caller":"traceutil/trace.go:171","msg":"trace[246842848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812737s","start":"2026-03-04T16:23:19.987229Z","end":"2026-03-04T16:23:21.988042Z","steps":["trace[246842848] 'agreement among raft nodes before linearized reading' (duration: 2.000676443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:21.988148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.987208Z","time spent":"2.00092145s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:23:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:23.162585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.164412Z","time spent":"4.998161015s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:23:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:23.993995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:23:23.994078Z","caller":"traceutil/trace.go:171","msg":"trace[91831562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001628s","start":"2026-03-04T16:23:21.993894Z","end":"2026-03-04T16:23:23.994057Z","steps":["trace[91831562] 'agreement among raft nodes before linearized reading' (duration: 2.000040747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:23.994126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.993876Z","time spent":"2.000238602s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:23:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:24.167171Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"46079cb974ae3b3f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T16:23:24.621023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:17.62035Z","time spent":"7.000665297s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T16:23:25.112025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.486047268s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:23:25.113781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267545532s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:25.113914Z","caller":"traceutil/trace.go:171","msg":"trace[613115661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24984; }","duration":"1.267698336s","start":"2026-03-04T16:23:23.846193Z","end":"2026-03-04T16:23:25.113891Z","steps":["trace[613115661] 'range keys from in-memory index tree' (duration: 1.267526542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:25.584988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.389817067s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:23:25.994689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:23:25.994758Z","caller":"traceutil/trace.go:171","msg":"trace[2100165489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521931s","start":"2026-03-04T16:23:23.994221Z","end":"2026-03-04T16:23:25.994743Z","steps":["trace[2100165489] 'agreement among raft nodes before linearized reading' (duration: 2.000432259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:25.994793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:23.994199Z","time spent":"2.000586333s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:23:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:26.360836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.362319Z","time spent":"4.998495445s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:26.361115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998572606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:23:26.361166Z","caller":"traceutil/trace.go:171","msg":"trace[968182688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99869291s","start":"2026-03-04T16:23:21.362457Z","end":"2026-03-04T16:23:26.36115Z","steps":["trace[968182688] 'agreement among raft nodes before linearized reading' (duration: 4.998615138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.361203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.362375Z","time spent":"4.998819863s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 16:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:26.361211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.363101Z","time spent":"4.998102714s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 16:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:26.714682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600082625s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:26.715017Z","caller":"traceutil/trace.go:171","msg":"trace[1792974995] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"5.204394751s","start":"2026-03-04T16:23:21.510606Z","end":"2026-03-04T16:23:26.715Z","steps":["trace[1792974995] 'process raft request' (duration: 5.204309318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.510585Z","time spent":"5.204476193s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:26.715164Z","caller":"traceutil/trace.go:171","msg":"trace[2096637609] linearizableReadLoop","detail":"{readStateIndex:25923; appliedIndex:25920; }","duration":"7.358297272s","start":"2026-03-04T16:23:19.356842Z","end":"2026-03-04T16:23:26.715139Z","steps":["trace[2096637609] 'read index received' (duration: 269.069911ms)","trace[2096637609] 'applied index is now lower than readState.Index' (duration: 7.089226041s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:26.715288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.808755092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.715291Z","caller":"traceutil/trace.go:171","msg":"trace[1993563386] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"4.915879539s","start":"2026-03-04T16:23:21.799384Z","end":"2026-03-04T16:23:26.715264Z","steps":["trace[1993563386] 'process raft request' (duration: 4.915580912s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.715349Z","caller":"traceutil/trace.go:171","msg":"trace[1594297101] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24991; }","duration":"7.808857695s","start":"2026-03-04T16:23:18.906476Z","end":"2026-03-04T16:23:26.715333Z","steps":["trace[1594297101] 'agreement among raft nodes before linearized reading' (duration: 7.808726432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.906457Z","time spent":"7.808928846s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.279848191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.715445Z","caller":"traceutil/trace.go:171","msg":"trace[1142507952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24991; }","duration":"9.279887152s","start":"2026-03-04T16:23:17.435545Z","end":"2026-03-04T16:23:26.715432Z","steps":["trace[1142507952] 'agreement among raft nodes before linearized reading' (duration: 9.279831171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:17.435525Z","time spent":"9.279955414s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.203594057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.715542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.401407539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.715588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656459988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" ","response":"range_response_count:1 size:932"} {"level":"warn","ts":"2026-03-04T16:23:26.715607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.031523145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.71561Z","caller":"traceutil/trace.go:171","msg":"trace[475113025] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24991; }","duration":"10.401552582s","start":"2026-03-04T16:23:16.314043Z","end":"2026-03-04T16:23:26.715596Z","steps":["trace[475113025] 'agreement among raft nodes before linearized reading' (duration: 10.401416129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69687179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:26.715636Z","caller":"traceutil/trace.go:171","msg":"trace[1963743330] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24991; }","duration":"8.031592696s","start":"2026-03-04T16:23:18.684037Z","end":"2026-03-04T16:23:26.715629Z","steps":["trace[1963743330] 'agreement among raft nodes before linearized reading' (duration: 8.031550935s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.715639Z","caller":"traceutil/trace.go:171","msg":"trace[129268462] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541; range_end:; response_count:1; response_revision:24991; }","duration":"7.65654306s","start":"2026-03-04T16:23:19.059082Z","end":"2026-03-04T16:23:26.715626Z","steps":["trace[129268462] 'agreement among raft nodes before linearized reading' (duration: 7.656387816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.684016Z","time spent":"8.031635708s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.71566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:16.31402Z","time spent":"10.401627915s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.059063Z","time spent":"7.656606432s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503fe6541\" "} {"level":"warn","ts":"2026-03-04T16:23:26.715688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859923733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T16:23:26.715551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.549440758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.71573Z","caller":"traceutil/trace.go:171","msg":"trace[530157941] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24991; }","duration":"7.860008945s","start":"2026-03-04T16:23:18.855711Z","end":"2026-03-04T16:23:26.71572Z","steps":["trace[530157941] 'agreement among raft nodes before linearized reading' (duration: 7.859850012s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.715755Z","caller":"traceutil/trace.go:171","msg":"trace[335761841] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24991; }","duration":"7.549726195s","start":"2026-03-04T16:23:19.166019Z","end":"2026-03-04T16:23:26.715745Z","steps":["trace[335761841] 'agreement among raft nodes before linearized reading' (duration: 7.549414897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.71576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.855681Z","time spent":"7.860072817s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:23:26.71578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.165988Z","time spent":"7.549781487s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864039547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:23:26.715807Z","caller":"traceutil/trace.go:171","msg":"trace[142317636] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24991; }","duration":"1.864099639s","start":"2026-03-04T16:23:24.851702Z","end":"2026-03-04T16:23:26.715801Z","steps":["trace[142317636] 'agreement among raft nodes before linearized reading' (duration: 1.863982656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.366620052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.715845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:24.851682Z","time spent":"1.864155919s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.390040284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.715664Z","caller":"traceutil/trace.go:171","msg":"trace[121608588] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24991; }","duration":"5.697001013s","start":"2026-03-04T16:23:21.018647Z","end":"2026-03-04T16:23:26.715648Z","steps":["trace[121608588] 'agreement among raft nodes before linearized reading' (duration: 5.696854949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.480073615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.715901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.018627Z","time spent":"5.69726655s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401596295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-04T16:23:26.715925Z","caller":"traceutil/trace.go:171","msg":"trace[105201574] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24991; }","duration":"9.480152868s","start":"2026-03-04T16:23:17.23576Z","end":"2026-03-04T16:23:26.715913Z","steps":["trace[105201574] 'agreement among raft nodes before linearized reading' (duration: 9.480089646s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.715951Z","caller":"traceutil/trace.go:171","msg":"trace[1864650908] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:24991; }","duration":"1.401674878s","start":"2026-03-04T16:23:25.314266Z","end":"2026-03-04T16:23:26.715941Z","steps":["trace[1864650908] 'agreement among raft nodes before linearized reading' (duration: 1.401269327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.715932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.738001986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:23:26.715993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550749599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-04T16:23:26.716004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:25.314252Z","time spent":"1.401742029s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-04T16:23:26.716014Z","caller":"traceutil/trace.go:171","msg":"trace[2071976535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24991; }","duration":"7.73813101s","start":"2026-03-04T16:23:18.977863Z","end":"2026-03-04T16:23:26.715994Z","steps":["trace[2071976535] 'agreement among raft nodes before linearized reading' (duration: 7.737291338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.977844Z","time spent":"7.738220563s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497896202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:26.716094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.53720989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-04T16:23:26.716119Z","caller":"traceutil/trace.go:171","msg":"trace[1136040426] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24991; }","duration":"4.497944773s","start":"2026-03-04T16:23:22.218165Z","end":"2026-03-04T16:23:26.71611Z","steps":["trace[1136040426] 'agreement among raft nodes before linearized reading' (duration: 4.497889032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482259731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.716129Z","caller":"traceutil/trace.go:171","msg":"trace[1749118608] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:24991; }","duration":"7.537285301s","start":"2026-03-04T16:23:19.178835Z","end":"2026-03-04T16:23:26.71612Z","steps":["trace[1749118608] 'agreement among raft nodes before linearized reading' (duration: 7.537103657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:22.218152Z","time spent":"4.497989124s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.715859Z","caller":"traceutil/trace.go:171","msg":"trace[1793448801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24991; }","duration":"8.367187816s","start":"2026-03-04T16:23:18.348662Z","end":"2026-03-04T16:23:26.71585Z","steps":["trace[1793448801] 'agreement among raft nodes before linearized reading' (duration: 8.366631292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.178811Z","time spent":"7.537352913s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143982556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:23:26.716193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764288169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.716207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846640587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:26.71623Z","caller":"traceutil/trace.go:171","msg":"trace[1562029859] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:24991; }","duration":"5.144066658s","start":"2026-03-04T16:23:21.572157Z","end":"2026-03-04T16:23:26.716224Z","steps":["trace[1562029859] 'agreement among raft nodes before linearized reading' (duration: 5.143973276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.946164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T16:23:26.716239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617745016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:26.716275Z","caller":"traceutil/trace.go:171","msg":"trace[1147455662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24991; }","duration":"352.011935ms","start":"2026-03-04T16:23:26.364246Z","end":"2026-03-04T16:23:26.716257Z","steps":["trace[1147455662] 'agreement among raft nodes before linearized reading' (duration: 351.932963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.020166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.716082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090690768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T16:23:26.716303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531272128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.716311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.364239Z","time spent":"352.064066ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T16:23:26.716324Z","caller":"traceutil/trace.go:171","msg":"trace[1101334682] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24991; }","duration":"583.048646ms","start":"2026-03-04T16:23:26.133271Z","end":"2026-03-04T16:23:26.716319Z","steps":["trace[1101334682] 'agreement among raft nodes before linearized reading' (duration: 583.008765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.716339Z","caller":"traceutil/trace.go:171","msg":"trace[1897643755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24991; }","duration":"2.53133891s","start":"2026-03-04T16:23:24.184992Z","end":"2026-03-04T16:23:26.71633Z","steps":["trace[1897643755] 'agreement among raft nodes before linearized reading' (duration: 2.531284008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.803376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T16:23:26.716381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:24.184974Z","time spent":"2.531397632s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.716397Z","caller":"traceutil/trace.go:171","msg":"trace[1585251083] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24991; }","duration":"440.879128ms","start":"2026-03-04T16:23:26.275506Z","end":"2026-03-04T16:23:26.716385Z","steps":["trace[1585251083] 'agreement among raft nodes before linearized reading' (duration: 440.808866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.352073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:26.716438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.469199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:23:26.715561Z","caller":"traceutil/trace.go:171","msg":"trace[1354741580] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24991; }","duration":"8.203666359s","start":"2026-03-04T16:23:18.511887Z","end":"2026-03-04T16:23:26.715553Z","steps":["trace[1354741580] 'agreement among raft nodes before linearized reading' (duration: 8.20329512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.02101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-03-04T16:23:26.716476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.628217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.716476Z","caller":"traceutil/trace.go:171","msg":"trace[283593069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24991; }","duration":"476.442215ms","start":"2026-03-04T16:23:26.240019Z","end":"2026-03-04T16:23:26.716462Z","steps":["trace[283593069] 'agreement among raft nodes before linearized reading' (duration: 476.368703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.716476Z","caller":"traceutil/trace.go:171","msg":"trace[452216709] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24991; }","duration":"467.550151ms","start":"2026-03-04T16:23:26.248917Z","end":"2026-03-04T16:23:26.716467Z","steps":["trace[452216709] 'agreement among raft nodes before linearized reading' (duration: 467.443488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.71649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.511871Z","time spent":"8.204606723s","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.716507Z","caller":"traceutil/trace.go:171","msg":"trace[1370906638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24991; }","duration":"714.696719ms","start":"2026-03-04T16:23:26.001801Z","end":"2026-03-04T16:23:26.716498Z","steps":["trace[1370906638] 'agreement among raft nodes before linearized reading' (duration: 714.648698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.239997Z","time spent":"476.509987ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.716522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.248904Z","time spent":"467.610752ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T16:23:26.71655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.001781Z","time spent":"714.76348ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355300797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:26.716028Z","caller":"traceutil/trace.go:171","msg":"trace[292352332] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24991; }","duration":"3.55078567s","start":"2026-03-04T16:23:23.165233Z","end":"2026-03-04T16:23:26.716019Z","steps":["trace[292352332] 'agreement among raft nodes before linearized reading' (duration: 3.550723318s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:26.716592Z","caller":"traceutil/trace.go:171","msg":"trace[828244566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24991; }","duration":"1.355364159s","start":"2026-03-04T16:23:25.36122Z","end":"2026-03-04T16:23:26.716584Z","steps":["trace[828244566] 'agreement among raft nodes before linearized reading' (duration: 1.355315628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:25.361199Z","time spent":"1.35541421s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.49331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-03-04T16:23:26.715438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.79936Z","time spent":"4.915991192s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:26.7167Z","caller":"traceutil/trace.go:171","msg":"trace[984232423] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24991; }","duration":"719.545782ms","start":"2026-03-04T16:23:25.997143Z","end":"2026-03-04T16:23:26.716688Z","steps":["trace[984232423] 'agreement among raft nodes before linearized reading' (duration: 719.391548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:23.165132Z","time spent":"3.551475498s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:25.997107Z","time spent":"719.619494ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T16:23:26.716346Z","caller":"traceutil/trace.go:171","msg":"trace[1059934832] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24991; }","duration":"2.090988196s","start":"2026-03-04T16:23:24.625341Z","end":"2026-03-04T16:23:26.716329Z","steps":["trace[1059934832] 'agreement among raft nodes before linearized reading' (duration: 2.090709489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.716808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:24.625318Z","time spent":"2.091474168s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T16:23:26.716499Z","caller":"traceutil/trace.go:171","msg":"trace[1830733637] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24991; }","duration":"353.123123ms","start":"2026-03-04T16:23:26.363366Z","end":"2026-03-04T16:23:26.716489Z","steps":["trace[1830733637] 'agreement among raft nodes before linearized reading' (duration: 353.01997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.71688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.36335Z","time spent":"353.518712ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.133253Z","time spent":"583.087987ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.716249Z","caller":"traceutil/trace.go:171","msg":"trace[302359423] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24991; }","duration":"2.84672209s","start":"2026-03-04T16:23:23.869516Z","end":"2026-03-04T16:23:26.716238Z","steps":["trace[302359423] 'agreement among raft nodes before linearized reading' (duration: 2.846664919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.71703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:23.869494Z","time spent":"2.84751833s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.715959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:17.235739Z","time spent":"9.480210709s","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.716206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:18.348642Z","time spent":"8.367549376s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.715907Z","caller":"traceutil/trace.go:171","msg":"trace[675712642] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24991; }","duration":"7.390130016s","start":"2026-03-04T16:23:19.325749Z","end":"2026-03-04T16:23:26.715879Z","steps":["trace[675712642] 'agreement among raft nodes before linearized reading' (duration: 7.390044644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.717251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:19.325727Z","time spent":"7.391513482s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.716038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780525678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:26.717303Z","caller":"traceutil/trace.go:171","msg":"trace[129657882] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24991; }","duration":"3.781828541s","start":"2026-03-04T16:23:22.935467Z","end":"2026-03-04T16:23:26.717295Z","steps":["trace[129657882] 'agreement among raft nodes before linearized reading' (duration: 3.780543619s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.717337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:22.935444Z","time spent":"3.781884032s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.71616Z","caller":"traceutil/trace.go:171","msg":"trace[451412089] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24991; }","duration":"2.482321023s","start":"2026-03-04T16:23:24.233828Z","end":"2026-03-04T16:23:26.716149Z","steps":["trace[451412089] 'agreement among raft nodes before linearized reading' (duration: 2.482273312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.71743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:24.233811Z","time spent":"2.483595865s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:26.71625Z","caller":"traceutil/trace.go:171","msg":"trace[258685591] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24991; }","duration":"2.76434379s","start":"2026-03-04T16:23:23.95189Z","end":"2026-03-04T16:23:26.716233Z","steps":["trace[258685591] 'agreement among raft nodes before linearized reading' (duration: 2.764260938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.717627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:23.951847Z","time spent":"2.765756935s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:23:26.716255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.572123Z","time spent":"5.14412768s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:23:26.716295Z","caller":"traceutil/trace.go:171","msg":"trace[299267828] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24991; }","duration":"4.617838258s","start":"2026-03-04T16:23:22.098444Z","end":"2026-03-04T16:23:26.716282Z","steps":["trace[299267828] 'agreement among raft nodes before linearized reading' (duration: 4.617728826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.718126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:22.098426Z","time spent":"4.619678035s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:26.716447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.275488Z","time spent":"440.949329ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T16:23:26.715159Z","caller":"traceutil/trace.go:171","msg":"trace[642078085] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"5.43066133s","start":"2026-03-04T16:23:21.284454Z","end":"2026-03-04T16:23:26.715116Z","steps":["trace[642078085] 'process raft request' (duration: 5.430319432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:26.721376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:21.284429Z","time spent":"5.436876128s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:27.221051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832388593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:23:27.603156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.762422ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T16:23:27.603349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.71945Z","time spent":"883.893348ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:23:27.676726Z","caller":"traceutil/trace.go:171","msg":"trace[688144360] linearizableReadLoop","detail":"{readStateIndex:25932; appliedIndex:25928; }","duration":"955.940337ms","start":"2026-03-04T16:23:26.720761Z","end":"2026-03-04T16:23:27.676702Z","steps":["trace[688144360] 'read index received' (duration: 556.639569ms)","trace[688144360] 'applied index is now lower than readState.Index' (duration: 399.299818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:27.67701Z","caller":"traceutil/trace.go:171","msg":"trace[29178240] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"957.316962ms","start":"2026-03-04T16:23:26.71968Z","end":"2026-03-04T16:23:27.676997Z","steps":["trace[29178240] 'process raft request' (duration: 956.696795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:27.677125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.719657Z","time spent":"957.389733ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:27.677419Z","caller":"traceutil/trace.go:171","msg":"trace[846627525] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"955.149877ms","start":"2026-03-04T16:23:26.722254Z","end":"2026-03-04T16:23:27.677404Z","steps":["trace[846627525] 'process raft request' (duration: 954.332716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:27.677506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.722238Z","time spent":"955.223578ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:23:27.677849Z","caller":"traceutil/trace.go:171","msg":"trace[17796025] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"953.758562ms","start":"2026-03-04T16:23:26.724052Z","end":"2026-03-04T16:23:27.677811Z","steps":["trace[17796025] 'process raft request' (duration: 952.596922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:27.678089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.724043Z","time spent":"953.915086ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:27.678107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.335342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bgz5q\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-03-04T16:23:27.678156Z","caller":"traceutil/trace.go:171","msg":"trace[2127580376] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-bgz5q; range_end:; response_count:1; response_revision:24994; }","duration":"957.403923ms","start":"2026-03-04T16:23:26.720738Z","end":"2026-03-04T16:23:27.678142Z","steps":["trace[2127580376] 'agreement among raft nodes before linearized reading' (duration: 957.205648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:27.678211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.720726Z","time spent":"957.477186ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4607,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bgz5q\" "} {"level":"warn","ts":"2026-03-04T16:23:28.16275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438966108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:23:28.165778Z","caller":"traceutil/trace.go:171","msg":"trace[871860121] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.442003555s","start":"2026-03-04T16:23:26.723734Z","end":"2026-03-04T16:23:28.165738Z","steps":["trace[871860121] 'agreement among raft nodes before linearized reading' (duration: 1.438966838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.16597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.72373Z","time spent":"1.442122128s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 16:23:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T16:23:28.572008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.510446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:28.572115Z","caller":"traceutil/trace.go:171","msg":"trace[1172253809] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25932; }","duration":"895.304435ms","start":"2026-03-04T16:23:27.676791Z","end":"2026-03-04T16:23:28.572095Z","steps":["trace[1172253809] 'read index received' (duration: 336.514163ms)","trace[1172253809] 'applied index is now lower than readState.Index' (duration: 558.788512ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:28.572188Z","caller":"traceutil/trace.go:171","msg":"trace[62042480] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"967.771075ms","start":"2026-03-04T16:23:27.604405Z","end":"2026-03-04T16:23:28.572176Z","steps":["trace[62042480] 'process raft request' (duration: 409.008533ms)","trace[62042480] 'compare' (duration: 557.502891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:28.572249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:27.604373Z","time spent":"967.845166ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:28.572354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345488278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:28.572391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848617207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:28.572388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849794286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:28.572442Z","caller":"traceutil/trace.go:171","msg":"trace[1448018958] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24995; }","duration":"1.345605761s","start":"2026-03-04T16:23:27.226803Z","end":"2026-03-04T16:23:28.572409Z","steps":["trace[1448018958] 'agreement among raft nodes before linearized reading' (duration: 1.345443067s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:28.572466Z","caller":"traceutil/trace.go:171","msg":"trace[1387642394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24995; }","duration":"1.848713869s","start":"2026-03-04T16:23:26.723729Z","end":"2026-03-04T16:23:28.572443Z","steps":["trace[1387642394] 'agreement among raft nodes before linearized reading' (duration: 1.848571215s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:28.572478Z","caller":"traceutil/trace.go:171","msg":"trace[650139843] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24995; }","duration":"1.849896188s","start":"2026-03-04T16:23:26.722559Z","end":"2026-03-04T16:23:28.572456Z","steps":["trace[650139843] 'agreement among raft nodes before linearized reading' (duration: 1.849675213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:27.226786Z","time spent":"1.345689143s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:28.57251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84877227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T16:23:28.57253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.723722Z","time spent":"1.84878094s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:28.57253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.72254Z","time spent":"1.849976641s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:23:28.572559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850131914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T16:23:28.572574Z","caller":"traceutil/trace.go:171","msg":"trace[1107144462] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24995; }","duration":"1.848850543s","start":"2026-03-04T16:23:26.723705Z","end":"2026-03-04T16:23:28.572555Z","steps":["trace[1107144462] 'agreement among raft nodes before linearized reading' (duration: 1.848654098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851344276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T16:23:28.572595Z","caller":"traceutil/trace.go:171","msg":"trace[913373952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24995; }","duration":"1.850164745s","start":"2026-03-04T16:23:26.722416Z","end":"2026-03-04T16:23:28.572581Z","steps":["trace[913373952] 'agreement among raft nodes before linearized reading' (duration: 1.850015572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.723699Z","time spent":"1.848906224s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T16:23:28.572585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344673608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:28.572632Z","caller":"traceutil/trace.go:171","msg":"trace[139748951] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc; range_end:; response_count:1; response_revision:24995; }","duration":"1.851412977s","start":"2026-03-04T16:23:26.721197Z","end":"2026-03-04T16:23:28.57261Z","steps":["trace[139748951] 'agreement among raft nodes before linearized reading' (duration: 1.851250773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850420702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-03-04T16:23:28.572641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850667457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:23:28.57267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.721188Z","time spent":"1.851474178s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-08276393-ffd6-489e-acb0-61cfcc8067bc\" "} {"level":"info","ts":"2026-03-04T16:23:28.572694Z","caller":"traceutil/trace.go:171","msg":"trace[1210285312] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24995; }","duration":"1.850512694s","start":"2026-03-04T16:23:26.722162Z","end":"2026-03-04T16:23:28.572675Z","steps":["trace[1210285312] 'agreement among raft nodes before linearized reading' (duration: 1.850290958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:28.572675Z","caller":"traceutil/trace.go:171","msg":"trace[1841995145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24995; }","duration":"1.344811331s","start":"2026-03-04T16:23:27.227843Z","end":"2026-03-04T16:23:28.572654Z","steps":["trace[1841995145] 'agreement among raft nodes before linearized reading' (duration: 1.344584955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851757366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-rwpx8\" ","response":"range_response_count:1 size:5977"} {"level":"info","ts":"2026-03-04T16:23:28.572711Z","caller":"traceutil/trace.go:171","msg":"trace[1330714175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24995; }","duration":"1.85076249s","start":"2026-03-04T16:23:26.721929Z","end":"2026-03-04T16:23:28.572692Z","steps":["trace[1330714175] 'agreement among raft nodes before linearized reading' (duration: 1.850529254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.722157Z","time spent":"1.850574645s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T16:23:28.572753Z","caller":"traceutil/trace.go:171","msg":"trace[954211325] range","detail":"{range_begin:/registry/pods/monitoring/vector-rwpx8; range_end:; response_count:1; response_revision:24995; }","duration":"1.851876498s","start":"2026-03-04T16:23:26.720859Z","end":"2026-03-04T16:23:28.572736Z","steps":["trace[954211325] 'agreement among raft nodes before linearized reading' (duration: 1.851631502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.572763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.721917Z","time spent":"1.850833051s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:23:28.572802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.720835Z","time spent":"1.851959101s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/monitoring/vector-rwpx8\" "} {"level":"warn","ts":"2026-03-04T16:23:28.572752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:27.227827Z","time spent":"1.344909833s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:28.572626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:26.722354Z","time spent":"1.850265307s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:23:28.956033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.486946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:23:28.956195Z","caller":"traceutil/trace.go:171","msg":"trace[1518705667] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25933; }","duration":"384.029513ms","start":"2026-03-04T16:23:28.572139Z","end":"2026-03-04T16:23:28.956169Z","steps":["trace[1518705667] 'read index received' (duration: 33.302471ms)","trace[1518705667] 'applied index is now lower than readState.Index' (duration: 350.724502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:28.956539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20486954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:28.956574Z","caller":"traceutil/trace.go:171","msg":"trace[1121711596] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24995; }","duration":"1.204952942s","start":"2026-03-04T16:23:27.751612Z","end":"2026-03-04T16:23:28.956565Z","steps":["trace[1121711596] 'agreement among raft nodes before linearized reading' (duration: 1.20487937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.956599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:27.75159Z","time spent":"1.205001903s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:28.956589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.50549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:28.956637Z","caller":"traceutil/trace.go:171","msg":"trace[1325774941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24995; }","duration":"593.585151ms","start":"2026-03-04T16:23:28.363039Z","end":"2026-03-04T16:23:28.956625Z","steps":["trace[1325774941] 'agreement among raft nodes before linearized reading' (duration: 593.416367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.956674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.363021Z","time spent":"593.642903ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:23:28.956661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275327357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-04T16:23:28.956668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.852633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:28.956735Z","caller":"traceutil/trace.go:171","msg":"trace[1620389460] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8; range_end:; response_count:1; response_revision:24995; }","duration":"1.275452171s","start":"2026-03-04T16:23:27.681265Z","end":"2026-03-04T16:23:28.956717Z","steps":["trace[1620389460] 'agreement among raft nodes before linearized reading' (duration: 1.275218545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:28.956745Z","caller":"traceutil/trace.go:171","msg":"trace[1830172888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24995; }","duration":"382.952965ms","start":"2026-03-04T16:23:28.57377Z","end":"2026-03-04T16:23:28.956723Z","steps":["trace[1830172888] 'agreement among raft nodes before linearized reading' (duration: 382.830062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.956777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:27.681247Z","time spent":"1.275522203s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":917,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t47wl.1899afc503f9fab8\" "} {"level":"warn","ts":"2026-03-04T16:23:28.956793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.57368Z","time spent":"383.105299ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:28.956849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.40915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-04T16:23:28.956873Z","caller":"traceutil/trace.go:171","msg":"trace[726552754] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24995; }","duration":"374.45689ms","start":"2026-03-04T16:23:28.582409Z","end":"2026-03-04T16:23:28.956866Z","steps":["trace[726552754] 'agreement among raft nodes before linearized reading' (duration: 374.383348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.956891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.582397Z","time spent":"374.489121ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1200,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-04T16:23:28.956951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.589229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-03-04T16:23:28.957014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.922408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-04T16:23:28.95702Z","caller":"traceutil/trace.go:171","msg":"trace[1577532275] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24995; }","duration":"270.710632ms","start":"2026-03-04T16:23:28.686288Z","end":"2026-03-04T16:23:28.956999Z","steps":["trace[1577532275] 'agreement among raft nodes before linearized reading' (duration: 270.508207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:28.957032Z","caller":"traceutil/trace.go:171","msg":"trace[309516526] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24995; }","duration":"373.951268ms","start":"2026-03-04T16:23:28.583075Z","end":"2026-03-04T16:23:28.957026Z","steps":["trace[309516526] 'agreement among raft nodes before linearized reading' (duration: 373.899416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.957058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.583069Z","time spent":"373.98344ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1243,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T16:23:28.957077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.041207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:28.957119Z","caller":"traceutil/trace.go:171","msg":"trace[1753048266] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24995; }","duration":"379.103749ms","start":"2026-03-04T16:23:28.578001Z","end":"2026-03-04T16:23:28.957105Z","steps":["trace[1753048266] 'agreement among raft nodes before linearized reading' (duration: 379.035088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.957126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.848244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18824"} {"level":"warn","ts":"2026-03-04T16:23:28.957149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.577988Z","time spent":"379.15377ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:23:28.957161Z","caller":"traceutil/trace.go:171","msg":"trace[1876581011] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24995; }","duration":"382.911975ms","start":"2026-03-04T16:23:28.574239Z","end":"2026-03-04T16:23:28.957151Z","steps":["trace[1876581011] 'agreement among raft nodes before linearized reading' (duration: 382.811873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.957188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.574221Z","time spent":"382.960686ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18847,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:23:28.957208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.606042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:23:28.957252Z","caller":"traceutil/trace.go:171","msg":"trace[39622496] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24995; }","duration":"381.672175ms","start":"2026-03-04T16:23:28.575565Z","end":"2026-03-04T16:23:28.957237Z","steps":["trace[39622496] 'agreement among raft nodes before linearized reading' (duration: 381.558582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:28.957291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.575552Z","time spent":"381.729016ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T16:23:29.211155Z","caller":"traceutil/trace.go:171","msg":"trace[1179617433] linearizableReadLoop","detail":"{readStateIndex:25935; appliedIndex:25934; }","duration":"249.802005ms","start":"2026-03-04T16:23:28.961324Z","end":"2026-03-04T16:23:29.211126Z","steps":["trace[1179617433] 'read index received' (duration: 249.585029ms)","trace[1179617433] 'applied index is now lower than readState.Index' (duration: 215.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:29.21119Z","caller":"traceutil/trace.go:171","msg":"trace[748355128] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"250.169314ms","start":"2026-03-04T16:23:28.960995Z","end":"2026-03-04T16:23:29.211165Z","steps":["trace[748355128] 'process raft request' (duration: 249.936758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.21141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.062751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T16:23:29.211466Z","caller":"traceutil/trace.go:171","msg":"trace[313966878] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24996; }","duration":"250.155044ms","start":"2026-03-04T16:23:28.961298Z","end":"2026-03-04T16:23:29.211453Z","steps":["trace[313966878] 'agreement among raft nodes before linearized reading' (duration: 249.955159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.559885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.505672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:29.560169Z","caller":"traceutil/trace.go:171","msg":"trace[627638958] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25935; }","duration":"348.916857ms","start":"2026-03-04T16:23:29.211232Z","end":"2026-03-04T16:23:29.560148Z","steps":["trace[627638958] 'read index received' (duration: 203.077356ms)","trace[627638958] 'applied index is now lower than readState.Index' (duration: 145.837581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:29.560282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.634777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:29.560293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.835958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:29.56032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.97951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T16:23:29.560362Z","caller":"traceutil/trace.go:171","msg":"trace[910142504] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24997; }","duration":"588.738619ms","start":"2026-03-04T16:23:28.971604Z","end":"2026-03-04T16:23:29.560343Z","steps":["trace[910142504] 'agreement among raft nodes before linearized reading' (duration: 588.588395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:29.560366Z","caller":"traceutil/trace.go:171","msg":"trace[1086568296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24997; }","duration":"593.9394ms","start":"2026-03-04T16:23:28.96641Z","end":"2026-03-04T16:23:29.56035Z","steps":["trace[1086568296] 'agreement among raft nodes before linearized reading' (duration: 593.819947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.560404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.971597Z","time spent":"588.79689ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:23:29.56039Z","caller":"traceutil/trace.go:171","msg":"trace[168626090] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"598.862725ms","start":"2026-03-04T16:23:28.961493Z","end":"2026-03-04T16:23:29.560355Z","steps":["trace[168626090] 'process raft request' (duration: 452.796699ms)","trace[168626090] 'compare' (duration: 144.697901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:29.560405Z","caller":"traceutil/trace.go:171","msg":"trace[2109071098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24997; }","duration":"588.082693ms","start":"2026-03-04T16:23:28.972303Z","end":"2026-03-04T16:23:29.560386Z","steps":["trace[2109071098] 'agreement among raft nodes before linearized reading' (duration: 587.881248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.560423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.966396Z","time spent":"594.006552ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:23:29.56046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.972297Z","time spent":"588.153495ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:23:29.560559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.961477Z","time spent":"598.961627ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:29.560716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.342812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:29.560768Z","caller":"traceutil/trace.go:171","msg":"trace[692372014] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24997; }","duration":"598.408474ms","start":"2026-03-04T16:23:28.962346Z","end":"2026-03-04T16:23:29.560754Z","steps":["trace[692372014] 'agreement among raft nodes before linearized reading' (duration: 598.331542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.560809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:28.962335Z","time spent":"598.464775ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:23:29.582968Z","caller":"traceutil/trace.go:171","msg":"trace[1562035410] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"361.050183ms","start":"2026-03-04T16:23:29.221882Z","end":"2026-03-04T16:23:29.582932Z","steps":["trace[1562035410] 'process raft request' (duration: 360.786107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.583019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.536474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:29.583023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.248985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:23:29.583006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.355464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:29.583076Z","caller":"traceutil/trace.go:171","msg":"trace[282004078] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24998; }","duration":"296.642067ms","start":"2026-03-04T16:23:29.286419Z","end":"2026-03-04T16:23:29.583061Z","steps":["trace[282004078] 'agreement among raft nodes before linearized reading' (duration: 296.554965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:29.583083Z","caller":"traceutil/trace.go:171","msg":"trace[1568335444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24998; }","duration":"179.354236ms","start":"2026-03-04T16:23:29.403712Z","end":"2026-03-04T16:23:29.583066Z","steps":["trace[1568335444] 'agreement among raft nodes before linearized reading' (duration: 179.231413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:29.583106Z","caller":"traceutil/trace.go:171","msg":"trace[2064553810] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24998; }","duration":"333.500297ms","start":"2026-03-04T16:23:29.249582Z","end":"2026-03-04T16:23:29.583082Z","steps":["trace[2064553810] 'agreement among raft nodes before linearized reading' (duration: 333.304412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:29.583136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:29.221851Z","time spent":"361.200316ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:29.583165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:29.249569Z","time spent":"333.576739ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:23:30.606332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.08601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:30.606472Z","caller":"traceutil/trace.go:171","msg":"trace[1401496102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25022; }","duration":"118.306466ms","start":"2026-03-04T16:23:30.488134Z","end":"2026-03-04T16:23:30.60644Z","steps":["trace[1401496102] 'range keys from in-memory index tree' (duration: 117.940306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:30.606783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.141278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-04T16:23:30.606863Z","caller":"traceutil/trace.go:171","msg":"trace[1584755063] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25022; }","duration":"169.280892ms","start":"2026-03-04T16:23:30.437567Z","end":"2026-03-04T16:23:30.606848Z","steps":["trace[1584755063] 'range keys from in-memory index tree' (duration: 168.934133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:30.606811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.522636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-04T16:23:30.607058Z","caller":"traceutil/trace.go:171","msg":"trace[953449156] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25022; }","duration":"159.819024ms","start":"2026-03-04T16:23:30.447234Z","end":"2026-03-04T16:23:30.607053Z","steps":["trace[953449156] 'range keys from in-memory index tree' (duration: 159.256269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:31.001521Z","caller":"traceutil/trace.go:171","msg":"trace[504382435] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"105.202215ms","start":"2026-03-04T16:23:30.896294Z","end":"2026-03-04T16:23:31.001496Z","steps":["trace[504382435] 'process raft request' (duration: 101.642145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:33.752573Z","caller":"traceutil/trace.go:171","msg":"trace[1224636722] linearizableReadLoop","detail":"{readStateIndex:26023; appliedIndex:26022; }","duration":"156.180581ms","start":"2026-03-04T16:23:33.596372Z","end":"2026-03-04T16:23:33.752553Z","steps":["trace[1224636722] 'read index received' (duration: 155.975866ms)","trace[1224636722] 'applied index is now lower than readState.Index' (duration: 203.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:33.752689Z","caller":"traceutil/trace.go:171","msg":"trace[1637785311] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"173.436617ms","start":"2026-03-04T16:23:33.579232Z","end":"2026-03-04T16:23:33.752668Z","steps":["trace[1637785311] 'process raft request' (duration: 173.193811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:33.752811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.412927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:33.752854Z","caller":"traceutil/trace.go:171","msg":"trace[1360100644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25082; }","duration":"156.504359ms","start":"2026-03-04T16:23:33.596339Z","end":"2026-03-04T16:23:33.752843Z","steps":["trace[1360100644] 'agreement among raft nodes before linearized reading' (duration: 156.354136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:39.151421Z","caller":"traceutil/trace.go:171","msg":"trace[591379464] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"201.602439ms","start":"2026-03-04T16:23:38.949783Z","end":"2026-03-04T16:23:39.151385Z","steps":["trace[591379464] 'process raft request' (duration: 201.164107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:40.514284Z","caller":"traceutil/trace.go:171","msg":"trace[1005482557] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"180.151047ms","start":"2026-03-04T16:23:40.334111Z","end":"2026-03-04T16:23:40.514262Z","steps":["trace[1005482557] 'process raft request' (duration: 179.733197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:42.931709Z","caller":"traceutil/trace.go:171","msg":"trace[415476857] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"220.021313ms","start":"2026-03-04T16:23:42.711664Z","end":"2026-03-04T16:23:42.931685Z","steps":["trace[415476857] 'process raft request' (duration: 219.86419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:44.261353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.752378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-04T16:23:44.261442Z","caller":"traceutil/trace.go:171","msg":"trace[1815316125] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25236; }","duration":"116.89117ms","start":"2026-03-04T16:23:44.14453Z","end":"2026-03-04T16:23:44.261421Z","steps":["trace[1815316125] 'range keys from in-memory index tree' (duration: 116.572203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:44.265351Z","caller":"traceutil/trace.go:171","msg":"trace[578699083] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"118.681165ms","start":"2026-03-04T16:23:44.146634Z","end":"2026-03-04T16:23:44.265315Z","steps":["trace[578699083] 'process raft request' (duration: 118.265275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:45.027479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.558051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:45.02758Z","caller":"traceutil/trace.go:171","msg":"trace[1057530507] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25243; }","duration":"114.715855ms","start":"2026-03-04T16:23:44.912842Z","end":"2026-03-04T16:23:45.027558Z","steps":["trace[1057530507] 'count revisions from in-memory index tree' (duration: 114.463139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:45.059565Z","caller":"traceutil/trace.go:171","msg":"trace[2089860584] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"122.999995ms","start":"2026-03-04T16:23:44.936534Z","end":"2026-03-04T16:23:45.059534Z","steps":["trace[2089860584] 'process raft request' (duration: 122.839291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:45.869186Z","caller":"traceutil/trace.go:171","msg":"trace[1059115592] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"140.861787ms","start":"2026-03-04T16:23:45.728307Z","end":"2026-03-04T16:23:45.869169Z","steps":["trace[1059115592] 'process raft request' (duration: 103.548264ms)","trace[1059115592] 'compare' (duration: 37.172819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:45.869424Z","caller":"traceutil/trace.go:171","msg":"trace[214347121] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"140.178838ms","start":"2026-03-04T16:23:45.729197Z","end":"2026-03-04T16:23:45.869375Z","steps":["trace[214347121] 'process raft request' (duration: 139.927231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:46.068696Z","caller":"traceutil/trace.go:171","msg":"trace[2142013286] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"102.19441ms","start":"2026-03-04T16:23:45.966473Z","end":"2026-03-04T16:23:46.068668Z","steps":["trace[2142013286] 'process raft request' (duration: 95.516671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.198159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.816754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:50.198246Z","caller":"traceutil/trace.go:171","msg":"trace[1123810186] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26238; }","duration":"364.821858ms","start":"2026-03-04T16:23:49.83341Z","end":"2026-03-04T16:23:50.198232Z","steps":["trace[1123810186] 'read index received' (duration: 106.035006ms)","trace[1123810186] 'applied index is now lower than readState.Index' (duration: 258.785962ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:50.198419Z","caller":"traceutil/trace.go:171","msg":"trace[1326202582] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"368.341167ms","start":"2026-03-04T16:23:49.830068Z","end":"2026-03-04T16:23:50.198409Z","steps":["trace[1326202582] 'process raft request' (duration: 109.190446ms)","trace[1326202582] 'compare' (duration: 258.400952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:50.19846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:49.830038Z","time spent":"368.400029ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:50.19856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.123886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T16:23:50.198639Z","caller":"traceutil/trace.go:171","msg":"trace[633061213] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25294; }","duration":"365.263799ms","start":"2026-03-04T16:23:49.833357Z","end":"2026-03-04T16:23:50.198621Z","steps":["trace[633061213] 'agreement among raft nodes before linearized reading' (duration: 365.010383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.198682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:49.833338Z","time spent":"365.335091ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-04T16:23:50.263227Z","caller":"traceutil/trace.go:171","msg":"trace[913566635] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"383.685674ms","start":"2026-03-04T16:23:49.879511Z","end":"2026-03-04T16:23:50.263196Z","steps":["trace[913566635] 'process raft request' (duration: 383.187182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.263421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:49.87948Z","time spent":"383.831668ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:50.263813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.678566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:23:50.263943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.888476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:23:50.264029Z","caller":"traceutil/trace.go:171","msg":"trace[25808789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25295; }","duration":"101.777669ms","start":"2026-03-04T16:23:50.162083Z","end":"2026-03-04T16:23:50.263861Z","steps":["trace[25808789] 'agreement among raft nodes before linearized reading' (duration: 101.638935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:50.264104Z","caller":"traceutil/trace.go:171","msg":"trace[1687691588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25295; }","duration":"182.942527ms","start":"2026-03-04T16:23:50.081024Z","end":"2026-03-04T16:23:50.263966Z","steps":["trace[1687691588] 'agreement among raft nodes before linearized reading' (duration: 182.860885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.488093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.509257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:50.488227Z","caller":"traceutil/trace.go:171","msg":"trace[784781949] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"221.45631ms","start":"2026-03-04T16:23:50.266749Z","end":"2026-03-04T16:23:50.488205Z","steps":["trace[784781949] 'process raft request' (duration: 76.740238ms)","trace[784781949] 'compare' (duration: 144.383184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:50.514286Z","caller":"traceutil/trace.go:171","msg":"trace[447063106] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"245.536087ms","start":"2026-03-04T16:23:50.268736Z","end":"2026-03-04T16:23:50.514272Z","steps":["trace[447063106] 'process raft request' (duration: 245.395944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:50.514405Z","caller":"traceutil/trace.go:171","msg":"trace[121016715] linearizableReadLoop","detail":"{readStateIndex:26242; appliedIndex:26240; }","duration":"240.456069ms","start":"2026-03-04T16:23:50.273921Z","end":"2026-03-04T16:23:50.514377Z","steps":["trace[121016715] 'read index received' (duration: 69.632398ms)","trace[121016715] 'applied index is now lower than readState.Index' (duration: 170.821361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:50.514536Z","caller":"traceutil/trace.go:171","msg":"trace[479335524] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"231.325479ms","start":"2026-03-04T16:23:50.283117Z","end":"2026-03-04T16:23:50.514442Z","steps":["trace[479335524] 'process raft request' (duration: 231.118134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.514668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.721086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T16:23:50.514734Z","caller":"traceutil/trace.go:171","msg":"trace[1725586448] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25298; }","duration":"240.816628ms","start":"2026-03-04T16:23:50.273901Z","end":"2026-03-04T16:23:50.514717Z","steps":["trace[1725586448] 'agreement among raft nodes before linearized reading' (duration: 240.600602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.515351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.912731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:23:50.515424Z","caller":"traceutil/trace.go:171","msg":"trace[2022837348] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25298; }","duration":"200.991164ms","start":"2026-03-04T16:23:50.314414Z","end":"2026-03-04T16:23:50.515405Z","steps":["trace[2022837348] 'agreement among raft nodes before linearized reading' (duration: 200.797599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:50.894809Z","caller":"traceutil/trace.go:171","msg":"trace[1095742450] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"123.327662ms","start":"2026-03-04T16:23:50.771451Z","end":"2026-03-04T16:23:50.894779Z","steps":["trace[1095742450] 'process raft request' (duration: 121.973237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:50.894863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.076169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:23:50.894926Z","caller":"traceutil/trace.go:171","msg":"trace[901523188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25299; }","duration":"257.189711ms","start":"2026-03-04T16:23:50.637718Z","end":"2026-03-04T16:23:50.894908Z","steps":["trace[901523188] 'range keys from in-memory index tree' (duration: 256.850613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:51.211681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.496509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:51.211991Z","caller":"traceutil/trace.go:171","msg":"trace[240684726] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"103.962613ms","start":"2026-03-04T16:23:51.107994Z","end":"2026-03-04T16:23:51.211956Z","steps":["trace[240684726] 'process raft request' (duration: 103.81157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:51.212036Z","caller":"traceutil/trace.go:171","msg":"trace[2129277123] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"275.365831ms","start":"2026-03-04T16:23:50.93661Z","end":"2026-03-04T16:23:51.211975Z","steps":["trace[2129277123] 'process raft request' (duration: 143.447361ms)","trace[2129277123] 'compare' (duration: 130.516964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:51.658473Z","caller":"traceutil/trace.go:171","msg":"trace[532243168] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26250; }","duration":"167.996901ms","start":"2026-03-04T16:23:51.490441Z","end":"2026-03-04T16:23:51.658438Z","steps":["trace[532243168] 'read index received' (duration: 129.185961ms)","trace[532243168] 'applied index is now lower than readState.Index' (duration: 38.80965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:51.658542Z","caller":"traceutil/trace.go:171","msg":"trace[435452706] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"224.442665ms","start":"2026-03-04T16:23:51.434081Z","end":"2026-03-04T16:23:51.658523Z","steps":["trace[435452706] 'process raft request' (duration: 185.556293ms)","trace[435452706] 'compare' (duration: 38.444611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:51.658701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.514472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:23:51.658664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.197616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:51.658783Z","caller":"traceutil/trace.go:171","msg":"trace[949668527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25306; }","duration":"147.643326ms","start":"2026-03-04T16:23:51.511113Z","end":"2026-03-04T16:23:51.658756Z","steps":["trace[949668527] 'agreement among raft nodes before linearized reading' (duration: 147.503952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:51.658799Z","caller":"traceutil/trace.go:171","msg":"trace[72554677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25306; }","duration":"168.3745ms","start":"2026-03-04T16:23:51.490398Z","end":"2026-03-04T16:23:51.658772Z","steps":["trace[72554677] 'agreement among raft nodes before linearized reading' (duration: 168.140924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:51.894829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.631733ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:23:51.89522Z","caller":"traceutil/trace.go:171","msg":"trace[993789742] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"232.702363ms","start":"2026-03-04T16:23:51.66249Z","end":"2026-03-04T16:23:51.895192Z","steps":["trace[993789742] 'process raft request' (duration: 232.473287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:51.895491Z","caller":"traceutil/trace.go:171","msg":"trace[883916779] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"121.375874ms","start":"2026-03-04T16:23:51.774062Z","end":"2026-03-04T16:23:51.895438Z","steps":["trace[883916779] 'process raft request' (duration: 121.055606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:52.063046Z","caller":"traceutil/trace.go:171","msg":"trace[1412456279] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"165.936299ms","start":"2026-03-04T16:23:51.897081Z","end":"2026-03-04T16:23:52.063018Z","steps":["trace[1412456279] 'process raft request' (duration: 153.842203ms)","trace[1412456279] 'compare' (duration: 11.697855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:52.690263Z","caller":"traceutil/trace.go:171","msg":"trace[1434332631] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"170.179395ms","start":"2026-03-04T16:23:52.520051Z","end":"2026-03-04T16:23:52.69023Z","steps":["trace[1434332631] 'process raft request' (duration: 146.829906ms)","trace[1434332631] 'compare' (duration: 23.172555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:52.690298Z","caller":"traceutil/trace.go:171","msg":"trace[1832204869] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26257; }","duration":"113.376951ms","start":"2026-03-04T16:23:52.57685Z","end":"2026-03-04T16:23:52.690227Z","steps":["trace[1832204869] 'read index received' (duration: 90.047082ms)","trace[1832204869] 'applied index is now lower than readState.Index' (duration: 23.328769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:52.690594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.717641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:23:52.690669Z","caller":"traceutil/trace.go:171","msg":"trace[1554136652] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25312; }","duration":"113.856334ms","start":"2026-03-04T16:23:52.576796Z","end":"2026-03-04T16:23:52.690652Z","steps":["trace[1554136652] 'agreement among raft nodes before linearized reading' (duration: 113.601328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:53.217808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.811989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:23:53.217911Z","caller":"traceutil/trace.go:171","msg":"trace[1023229833] linearizableReadLoop","detail":"{readStateIndex:26260; appliedIndex:26259; }","duration":"253.492159ms","start":"2026-03-04T16:23:52.964404Z","end":"2026-03-04T16:23:53.217896Z","steps":["trace[1023229833] 'read index received' (duration: 132.510975ms)","trace[1023229833] 'applied index is now lower than readState.Index' (duration: 120.979974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:53.217979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.57552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:23:53.218014Z","caller":"traceutil/trace.go:171","msg":"trace[737203647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25314; }","duration":"253.653993ms","start":"2026-03-04T16:23:52.964347Z","end":"2026-03-04T16:23:53.218001Z","steps":["trace[737203647] 'agreement among raft nodes before linearized reading' (duration: 253.589922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:53.217962Z","caller":"traceutil/trace.go:171","msg":"trace[2053762966] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"312.917318ms","start":"2026-03-04T16:23:52.905006Z","end":"2026-03-04T16:23:53.217923Z","steps":["trace[2053762966] 'process raft request' (duration: 191.913704ms)","trace[2053762966] 'compare' (duration: 120.680086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:23:53.218497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:23:52.904963Z","time spent":"313.448611ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:23:53.937304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.686406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:53.937425Z","caller":"traceutil/trace.go:171","msg":"trace[1754969525] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25319; }","duration":"160.900231ms","start":"2026-03-04T16:23:53.776497Z","end":"2026-03-04T16:23:53.937398Z","steps":["trace[1754969525] 'count revisions from in-memory index tree' (duration: 160.508382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:53.952839Z","caller":"traceutil/trace.go:171","msg":"trace[237445783] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"165.829895ms","start":"2026-03-04T16:23:53.786975Z","end":"2026-03-04T16:23:53.952805Z","steps":["trace[237445783] 'process raft request' (duration: 165.558039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:54.096315Z","caller":"traceutil/trace.go:171","msg":"trace[1320964373] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"192.818166ms","start":"2026-03-04T16:23:53.903467Z","end":"2026-03-04T16:23:54.096285Z","steps":["trace[1320964373] 'process raft request' (duration: 164.782938ms)","trace[1320964373] 'compare' (duration: 27.852813ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:54.096493Z","caller":"traceutil/trace.go:171","msg":"trace[883296481] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"138.767142ms","start":"2026-03-04T16:23:53.957692Z","end":"2026-03-04T16:23:54.096459Z","steps":["trace[883296481] 'process raft request' (duration: 138.547357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:54.391464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.377631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:54.391543Z","caller":"traceutil/trace.go:171","msg":"trace[791848944] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25322; }","duration":"172.517525ms","start":"2026-03-04T16:23:54.219006Z","end":"2026-03-04T16:23:54.391523Z","steps":["trace[791848944] 'range keys from in-memory index tree' (duration: 172.305009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:54.39152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.157879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:54.391616Z","caller":"traceutil/trace.go:171","msg":"trace[1000771904] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25322; }","duration":"188.323932ms","start":"2026-03-04T16:23:54.203265Z","end":"2026-03-04T16:23:54.391589Z","steps":["trace[1000771904] 'count revisions from in-memory index tree' (duration: 187.991334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:54.962829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.584624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:23:54.96291Z","caller":"traceutil/trace.go:171","msg":"trace[2098463687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25324; }","duration":"267.724438ms","start":"2026-03-04T16:23:54.695167Z","end":"2026-03-04T16:23:54.962892Z","steps":["trace[2098463687] 'range keys from in-memory index tree' (duration: 267.39909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:55.19926Z","caller":"traceutil/trace.go:171","msg":"trace[1113141121] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26270; }","duration":"240.031989ms","start":"2026-03-04T16:23:54.959205Z","end":"2026-03-04T16:23:55.199237Z","steps":["trace[1113141121] 'read index received' (duration: 239.983847ms)","trace[1113141121] 'applied index is now lower than readState.Index' (duration: 47.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:23:55.199343Z","caller":"traceutil/trace.go:171","msg":"trace[740281011] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"283.855384ms","start":"2026-03-04T16:23:54.915465Z","end":"2026-03-04T16:23:55.19932Z","steps":["trace[740281011] 'process raft request' (duration: 283.613458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:23:55.199376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.159991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:23:55.199407Z","caller":"traceutil/trace.go:171","msg":"trace[395148192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25325; }","duration":"240.240004ms","start":"2026-03-04T16:23:54.959156Z","end":"2026-03-04T16:23:55.199396Z","steps":["trace[395148192] 'agreement among raft nodes before linearized reading' (duration: 240.167412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:23:55.201474Z","caller":"traceutil/trace.go:171","msg":"trace[590189756] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"233.593096ms","start":"2026-03-04T16:23:54.967856Z","end":"2026-03-04T16:23:55.201449Z","steps":["trace[590189756] 'process raft request' (duration: 233.476433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:20.634509Z","caller":"traceutil/trace.go:171","msg":"trace[1401553] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26461; }","duration":"382.787722ms","start":"2026-03-04T16:24:20.251696Z","end":"2026-03-04T16:24:20.634483Z","steps":["trace[1401553] 'read index received' (duration: 382.609517ms)","trace[1401553] 'applied index is now lower than readState.Index' (duration: 176.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:20.634591Z","caller":"traceutil/trace.go:171","msg":"trace[1718284314] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"406.652313ms","start":"2026-03-04T16:24:20.227882Z","end":"2026-03-04T16:24:20.634535Z","steps":["trace[1718284314] 'process raft request' (duration: 406.419507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:20.634737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.006667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:20.634832Z","caller":"traceutil/trace.go:171","msg":"trace[1822185173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25511; }","duration":"383.13678ms","start":"2026-03-04T16:24:20.251658Z","end":"2026-03-04T16:24:20.634795Z","steps":["trace[1822185173] 'agreement among raft nodes before linearized reading' (duration: 382.971326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:20.634841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:20.227857Z","time spent":"406.827339ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:20.63488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:20.251643Z","time spent":"383.225962ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:24:20.680708Z","caller":"traceutil/trace.go:171","msg":"trace[714941132] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"137.192072ms","start":"2026-03-04T16:24:20.543487Z","end":"2026-03-04T16:24:20.680679Z","steps":["trace[714941132] 'process raft request' (duration: 136.807383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:20.680752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.452901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:24:20.680839Z","caller":"traceutil/trace.go:171","msg":"trace[87117661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25512; }","duration":"374.576035ms","start":"2026-03-04T16:24:20.30624Z","end":"2026-03-04T16:24:20.680816Z","steps":["trace[87117661] 'agreement among raft nodes before linearized reading' (duration: 374.317078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:20.68089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:20.306222Z","time spent":"374.653786ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:24:20.680915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.361611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:20.680939Z","caller":"traceutil/trace.go:171","msg":"trace[510213143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25512; }","duration":"193.436173ms","start":"2026-03-04T16:24:20.487497Z","end":"2026-03-04T16:24:20.680933Z","steps":["trace[510213143] 'agreement among raft nodes before linearized reading' (duration: 193.367271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:22.13551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.837785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:24:22.135711Z","caller":"traceutil/trace.go:171","msg":"trace[1365523531] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"1.448862659s","start":"2026-03-04T16:24:20.686825Z","end":"2026-03-04T16:24:22.135688Z","steps":["trace[1365523531] 'process raft request' (duration: 546.967446ms)","trace[1365523531] 'compare' (duration: 900.011545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:22.13582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:20.686812Z","time spent":"1.448970391s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:22.78078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546943603s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:24:22.781278Z","caller":"traceutil/trace.go:171","msg":"trace[1596699835] linearizableReadLoop","detail":"{readStateIndex:26465; appliedIndex:26463; }","duration":"1.603392028s","start":"2026-03-04T16:24:21.177855Z","end":"2026-03-04T16:24:22.781247Z","steps":["trace[1596699835] 'read index received' (duration: 55.968313ms)","trace[1596699835] 'applied index is now lower than readState.Index' (duration: 1.547422405s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:22.781395Z","caller":"traceutil/trace.go:171","msg":"trace[1760086530] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"2.023930061s","start":"2026-03-04T16:24:20.757425Z","end":"2026-03-04T16:24:22.781355Z","steps":["trace[1760086530] 'process raft request' (duration: 2.023689605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:22.781519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603630074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:22.781567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:20.757403Z","time spent":"2.024065775s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:22.781608Z","caller":"traceutil/trace.go:171","msg":"trace[1435519749] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25514; }","duration":"1.603787598s","start":"2026-03-04T16:24:21.177795Z","end":"2026-03-04T16:24:22.781582Z","steps":["trace[1435519749] 'agreement among raft nodes before linearized reading' (duration: 1.603597143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:22.781732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.177766Z","time spent":"1.603888391s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:23.211771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.490498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:24:23.212091Z","caller":"traceutil/trace.go:171","msg":"trace[1829179491] linearizableReadLoop","detail":"{readStateIndex:26471; appliedIndex:26465; }","duration":"430.720522ms","start":"2026-03-04T16:24:22.781354Z","end":"2026-03-04T16:24:23.212075Z","steps":["trace[1829179491] 'read index received' (duration: 157.783173ms)","trace[1829179491] 'applied index is now lower than readState.Index' (duration: 272.936619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:23.212103Z","caller":"traceutil/trace.go:171","msg":"trace[39219061] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"1.744038499s","start":"2026-03-04T16:24:21.468032Z","end":"2026-03-04T16:24:23.212071Z","steps":["trace[39219061] 'process raft request' (duration: 1.743833663s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212118Z","caller":"traceutil/trace.go:171","msg":"trace[1616629466] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"1.860893278s","start":"2026-03-04T16:24:21.351192Z","end":"2026-03-04T16:24:23.212085Z","steps":["trace[1616629466] 'process raft request' (duration: 1.58800488s)","trace[1616629466] 'compare' (duration: 272.332504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:23.212171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055455659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:24:23.212213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528870918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:23.212234Z","caller":"traceutil/trace.go:171","msg":"trace[2037977812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25520; }","duration":"1.055558361s","start":"2026-03-04T16:24:22.156657Z","end":"2026-03-04T16:24:23.212215Z","steps":["trace[2037977812] 'agreement among raft nodes before linearized reading' (duration: 1.055420898s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212255Z","caller":"traceutil/trace.go:171","msg":"trace[1903380741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25520; }","duration":"1.52894302s","start":"2026-03-04T16:24:21.683299Z","end":"2026-03-04T16:24:23.212242Z","steps":["trace[1903380741] 'agreement among raft nodes before linearized reading' (duration: 1.528874298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363519284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:23.212265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.351167Z","time spent":"1.861021832s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:23.212262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469610732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:24:23.212302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.68328Z","time spent":"1.529010611s","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:23.212326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35821662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:24:23.212318Z","caller":"traceutil/trace.go:171","msg":"trace[2007565613] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25520; }","duration":"1.363665278s","start":"2026-03-04T16:24:21.848631Z","end":"2026-03-04T16:24:23.212296Z","steps":["trace[2007565613] 'agreement among raft nodes before linearized reading' (duration: 1.363489564s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212398Z","caller":"traceutil/trace.go:171","msg":"trace[293305345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25520; }","duration":"1.358310243s","start":"2026-03-04T16:24:21.854065Z","end":"2026-03-04T16:24:23.212376Z","steps":["trace[293305345] 'agreement among raft nodes before linearized reading' (duration: 1.358057857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.848601Z","time spent":"1.363787611s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:24:23.212447Z","caller":"traceutil/trace.go:171","msg":"trace[188531082] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"571.424013ms","start":"2026-03-04T16:24:22.641009Z","end":"2026-03-04T16:24:23.212433Z","steps":["trace[188531082] 'process raft request' (duration: 570.994472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697663177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:24:23.21253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.640983Z","time spent":"571.500204ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:23.212533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198322975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:23.212551Z","caller":"traceutil/trace.go:171","msg":"trace[1664050189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25520; }","duration":"1.69777612s","start":"2026-03-04T16:24:21.514762Z","end":"2026-03-04T16:24:23.212538Z","steps":["trace[1664050189] 'agreement among raft nodes before linearized reading' (duration: 1.697615246s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212578Z","caller":"traceutil/trace.go:171","msg":"trace[485345094] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25520; }","duration":"1.198368946s","start":"2026-03-04T16:24:22.014197Z","end":"2026-03-04T16:24:23.212565Z","steps":["trace[485345094] 'agreement among raft nodes before linearized reading' (duration: 1.198275804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.257003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:23.21234Z","caller":"traceutil/trace.go:171","msg":"trace[587850017] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"1.710144283s","start":"2026-03-04T16:24:21.502178Z","end":"2026-03-04T16:24:23.212322Z","steps":["trace[587850017] 'process raft request' (duration: 1.709760023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.041144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:23.212623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.014149Z","time spent":"1.198460548s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:24:23.212631Z","caller":"traceutil/trace.go:171","msg":"trace[1745757842] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25520; }","duration":"194.377195ms","start":"2026-03-04T16:24:23.018242Z","end":"2026-03-04T16:24:23.212619Z","steps":["trace[1745757842] 'agreement among raft nodes before linearized reading' (duration: 194.271143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212647Z","caller":"traceutil/trace.go:171","msg":"trace[1170817072] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25520; }","duration":"785.079485ms","start":"2026-03-04T16:24:22.427554Z","end":"2026-03-04T16:24:23.212634Z","steps":["trace[1170817072] 'agreement among raft nodes before linearized reading' (duration: 785.014513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.427505Z","time spent":"785.168597ms","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:23.212696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637364506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:24:23.212283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.156639Z","time spent":"1.055629823s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:24:23.212738Z","caller":"traceutil/trace.go:171","msg":"trace[319375939] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:25520; }","duration":"1.637441998s","start":"2026-03-04T16:24:21.575282Z","end":"2026-03-04T16:24:23.212724Z","steps":["trace[319375939] 'agreement among raft nodes before linearized reading' (duration: 1.637336105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.575259Z","time spent":"1.63750389s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:24:23.212813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00400862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T16:24:23.212842Z","caller":"traceutil/trace.go:171","msg":"trace[1972821625] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"526.688033ms","start":"2026-03-04T16:24:22.686142Z","end":"2026-03-04T16:24:23.21283Z","steps":["trace[1972821625] 'process raft request' (duration: 525.891714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.68612Z","time spent":"526.753495ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:23.212394Z","caller":"traceutil/trace.go:171","msg":"trace[1839199873] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"1.707013673s","start":"2026-03-04T16:24:21.505362Z","end":"2026-03-04T16:24:23.212376Z","steps":["trace[1839199873] 'process raft request' (duration: 1.706608763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.213031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.874595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:23.213072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6862681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:24:23.213077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.505337Z","time spent":"1.70769264s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:23.213101Z","caller":"traceutil/trace.go:171","msg":"trace[6946533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25520; }","duration":"726.966408ms","start":"2026-03-04T16:24:22.486115Z","end":"2026-03-04T16:24:23.213081Z","steps":["trace[6946533] 'agreement among raft nodes before linearized reading' (duration: 726.871645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.213117Z","caller":"traceutil/trace.go:171","msg":"trace[1374814603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25520; }","duration":"1.686341212s","start":"2026-03-04T16:24:21.526761Z","end":"2026-03-04T16:24:23.213102Z","steps":["trace[1374814603] 'agreement among raft nodes before linearized reading' (duration: 1.686222589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.213145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.486097Z","time spent":"727.035339ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:24:23.213155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.526744Z","time spent":"1.686402043s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:24:23.212447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.854053Z","time spent":"1.358382315s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:24:23.212341Z","caller":"traceutil/trace.go:171","msg":"trace[375728047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25520; }","duration":"1.469717795s","start":"2026-03-04T16:24:21.7426Z","end":"2026-03-04T16:24:23.212317Z","steps":["trace[375728047] 'agreement among raft nodes before linearized reading' (duration: 1.469479909s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.212847Z","caller":"traceutil/trace.go:171","msg":"trace[1328296341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25520; }","duration":"1.004070612s","start":"2026-03-04T16:24:22.208766Z","end":"2026-03-04T16:24:23.212837Z","steps":["trace[1328296341] 'agreement among raft nodes before linearized reading' (duration: 1.003940898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.212689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.502158Z","time spent":"1.710477652s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:23.213237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:22.208749Z","time spent":"1.004473531s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T16:24:23.212272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.468014Z","time spent":"1.744163311s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:23.212593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.514747Z","time spent":"1.697836861s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:24:23.213223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:21.742585Z","time spent":"1.470623207s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:24:23.476005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.766905ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:24:23.476278Z","caller":"traceutil/trace.go:171","msg":"trace[1759623893] linearizableReadLoop","detail":"{readStateIndex:26472; appliedIndex:26471; }","duration":"258.953815ms","start":"2026-03-04T16:24:23.217302Z","end":"2026-03-04T16:24:23.476256Z","steps":["trace[1759623893] 'read index received' (duration: 149.936294ms)","trace[1759623893] 'applied index is now lower than readState.Index' (duration: 109.015101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:23.476357Z","caller":"traceutil/trace.go:171","msg":"trace[454895302] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"253.073657ms","start":"2026-03-04T16:24:23.223274Z","end":"2026-03-04T16:24:23.476347Z","steps":["trace[454895302] 'process raft request' (duration: 253.044597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.476684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.361055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T16:24:23.476736Z","caller":"traceutil/trace.go:171","msg":"trace[1045190736] range","detail":"{range_begin:/registry/persistentvolumes/pvc-893842e6-6fe6-4019-92c6-79baa4791eeb; range_end:; response_count:1; response_revision:25524; }","duration":"259.449048ms","start":"2026-03-04T16:24:23.217273Z","end":"2026-03-04T16:24:23.476722Z","steps":["trace[1045190736] 'agreement among raft nodes before linearized reading' (duration: 259.268143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.476452Z","caller":"traceutil/trace.go:171","msg":"trace[233775048] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"253.309353ms","start":"2026-03-04T16:24:23.223131Z","end":"2026-03-04T16:24:23.476441Z","steps":["trace[233775048] 'process raft request' (duration: 253.156719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.476474Z","caller":"traceutil/trace.go:171","msg":"trace[1647662481] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"255.804616ms","start":"2026-03-04T16:24:23.220641Z","end":"2026-03-04T16:24:23.476446Z","steps":["trace[1647662481] 'process raft request' (duration: 255.608761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.476474Z","caller":"traceutil/trace.go:171","msg":"trace[1629962010] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"256.172205ms","start":"2026-03-04T16:24:23.220274Z","end":"2026-03-04T16:24:23.476446Z","steps":["trace[1629962010] 'process raft request' (duration: 255.831796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:23.821568Z","caller":"traceutil/trace.go:171","msg":"trace[909496307] linearizableReadLoop","detail":"{readStateIndex:26477; appliedIndex:26476; }","duration":"252.676417ms","start":"2026-03-04T16:24:23.568857Z","end":"2026-03-04T16:24:23.821533Z","steps":["trace[909496307] 'read index received' (duration: 243.038345ms)","trace[909496307] 'applied index is now lower than readState.Index' (duration: 9.634972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:23.821769Z","caller":"traceutil/trace.go:171","msg":"trace[821247091] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"344.740981ms","start":"2026-03-04T16:24:23.47701Z","end":"2026-03-04T16:24:23.821751Z","steps":["trace[821247091] 'process raft request' (duration: 334.920844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.821941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:23.476992Z","time spent":"344.816363ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:23.822049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.166469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:23.822119Z","caller":"traceutil/trace.go:171","msg":"trace[670413540] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25525; }","duration":"253.314074ms","start":"2026-03-04T16:24:23.568793Z","end":"2026-03-04T16:24:23.822107Z","steps":["trace[670413540] 'agreement among raft nodes before linearized reading' (duration: 253.074237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:23.82226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.099047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-04T16:24:23.822435Z","caller":"traceutil/trace.go:171","msg":"trace[1007989314] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25525; }","duration":"247.338463ms","start":"2026-03-04T16:24:23.575071Z","end":"2026-03-04T16:24:23.822409Z","steps":["trace[1007989314] 'agreement among raft nodes before linearized reading' (duration: 246.819039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:24.398263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.713392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:24.399724Z","caller":"traceutil/trace.go:171","msg":"trace[1061169004] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25525; }","duration":"417.224051ms","start":"2026-03-04T16:24:23.982482Z","end":"2026-03-04T16:24:24.399706Z","steps":["trace[1061169004] 'count revisions from in-memory index tree' (duration: 415.62508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:24.399163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.94838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T16:24:24.399807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:23.982462Z","time spent":"417.331953ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:24:24.399912Z","caller":"traceutil/trace.go:171","msg":"trace[1326438334] linearizableReadLoop","detail":"{readStateIndex:26478; appliedIndex:26477; }","duration":"389.623773ms","start":"2026-03-04T16:24:24.01023Z","end":"2026-03-04T16:24:24.399854Z","steps":["trace[1326438334] 'read index received' (duration: 88.869442ms)","trace[1326438334] 'applied index is now lower than readState.Index' (duration: 300.748581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:24.400019Z","caller":"traceutil/trace.go:171","msg":"trace[1804762683] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"401.00034ms","start":"2026-03-04T16:24:23.998985Z","end":"2026-03-04T16:24:24.399985Z","steps":["trace[1804762683] 'process raft request' (duration: 100.169607ms)","trace[1804762683] 'compare' (duration: 299.660323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:24.400126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.866599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:24.400176Z","caller":"traceutil/trace.go:171","msg":"trace[1780039961] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25526; }","duration":"389.938801ms","start":"2026-03-04T16:24:24.010224Z","end":"2026-03-04T16:24:24.400163Z","steps":["trace[1780039961] 'agreement among raft nodes before linearized reading' (duration: 389.800407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:24.40018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:23.99897Z","time spent":"401.123383ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:24.400216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:24.010177Z","time spent":"390.029684ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:24.400275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.563091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:24:24.400505Z","caller":"traceutil/trace.go:171","msg":"trace[653959358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25526; }","duration":"259.828518ms","start":"2026-03-04T16:24:24.140667Z","end":"2026-03-04T16:24:24.400496Z","steps":["trace[653959358] 'agreement among raft nodes before linearized reading' (duration: 259.443329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.173872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.952194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:24:25.174618Z","caller":"traceutil/trace.go:171","msg":"trace[1734953138] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"387.479809ms","start":"2026-03-04T16:24:24.78711Z","end":"2026-03-04T16:24:25.17459Z","steps":["trace[1734953138] 'process raft request' (duration: 387.300715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.174639Z","caller":"traceutil/trace.go:171","msg":"trace[1962137572] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"770.372834ms","start":"2026-03-04T16:24:24.404028Z","end":"2026-03-04T16:24:25.174401Z","steps":["trace[1962137572] 'process raft request' (duration: 264.526947ms)","trace[1962137572] 'compare' (duration: 504.612236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:25.174674Z","caller":"traceutil/trace.go:171","msg":"trace[1147353734] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26478; }","duration":"670.887723ms","start":"2026-03-04T16:24:24.503752Z","end":"2026-03-04T16:24:25.17464Z","steps":["trace[1147353734] 'read index received' (duration: 164.831251ms)","trace[1147353734] 'applied index is now lower than readState.Index' (duration: 506.053462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:25.174731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:24.787083Z","time spent":"387.594823ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:25.174851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.078827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:25.174818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:24.404008Z","time spent":"770.708522ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:25.174916Z","caller":"traceutil/trace.go:171","msg":"trace[1841807427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25528; }","duration":"671.146649ms","start":"2026-03-04T16:24:24.503747Z","end":"2026-03-04T16:24:25.174894Z","steps":["trace[1841807427] 'agreement among raft nodes before linearized reading' (duration: 671.038066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.17498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:24.503703Z","time spent":"671.254302ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:25.174997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.185514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:24:25.175038Z","caller":"traceutil/trace.go:171","msg":"trace[570285109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25528; }","duration":"147.252316ms","start":"2026-03-04T16:24:25.027773Z","end":"2026-03-04T16:24:25.175026Z","steps":["trace[570285109] 'agreement among raft nodes before linearized reading' (duration: 147.116733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.174862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.860322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:25.17509Z","caller":"traceutil/trace.go:171","msg":"trace[2110860877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25528; }","duration":"671.147838ms","start":"2026-03-04T16:24:24.503926Z","end":"2026-03-04T16:24:25.175074Z","steps":["trace[2110860877] 'agreement among raft nodes before linearized reading' (duration: 670.892572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.175149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:24.503876Z","time spent":"671.258142ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:24:25.557827Z","caller":"traceutil/trace.go:171","msg":"trace[1552230005] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"338.336769ms","start":"2026-03-04T16:24:25.219455Z","end":"2026-03-04T16:24:25.557791Z","steps":["trace[1552230005] 'process raft request' (duration: 275.102294ms)","trace[1552230005] 'compare' (duration: 63.04423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:25.55803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.219428Z","time spent":"338.482283ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:25.619187Z","caller":"traceutil/trace.go:171","msg":"trace[986990561] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"399.675768ms","start":"2026-03-04T16:24:25.21948Z","end":"2026-03-04T16:24:25.619156Z","steps":["trace[986990561] 'process raft request' (duration: 399.456973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.619358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.219465Z","time spent":"399.803571ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:25.619599Z","caller":"traceutil/trace.go:171","msg":"trace[1297483072] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"400.054607ms","start":"2026-03-04T16:24:25.219515Z","end":"2026-03-04T16:24:25.619569Z","steps":["trace[1297483072] 'process raft request' (duration: 399.576575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.619616Z","caller":"traceutil/trace.go:171","msg":"trace[1869813073] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"399.576034ms","start":"2026-03-04T16:24:25.220015Z","end":"2026-03-04T16:24:25.619591Z","steps":["trace[1869813073] 'process raft request' (duration: 399.502232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.619639Z","caller":"traceutil/trace.go:171","msg":"trace[1518342774] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"399.863222ms","start":"2026-03-04T16:24:25.219747Z","end":"2026-03-04T16:24:25.619611Z","steps":["trace[1518342774] 'process raft request' (duration: 399.655687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.619753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.21949Z","time spent":"400.19873ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:25.619808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.219734Z","time spent":"400.006986ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:25.61979Z","caller":"traceutil/trace.go:171","msg":"trace[457747565] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26480; }","duration":"311.174383ms","start":"2026-03-04T16:24:25.308591Z","end":"2026-03-04T16:24:25.619765Z","steps":["trace[457747565] 'read index received' (duration: 185.976934ms)","trace[457747565] 'applied index is now lower than readState.Index' (duration: 125.196129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:24:25.619815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.219971Z","time spent":"399.758658ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:25.619895Z","caller":"traceutil/trace.go:171","msg":"trace[1944081720] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"397.707368ms","start":"2026-03-04T16:24:25.222166Z","end":"2026-03-04T16:24:25.619873Z","steps":["trace[1944081720] 'process raft request' (duration: 397.38939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.619977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.043103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:25.619977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.382989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:25.620028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.406787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:24:25.620036Z","caller":"traceutil/trace.go:171","msg":"trace[670574355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25534; }","duration":"132.160046ms","start":"2026-03-04T16:24:25.48786Z","end":"2026-03-04T16:24:25.62002Z","steps":["trace[670574355] 'agreement among raft nodes before linearized reading' (duration: 132.053283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.620049Z","caller":"traceutil/trace.go:171","msg":"trace[1336409063] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25534; }","duration":"311.485061ms","start":"2026-03-04T16:24:25.308548Z","end":"2026-03-04T16:24:25.620033Z","steps":["trace[1336409063] 'agreement among raft nodes before linearized reading' (duration: 311.376808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.620084Z","caller":"traceutil/trace.go:171","msg":"trace[1788649462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25534; }","duration":"139.50152ms","start":"2026-03-04T16:24:25.480567Z","end":"2026-03-04T16:24:25.620069Z","steps":["trace[1788649462] 'agreement among raft nodes before linearized reading' (duration: 139.341806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.6201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.308529Z","time spent":"311.558803ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:24:25.620101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.765042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:24:25.620078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.222157Z","time spent":"397.79455ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:25.620238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.911001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:24:25.620282Z","caller":"traceutil/trace.go:171","msg":"trace[1997869871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25534; }","duration":"137.979622ms","start":"2026-03-04T16:24:25.482293Z","end":"2026-03-04T16:24:25.620273Z","steps":["trace[1997869871] 'agreement among raft nodes before linearized reading' (duration: 137.880769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.620152Z","caller":"traceutil/trace.go:171","msg":"trace[572903453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25534; }","duration":"138.868015ms","start":"2026-03-04T16:24:25.481271Z","end":"2026-03-04T16:24:25.620139Z","steps":["trace[572903453] 'agreement among raft nodes before linearized reading' (duration: 138.68569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:25.620335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.422048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:24:25.620365Z","caller":"traceutil/trace.go:171","msg":"trace[1408996207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25534; }","duration":"139.676985ms","start":"2026-03-04T16:24:25.48068Z","end":"2026-03-04T16:24:25.620357Z","steps":["trace[1408996207] 'agreement among raft nodes before linearized reading' (duration: 139.574222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:25.729459Z","caller":"traceutil/trace.go:171","msg":"trace[702947196] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"104.772824ms","start":"2026-03-04T16:24:25.624639Z","end":"2026-03-04T16:24:25.729411Z","steps":["trace[702947196] 'process raft request' (duration: 102.896908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:26.169469Z","caller":"traceutil/trace.go:171","msg":"trace[327955592] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"544.650526ms","start":"2026-03-04T16:24:25.62478Z","end":"2026-03-04T16:24:26.169431Z","steps":["trace[327955592] 'process raft request' (duration: 516.965778ms)","trace[327955592] 'compare' (duration: 27.453282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:26.169516Z","caller":"traceutil/trace.go:171","msg":"trace[1747050010] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26486; }","duration":"544.599795ms","start":"2026-03-04T16:24:25.62489Z","end":"2026-03-04T16:24:26.16949Z","steps":["trace[1747050010] 'read index received' (duration: 102.628841ms)","trace[1747050010] 'applied index is now lower than readState.Index' (duration: 441.969704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:26.169541Z","caller":"traceutil/trace.go:171","msg":"trace[2024861914] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"542.305327ms","start":"2026-03-04T16:24:25.627211Z","end":"2026-03-04T16:24:26.169516Z","steps":["trace[2024861914] 'process raft request' (duration: 542.136363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:26.169628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.624761Z","time spent":"544.78808ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:26.169766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.373103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:26.169598Z","caller":"traceutil/trace.go:171","msg":"trace[1857958243] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"542.325507ms","start":"2026-03-04T16:24:25.627238Z","end":"2026-03-04T16:24:26.169564Z","steps":["trace[1857958243] 'process raft request' (duration: 542.172434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:26.169788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.627201Z","time spent":"542.494733ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:26.169817Z","caller":"traceutil/trace.go:171","msg":"trace[807066929] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25538; }","duration":"241.498196ms","start":"2026-03-04T16:24:25.928308Z","end":"2026-03-04T16:24:26.169806Z","steps":["trace[807066929] 'agreement among raft nodes before linearized reading' (duration: 241.382123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:26.169821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.906544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:26.169885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.627207Z","time spent":"542.620046ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:24:26.169948Z","caller":"traceutil/trace.go:171","msg":"trace[250470137] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25538; }","duration":"545.034007ms","start":"2026-03-04T16:24:25.624871Z","end":"2026-03-04T16:24:26.169905Z","steps":["trace[250470137] 'agreement among raft nodes before linearized reading' (duration: 544.737989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:26.170067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:25.624856Z","time spent":"545.19037ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:24:26.526782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.513279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:26.526882Z","caller":"traceutil/trace.go:171","msg":"trace[1263561498] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25538; }","duration":"192.691794ms","start":"2026-03-04T16:24:26.334167Z","end":"2026-03-04T16:24:26.526859Z","steps":["trace[1263561498] 'count revisions from in-memory index tree' (duration: 192.444867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:38.866455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.746591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:24:39.482317Z","caller":"traceutil/trace.go:171","msg":"trace[1160068651] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"171.916629ms","start":"2026-03-04T16:24:39.310375Z","end":"2026-03-04T16:24:39.482292Z","steps":["trace[1160068651] 'process raft request' (duration: 171.666263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:39.930729Z","caller":"traceutil/trace.go:171","msg":"trace[1305683434] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"197.420653ms","start":"2026-03-04T16:24:39.733268Z","end":"2026-03-04T16:24:39.930688Z","steps":["trace[1305683434] 'process raft request' (duration: 195.596547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:39.930932Z","caller":"traceutil/trace.go:171","msg":"trace[1475251543] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"197.417493ms","start":"2026-03-04T16:24:39.73347Z","end":"2026-03-04T16:24:39.930888Z","steps":["trace[1475251543] 'process raft request' (duration: 197.135316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:39.931027Z","caller":"traceutil/trace.go:171","msg":"trace[1564328372] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"197.468094ms","start":"2026-03-04T16:24:39.733541Z","end":"2026-03-04T16:24:39.93101Z","steps":["trace[1564328372] 'process raft request' (duration: 197.30114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:39.931038Z","caller":"traceutil/trace.go:171","msg":"trace[1650001812] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26584; }","duration":"132.263567ms","start":"2026-03-04T16:24:39.798752Z","end":"2026-03-04T16:24:39.931015Z","steps":["trace[1650001812] 'read index received' (duration: 6.554195ms)","trace[1650001812] 'applied index is now lower than readState.Index' (duration: 125.708542ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:39.931049Z","caller":"traceutil/trace.go:171","msg":"trace[39462185] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"197.451464ms","start":"2026-03-04T16:24:39.73357Z","end":"2026-03-04T16:24:39.931021Z","steps":["trace[39462185] 'process raft request' (duration: 197.387702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:39.930668Z","caller":"traceutil/trace.go:171","msg":"trace[1308414895] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"197.253089ms","start":"2026-03-04T16:24:39.733391Z","end":"2026-03-04T16:24:39.930644Z","steps":["trace[1308414895] 'process raft request' (duration: 197.169927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:39.931233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.460713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:39.931271Z","caller":"traceutil/trace.go:171","msg":"trace[1537525788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25634; }","duration":"132.542134ms","start":"2026-03-04T16:24:39.798716Z","end":"2026-03-04T16:24:39.931258Z","steps":["trace[1537525788] 'agreement among raft nodes before linearized reading' (duration: 132.439442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:44.099754Z","caller":"traceutil/trace.go:171","msg":"trace[676178958] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"153.133706ms","start":"2026-03-04T16:24:43.946577Z","end":"2026-03-04T16:24:44.099711Z","steps":["trace[676178958] 'process raft request' (duration: 150.12092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:44.099759Z","caller":"traceutil/trace.go:171","msg":"trace[836543723] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"152.371745ms","start":"2026-03-04T16:24:43.947323Z","end":"2026-03-04T16:24:44.099695Z","steps":["trace[836543723] 'process raft request' (duration: 152.254633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:44.10008Z","caller":"traceutil/trace.go:171","msg":"trace[1333511356] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"152.252613ms","start":"2026-03-04T16:24:43.947809Z","end":"2026-03-04T16:24:44.100062Z","steps":["trace[1333511356] 'process raft request' (duration: 151.830882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:44.10009Z","caller":"traceutil/trace.go:171","msg":"trace[407374434] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26613; }","duration":"143.764128ms","start":"2026-03-04T16:24:43.956293Z","end":"2026-03-04T16:24:44.100057Z","steps":["trace[407374434] 'read index received' (duration: 29.74971ms)","trace[407374434] 'applied index is now lower than readState.Index' (duration: 114.012908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:44.100118Z","caller":"traceutil/trace.go:171","msg":"trace[1144975120] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"152.15622ms","start":"2026-03-04T16:24:43.947941Z","end":"2026-03-04T16:24:44.100097Z","steps":["trace[1144975120] 'process raft request' (duration: 151.973606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:44.100305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.993194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:24:44.100351Z","caller":"traceutil/trace.go:171","msg":"trace[1744244998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25661; }","duration":"144.078126ms","start":"2026-03-04T16:24:43.956261Z","end":"2026-03-04T16:24:44.100339Z","steps":["trace[1744244998] 'agreement among raft nodes before linearized reading' (duration: 143.896272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:46.222546Z","caller":"traceutil/trace.go:171","msg":"trace[96175193] linearizableReadLoop","detail":"{readStateIndex:26630; appliedIndex:26628; }","duration":"114.966112ms","start":"2026-03-04T16:24:46.107553Z","end":"2026-03-04T16:24:46.222519Z","steps":["trace[96175193] 'read index received' (duration: 60.578418ms)","trace[96175193] 'applied index is now lower than readState.Index' (duration: 54.386854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:46.222576Z","caller":"traceutil/trace.go:171","msg":"trace[636483622] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"114.692595ms","start":"2026-03-04T16:24:46.107849Z","end":"2026-03-04T16:24:46.222541Z","steps":["trace[636483622] 'process raft request' (duration: 114.583323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:46.222622Z","caller":"traceutil/trace.go:171","msg":"trace[1499052656] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"115.151296ms","start":"2026-03-04T16:24:46.107422Z","end":"2026-03-04T16:24:46.222574Z","steps":["trace[1499052656] 'process raft request' (duration: 114.866629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.222733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.144526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:46.222853Z","caller":"traceutil/trace.go:171","msg":"trace[706276857] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25675; }","duration":"115.31785ms","start":"2026-03-04T16:24:46.107503Z","end":"2026-03-04T16:24:46.222821Z","steps":["trace[706276857] 'agreement among raft nodes before linearized reading' (duration: 115.121526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.222863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.768186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:24:46.222909Z","caller":"traceutil/trace.go:171","msg":"trace[2015310245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25675; }","duration":"110.845128ms","start":"2026-03-04T16:24:46.112052Z","end":"2026-03-04T16:24:46.222897Z","steps":["trace[2015310245] 'agreement among raft nodes before linearized reading' (duration: 110.651004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:46.22287Z","caller":"traceutil/trace.go:171","msg":"trace[1966679234] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"114.571582ms","start":"2026-03-04T16:24:46.108276Z","end":"2026-03-04T16:24:46.222847Z","steps":["trace[1966679234] 'process raft request' (duration: 114.203813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.971695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832390314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:24:46.982745Z","caller":"traceutil/trace.go:171","msg":"trace[1194816548] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26632; }","duration":"512.086275ms","start":"2026-03-04T16:24:46.470628Z","end":"2026-03-04T16:24:46.982715Z","steps":["trace[1194816548] 'read index received' (duration: 511.792928ms)","trace[1194816548] 'applied index is now lower than readState.Index' (duration: 292.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:24:46.983026Z","caller":"traceutil/trace.go:171","msg":"trace[339949758] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"755.531549ms","start":"2026-03-04T16:24:46.227481Z","end":"2026-03-04T16:24:46.983013Z","steps":["trace[339949758] 'process raft request' (duration: 755.079517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.98314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.227433Z","time spent":"755.631102ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:24:46.983573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.909556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:24:46.983647Z","caller":"traceutil/trace.go:171","msg":"trace[1768549622] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25676; }","duration":"513.036208ms","start":"2026-03-04T16:24:46.470595Z","end":"2026-03-04T16:24:46.983631Z","steps":["trace[1768549622] 'agreement among raft nodes before linearized reading' (duration: 512.866624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.983684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.470578Z","time spent":"513.09909ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:24:46.983703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.50079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:24:46.983762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.483582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:24:46.983781Z","caller":"traceutil/trace.go:171","msg":"trace[1830617620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25676; }","duration":"494.652564ms","start":"2026-03-04T16:24:46.489108Z","end":"2026-03-04T16:24:46.98376Z","steps":["trace[1830617620] 'agreement among raft nodes before linearized reading' (duration: 494.511871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:24:46.983818Z","caller":"traceutil/trace.go:171","msg":"trace[1444193600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25676; }","duration":"418.539643ms","start":"2026-03-04T16:24:46.565261Z","end":"2026-03-04T16:24:46.983801Z","steps":["trace[1444193600] 'agreement among raft nodes before linearized reading' (duration: 418.367849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.983836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.489077Z","time spent":"494.744926ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:24:46.98383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.230334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:24:46.983869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.565221Z","time spent":"418.637847ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:24:46.983894Z","caller":"traceutil/trace.go:171","msg":"trace[253147693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25676; }","duration":"429.324247ms","start":"2026-03-04T16:24:46.55455Z","end":"2026-03-04T16:24:46.983874Z","steps":["trace[253147693] 'agreement among raft nodes before linearized reading' (duration: 429.09386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.983938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.554531Z","time spent":"429.394498ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:24:46.984038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.911574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:24:46.984127Z","caller":"traceutil/trace.go:171","msg":"trace[1118740231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25676; }","duration":"465.023637ms","start":"2026-03-04T16:24:46.519083Z","end":"2026-03-04T16:24:46.984107Z","steps":["trace[1118740231] 'agreement among raft nodes before linearized reading' (duration: 464.717548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.984156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.76022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:24:46.984182Z","caller":"traceutil/trace.go:171","msg":"trace[1486970252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25676; }","duration":"399.842982ms","start":"2026-03-04T16:24:46.584331Z","end":"2026-03-04T16:24:46.984174Z","steps":["trace[1486970252] 'agreement among raft nodes before linearized reading' (duration: 399.706888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.984179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.519026Z","time spent":"465.143209ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:24:46.984209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.584301Z","time spent":"399.903693ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:24:46.984193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.228347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:24:46.985745Z","caller":"traceutil/trace.go:171","msg":"trace[1844949537] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25676; }","duration":"341.866568ms","start":"2026-03-04T16:24:46.643855Z","end":"2026-03-04T16:24:46.985722Z","steps":["trace[1844949537] 'agreement among raft nodes before linearized reading' (duration: 340.187176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:24:46.985805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:24:46.643827Z","time spent":"341.956821ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:25:02.55595Z","caller":"traceutil/trace.go:171","msg":"trace[782733656] linearizableReadLoop","detail":"{readStateIndex:26927; appliedIndex:26924; }","duration":"245.344772ms","start":"2026-03-04T16:25:02.310581Z","end":"2026-03-04T16:25:02.555925Z","steps":["trace[782733656] 'read index received' (duration: 244.999273ms)","trace[782733656] 'applied index is now lower than readState.Index' (duration: 344.709µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:02.556377Z","caller":"traceutil/trace.go:171","msg":"trace[555365790] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"278.164279ms","start":"2026-03-04T16:25:02.278199Z","end":"2026-03-04T16:25:02.556363Z","steps":["trace[555365790] 'process raft request' (duration: 277.453991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:02.556587Z","caller":"traceutil/trace.go:171","msg":"trace[1253301459] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"270.984008ms","start":"2026-03-04T16:25:02.285591Z","end":"2026-03-04T16:25:02.556575Z","steps":["trace[1253301459] 'process raft request' (duration: 270.25933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:02.556743Z","caller":"traceutil/trace.go:171","msg":"trace[241942548] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"265.825069ms","start":"2026-03-04T16:25:02.290909Z","end":"2026-03-04T16:25:02.556734Z","steps":["trace[241942548] 'process raft request' (duration: 264.982637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.556964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.705705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:02.557003Z","caller":"traceutil/trace.go:171","msg":"trace[890874897] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25964; }","duration":"284.777066ms","start":"2026-03-04T16:25:02.272216Z","end":"2026-03-04T16:25:02.556993Z","steps":["trace[890874897] 'agreement among raft nodes before linearized reading' (duration: 284.643913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.557179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.532286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:02.557235Z","caller":"traceutil/trace.go:171","msg":"trace[862888120] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25964; }","duration":"285.617457ms","start":"2026-03-04T16:25:02.271604Z","end":"2026-03-04T16:25:02.557221Z","steps":["trace[862888120] 'agreement among raft nodes before linearized reading' (duration: 285.536155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.557426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.154271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:02.557461Z","caller":"traceutil/trace.go:171","msg":"trace[1240584050] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25964; }","duration":"286.238333ms","start":"2026-03-04T16:25:02.271213Z","end":"2026-03-04T16:25:02.557452Z","steps":["trace[1240584050] 'agreement among raft nodes before linearized reading' (duration: 286.188981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.557599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.137235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:02.557628Z","caller":"traceutil/trace.go:171","msg":"trace[475902069] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25964; }","duration":"289.189397ms","start":"2026-03-04T16:25:02.268432Z","end":"2026-03-04T16:25:02.557621Z","steps":["trace[475902069] 'agreement among raft nodes before linearized reading' (duration: 289.148266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.557908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.701319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:25:02.557959Z","caller":"traceutil/trace.go:171","msg":"trace[268098759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25964; }","duration":"231.75485ms","start":"2026-03-04T16:25:02.326193Z","end":"2026-03-04T16:25:02.557947Z","steps":["trace[268098759] 'agreement among raft nodes before linearized reading' (duration: 231.622047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:02.558637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.877536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:02.55868Z","caller":"traceutil/trace.go:171","msg":"trace[838592145] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25964; }","duration":"197.950017ms","start":"2026-03-04T16:25:02.36072Z","end":"2026-03-04T16:25:02.55867Z","steps":["trace[838592145] 'agreement among raft nodes before linearized reading' (duration: 197.875935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:03.417484Z","caller":"traceutil/trace.go:171","msg":"trace[775550546] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"253.732174ms","start":"2026-03-04T16:25:03.163721Z","end":"2026-03-04T16:25:03.417453Z","steps":["trace[775550546] 'process raft request' (duration: 253.517969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:03.417487Z","caller":"traceutil/trace.go:171","msg":"trace[169005641] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"253.700323ms","start":"2026-03-04T16:25:03.163768Z","end":"2026-03-04T16:25:03.417468Z","steps":["trace[169005641] 'process raft request' (duration: 253.603481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:03.417921Z","caller":"traceutil/trace.go:171","msg":"trace[1441098819] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26931; }","duration":"192.239005ms","start":"2026-03-04T16:25:03.225175Z","end":"2026-03-04T16:25:03.417414Z","steps":["trace[1441098819] 'read index received' (duration: 191.963448ms)","trace[1441098819] 'applied index is now lower than readState.Index' (duration: 274.517µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:03.918629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:04.69638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471184271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T16:25:04.696472Z","caller":"traceutil/trace.go:171","msg":"trace[1894687548] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25970; }","duration":"1.471282544s","start":"2026-03-04T16:25:03.225163Z","end":"2026-03-04T16:25:04.696446Z","steps":["trace[1894687548] 'agreement among raft nodes before linearized reading' (duration: 192.697336ms)","trace[1894687548] 'range keys from in-memory index tree' (duration: 1.278378152s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:04.696517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.225147Z","time spent":"1.471360095s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T16:25:04.696614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.532721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:04.696735Z","caller":"traceutil/trace.go:171","msg":"trace[2098811849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25970; }","duration":"850.665205ms","start":"2026-03-04T16:25:03.846051Z","end":"2026-03-04T16:25:04.696716Z","steps":["trace[2098811849] 'range keys from in-memory index tree' (duration: 850.516131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:04.697076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.728409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:25:04.697208Z","caller":"traceutil/trace.go:171","msg":"trace[398664527] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.312692238s","start":"2026-03-04T16:25:03.384472Z","end":"2026-03-04T16:25:04.697164Z","steps":["trace[398664527] 'process raft request' (duration: 730.790875ms)","trace[398664527] 'compare' (duration: 581.352448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:04.697292Z","caller":"traceutil/trace.go:171","msg":"trace[1834690026] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"740.146091ms","start":"2026-03-04T16:25:03.957128Z","end":"2026-03-04T16:25:04.697274Z","steps":["trace[1834690026] 'process raft request' (duration: 740.08087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:04.697321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.384453Z","time spent":"1.312802151s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:04.697326Z","caller":"traceutil/trace.go:171","msg":"trace[1228303114] linearizableReadLoop","detail":"{readStateIndex:26934; appliedIndex:26933; }","duration":"1.279253135s","start":"2026-03-04T16:25:03.418053Z","end":"2026-03-04T16:25:04.697306Z","steps":["trace[1228303114] 'read index received' (duration: 697.24904ms)","trace[1228303114] 'applied index is now lower than readState.Index' (duration: 582.002205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:04.697373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.956918Z","time spent":"740.415998ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:04.697554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445763531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:25:04.697599Z","caller":"traceutil/trace.go:171","msg":"trace[1358981948] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25972; }","duration":"1.445847512s","start":"2026-03-04T16:25:03.251741Z","end":"2026-03-04T16:25:04.697589Z","steps":["trace[1358981948] 'agreement among raft nodes before linearized reading' (duration: 1.445652987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:04.697632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.251723Z","time spent":"1.445900394s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:25:04.789489Z","caller":"traceutil/trace.go:171","msg":"trace[1806844054] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"521.885682ms","start":"2026-03-04T16:25:04.267582Z","end":"2026-03-04T16:25:04.789468Z","steps":["trace[1806844054] 'process raft request' (duration: 521.770968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:04.789647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.267556Z","time spent":"522.011074ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.082884Z","caller":"traceutil/trace.go:171","msg":"trace[1877892703] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"767.044349ms","start":"2026-03-04T16:25:04.315776Z","end":"2026-03-04T16:25:05.08282Z","steps":["trace[1877892703] 'process raft request' (duration: 765.295716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.083048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.315756Z","time spent":"767.204473ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.083132Z","caller":"traceutil/trace.go:171","msg":"trace[315353018] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"734.946549ms","start":"2026-03-04T16:25:04.348155Z","end":"2026-03-04T16:25:05.083102Z","steps":["trace[315353018] 'process raft request' (duration: 733.098043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.083289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.34812Z","time spent":"735.091213ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.08936Z","caller":"traceutil/trace.go:171","msg":"trace[1831239360] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"525.333198ms","start":"2026-03-04T16:25:04.564015Z","end":"2026-03-04T16:25:05.089348Z","steps":["trace[1831239360] 'process raft request' (duration: 525.290327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.089406Z","caller":"traceutil/trace.go:171","msg":"trace[69769529] linearizableReadLoop","detail":"{readStateIndex:26942; appliedIndex:26936; }","duration":"392.024198ms","start":"2026-03-04T16:25:04.697367Z","end":"2026-03-04T16:25:05.089392Z","steps":["trace[69769529] 'read index received' (duration: 92.097091ms)","trace[69769529] 'applied index is now lower than readState.Index' (duration: 299.926347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:05.089456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.563994Z","time spent":"525.408809ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.089538Z","caller":"traceutil/trace.go:171","msg":"trace[756446228] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"559.834787ms","start":"2026-03-04T16:25:04.529698Z","end":"2026-03-04T16:25:05.089533Z","steps":["trace[756446228] 'process raft request' (duration: 551.61229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.089571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.529647Z","time spent":"559.907749ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.089607Z","caller":"traceutil/trace.go:171","msg":"trace[374989619] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"525.494812ms","start":"2026-03-04T16:25:04.564102Z","end":"2026-03-04T16:25:05.089597Z","steps":["trace[374989619] 'process raft request' (duration: 525.224645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.089653Z","caller":"traceutil/trace.go:171","msg":"trace[923721359] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"525.635225ms","start":"2026-03-04T16:25:04.564012Z","end":"2026-03-04T16:25:05.089647Z","steps":["trace[923721359] 'process raft request' (duration: 525.240816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.0897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.564076Z","time spent":"525.559623ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:05.089808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061869617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.089835Z","caller":"traceutil/trace.go:171","msg":"trace[756104902] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25979; }","duration":"1.061914088s","start":"2026-03-04T16:25:04.027916Z","end":"2026-03-04T16:25:05.08983Z","steps":["trace[756104902] 'agreement among raft nodes before linearized reading' (duration: 1.061858297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.08985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.027907Z","time spent":"1.061939159s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:05.089877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066146875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.089901Z","caller":"traceutil/trace.go:171","msg":"trace[342710215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25979; }","duration":"1.066195177s","start":"2026-03-04T16:25:04.023699Z","end":"2026-03-04T16:25:05.089894Z","steps":["trace[342710215] 'agreement among raft nodes before linearized reading' (duration: 1.066160576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.08992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.023681Z","time spent":"1.066234837s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:05.089943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.81475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.08996Z","caller":"traceutil/trace.go:171","msg":"trace[335139644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25979; }","duration":"523.84416ms","start":"2026-03-04T16:25:04.566112Z","end":"2026-03-04T16:25:05.089957Z","steps":["trace[335139644] 'agreement among raft nodes before linearized reading' (duration: 523.818659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.089975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.566105Z","time spent":"523.86745ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20997323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:05.090085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.306591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090101Z","caller":"traceutil/trace.go:171","msg":"trace[1033826401] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25979; }","duration":"524.360463ms","start":"2026-03-04T16:25:04.565737Z","end":"2026-03-04T16:25:05.090097Z","steps":["trace[1033826401] 'agreement among raft nodes before linearized reading' (duration: 524.339532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212131304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:05.090117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.565716Z","time spent":"524.399134ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:05.090124Z","caller":"traceutil/trace.go:171","msg":"trace[1399843804] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25979; }","duration":"1.212177185s","start":"2026-03-04T16:25:03.877942Z","end":"2026-03-04T16:25:05.09012Z","steps":["trace[1399843804] 'agreement among raft nodes before linearized reading' (duration: 1.212152515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.877926Z","time spent":"1.212212346s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.412714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090208Z","caller":"traceutil/trace.go:171","msg":"trace[178408794] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25979; }","duration":"524.456915ms","start":"2026-03-04T16:25:04.565747Z","end":"2026-03-04T16:25:05.090204Z","steps":["trace[178408794] 'agreement among raft nodes before linearized reading' (duration: 524.427155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.09023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.565738Z","time spent":"524.486086ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2123806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090257Z","caller":"traceutil/trace.go:171","msg":"trace[464189980] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25979; }","duration":"1.212425871s","start":"2026-03-04T16:25:03.877824Z","end":"2026-03-04T16:25:05.09025Z","steps":["trace[464189980] 'agreement among raft nodes before linearized reading' (duration: 1.212396341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.877811Z","time spent":"1.212463262s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.83649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090354Z","caller":"traceutil/trace.go:171","msg":"trace[1966300912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25979; }","duration":"604.897242ms","start":"2026-03-04T16:25:04.485452Z","end":"2026-03-04T16:25:05.090349Z","steps":["trace[1966300912] 'agreement among raft nodes before linearized reading' (duration: 604.859871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212521903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:05.090374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.48543Z","time spent":"604.939313ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:05.09041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388841556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090432Z","caller":"traceutil/trace.go:171","msg":"trace[668601639] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25979; }","duration":"1.388866847s","start":"2026-03-04T16:25:03.701559Z","end":"2026-03-04T16:25:05.090426Z","steps":["trace[668601639] 'agreement among raft nodes before linearized reading' (duration: 1.388829226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.09045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.701511Z","time spent":"1.388933048s","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:05.090479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.041049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090501Z","caller":"traceutil/trace.go:171","msg":"trace[713295165] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25979; }","duration":"694.120321ms","start":"2026-03-04T16:25:04.396375Z","end":"2026-03-04T16:25:05.090495Z","steps":["trace[713295165] 'agreement among raft nodes before linearized reading' (duration: 694.08784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.09052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.39634Z","time spent":"694.174522ms","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:05.090578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418096953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:25:05.0906Z","caller":"traceutil/trace.go:171","msg":"trace[85134303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25979; }","duration":"1.418159325s","start":"2026-03-04T16:25:03.672435Z","end":"2026-03-04T16:25:05.090595Z","steps":["trace[85134303] 'agreement among raft nodes before linearized reading' (duration: 1.418099403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.711239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:05.090617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.672414Z","time spent":"1.418199775s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:25:05.090627Z","caller":"traceutil/trace.go:171","msg":"trace[511689590] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25979; }","duration":"735.783631ms","start":"2026-03-04T16:25:04.354837Z","end":"2026-03-04T16:25:05.090621Z","steps":["trace[511689590] 'agreement among raft nodes before linearized reading' (duration: 735.75418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.354817Z","time spent":"735.823322ms","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:05.090732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.984836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T16:25:05.090753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.610609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.090763Z","caller":"traceutil/trace.go:171","msg":"trace[203126973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:25979; }","duration":"390.021818ms","start":"2026-03-04T16:25:04.700727Z","end":"2026-03-04T16:25:05.090749Z","steps":["trace[203126973] 'agreement among raft nodes before linearized reading' (duration: 389.961376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.09078Z","caller":"traceutil/trace.go:171","msg":"trace[2100160602] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25979; }","duration":"928.677291ms","start":"2026-03-04T16:25:04.162098Z","end":"2026-03-04T16:25:05.090776Z","steps":["trace[2100160602] 'agreement among raft nodes before linearized reading' (duration: 928.64488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.700716Z","time spent":"390.067149ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.162077Z","time spent":"928.715212ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.923577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:05.090904Z","caller":"traceutil/trace.go:171","msg":"trace[224149341] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25979; }","duration":"931.01395ms","start":"2026-03-04T16:25:04.159887Z","end":"2026-03-04T16:25:05.090901Z","steps":["trace[224149341] 'agreement among raft nodes before linearized reading' (duration: 930.967438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.089708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.563993Z","time spent":"525.695267ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:05.090084Z","caller":"traceutil/trace.go:171","msg":"trace[1808841783] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25979; }","duration":"1.21002544s","start":"2026-03-04T16:25:03.880053Z","end":"2026-03-04T16:25:05.090079Z","steps":["trace[1808841783] 'agreement among raft nodes before linearized reading' (duration: 1.209946658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.880038Z","time spent":"1.210879782s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:05.090378Z","caller":"traceutil/trace.go:171","msg":"trace[1224056462] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25979; }","duration":"1.212562664s","start":"2026-03-04T16:25:03.877811Z","end":"2026-03-04T16:25:05.090373Z","steps":["trace[1224056462] 'agreement among raft nodes before linearized reading' (duration: 1.212541704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.090964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:03.877794Z","time spent":"1.213167459s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:05.090734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.556917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.091002Z","caller":"traceutil/trace.go:171","msg":"trace[2056058458] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25979; }","duration":"928.862575ms","start":"2026-03-04T16:25:04.162132Z","end":"2026-03-04T16:25:05.090995Z","steps":["trace[2056058458] 'agreement among raft nodes before linearized reading' (duration: 928.588988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.091027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.162118Z","time spent":"928.902417ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:05.091076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.159875Z","time spent":"931.195534ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:05.091146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.743854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.091225Z","caller":"traceutil/trace.go:171","msg":"trace[228278120] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25979; }","duration":"936.849357ms","start":"2026-03-04T16:25:04.154356Z","end":"2026-03-04T16:25:05.091206Z","steps":["trace[228278120] 'agreement among raft nodes before linearized reading' (duration: 936.713004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.091282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.15434Z","time spent":"936.928599ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:05.089845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065086228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.091538Z","caller":"traceutil/trace.go:171","msg":"trace[1207564699] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25979; }","duration":"1.06679568s","start":"2026-03-04T16:25:04.024732Z","end":"2026-03-04T16:25:05.091528Z","steps":["trace[1207564699] 'agreement among raft nodes before linearized reading' (duration: 1.065087248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.091567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.024726Z","time spent":"1.066832062s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:05.091594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06120687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:05.090067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.134317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:05.091656Z","caller":"traceutil/trace.go:171","msg":"trace[2083817108] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25979; }","duration":"525.736257ms","start":"2026-03-04T16:25:04.565898Z","end":"2026-03-04T16:25:05.091635Z","steps":["trace[2083817108] 'agreement among raft nodes before linearized reading' (duration: 524.134247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.091723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.565887Z","time spent":"525.82001ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:05.091746Z","caller":"traceutil/trace.go:171","msg":"trace[91186468] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25979; }","duration":"1.061382285s","start":"2026-03-04T16:25:04.030358Z","end":"2026-03-04T16:25:05.09174Z","steps":["trace[91186468] 'agreement among raft nodes before linearized reading' (duration: 1.061124188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.091766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:04.030349Z","time spent":"1.061411135s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:05.325214Z","caller":"traceutil/trace.go:171","msg":"trace[991506061] linearizableReadLoop","detail":"{readStateIndex:26943; appliedIndex:26942; }","duration":"229.928944ms","start":"2026-03-04T16:25:05.095257Z","end":"2026-03-04T16:25:05.325186Z","steps":["trace[991506061] 'read index received' (duration: 229.597735ms)","trace[991506061] 'applied index is now lower than readState.Index' (duration: 329.968µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:05.325365Z","caller":"traceutil/trace.go:171","msg":"trace[1715783566] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"230.285052ms","start":"2026-03-04T16:25:05.095038Z","end":"2026-03-04T16:25:05.325323Z","steps":["trace[1715783566] 'process raft request' (duration: 229.871162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.325734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.468447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T16:25:05.32575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.321265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:25:05.325808Z","caller":"traceutil/trace.go:171","msg":"trace[1869039740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25980; }","duration":"230.58923ms","start":"2026-03-04T16:25:05.095202Z","end":"2026-03-04T16:25:05.325792Z","steps":["trace[1869039740] 'agreement among raft nodes before linearized reading' (duration: 230.2203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.325839Z","caller":"traceutil/trace.go:171","msg":"trace[2100813751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25980; }","duration":"134.446678ms","start":"2026-03-04T16:25:05.191369Z","end":"2026-03-04T16:25:05.325816Z","steps":["trace[2100813751] 'agreement among raft nodes before linearized reading' (duration: 134.160911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.326768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.137681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:25:05.326885Z","caller":"traceutil/trace.go:171","msg":"trace[1051759715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25980; }","duration":"163.305034ms","start":"2026-03-04T16:25:05.163556Z","end":"2026-03-04T16:25:05.326861Z","steps":["trace[1051759715] 'agreement among raft nodes before linearized reading' (duration: 161.911659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.622377Z","caller":"traceutil/trace.go:171","msg":"trace[1364646107] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"290.740176ms","start":"2026-03-04T16:25:05.331603Z","end":"2026-03-04T16:25:05.622343Z","steps":["trace[1364646107] 'process raft request' (duration: 276.345004ms)","trace[1364646107] 'compare' (duration: 13.948611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:05.622446Z","caller":"traceutil/trace.go:171","msg":"trace[1384951582] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26943; }","duration":"288.425638ms","start":"2026-03-04T16:25:05.333989Z","end":"2026-03-04T16:25:05.622415Z","steps":["trace[1384951582] 'read index received' (duration: 273.973394ms)","trace[1384951582] 'applied index is now lower than readState.Index' (duration: 14.450604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:05.622686Z","caller":"traceutil/trace.go:171","msg":"trace[1246343336] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"291.071674ms","start":"2026-03-04T16:25:05.331595Z","end":"2026-03-04T16:25:05.622666Z","steps":["trace[1246343336] 'process raft request' (duration: 290.560972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.62284Z","caller":"traceutil/trace.go:171","msg":"trace[1043055075] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"283.251867ms","start":"2026-03-04T16:25:05.33957Z","end":"2026-03-04T16:25:05.622822Z","steps":["trace[1043055075] 'process raft request' (duration: 282.743455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.622888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.224743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:05.62295Z","caller":"traceutil/trace.go:171","msg":"trace[887638358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25983; }","duration":"136.328886ms","start":"2026-03-04T16:25:05.486604Z","end":"2026-03-04T16:25:05.622933Z","steps":["trace[887638358] 'agreement among raft nodes before linearized reading' (duration: 136.218043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.622956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.129068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:25:05.623006Z","caller":"traceutil/trace.go:171","msg":"trace[1025224654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25983; }","duration":"201.21706ms","start":"2026-03-04T16:25:05.421774Z","end":"2026-03-04T16:25:05.622991Z","steps":["trace[1025224654] 'agreement among raft nodes before linearized reading' (duration: 201.039526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:05.623002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.976072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T16:25:05.623064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.382099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:25:05.623085Z","caller":"traceutil/trace.go:171","msg":"trace[1681042567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25983; }","duration":"289.077994ms","start":"2026-03-04T16:25:05.333984Z","end":"2026-03-04T16:25:05.623062Z","steps":["trace[1681042567] 'agreement among raft nodes before linearized reading' (duration: 288.786097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:05.623138Z","caller":"traceutil/trace.go:171","msg":"trace[1479691169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25983; }","duration":"200.505802ms","start":"2026-03-04T16:25:05.422612Z","end":"2026-03-04T16:25:05.623117Z","steps":["trace[1479691169] 'agreement among raft nodes before linearized reading' (duration: 200.243395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:06.122726Z","caller":"traceutil/trace.go:171","msg":"trace[1281171887] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"300.750008ms","start":"2026-03-04T16:25:05.821948Z","end":"2026-03-04T16:25:06.122698Z","steps":["trace[1281171887] 'process raft request' (duration: 226.329523ms)","trace[1281171887] 'compare' (duration: 74.124707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:06.122853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:05.82193Z","time spent":"300.855431ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7133,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:06.827033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.95496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:25:06.827357Z","caller":"traceutil/trace.go:171","msg":"trace[664578061] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"123.526323ms","start":"2026-03-04T16:25:06.703808Z","end":"2026-03-04T16:25:06.827334Z","steps":["trace[664578061] 'process raft request' (duration: 123.337558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:06.839074Z","caller":"traceutil/trace.go:171","msg":"trace[832429214] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"133.985436ms","start":"2026-03-04T16:25:06.705067Z","end":"2026-03-04T16:25:06.839053Z","steps":["trace[832429214] 'process raft request' (duration: 122.252011ms)","trace[832429214] 'compare' (duration: 11.454478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:07.446096Z","caller":"traceutil/trace.go:171","msg":"trace[1187112143] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26960; }","duration":"315.329556ms","start":"2026-03-04T16:25:07.13075Z","end":"2026-03-04T16:25:07.446079Z","steps":["trace[1187112143] 'read index received' (duration: 256.067493ms)","trace[1187112143] 'applied index is now lower than readState.Index' (duration: 59.261423ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:07.4461Z","caller":"traceutil/trace.go:171","msg":"trace[838733844] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"348.631395ms","start":"2026-03-04T16:25:07.097443Z","end":"2026-03-04T16:25:07.446074Z","steps":["trace[838733844] 'process raft request' (duration: 289.398433ms)","trace[838733844] 'compare' (duration: 58.899724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:07.446205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.763469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:07.446222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.141158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:07.446234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097429Z","time spent":"348.736428ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:07.446261Z","caller":"traceutil/trace.go:171","msg":"trace[1403160280] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25999; }","duration":"349.20515ms","start":"2026-03-04T16:25:07.097047Z","end":"2026-03-04T16:25:07.446253Z","steps":["trace[1403160280] 'agreement among raft nodes before linearized reading' (duration: 349.130208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097043Z","time spent":"349.23719ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:07.446362Z","caller":"traceutil/trace.go:171","msg":"trace[740239176] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"348.398479ms","start":"2026-03-04T16:25:07.097955Z","end":"2026-03-04T16:25:07.446354Z","steps":["trace[740239176] 'process raft request' (duration: 348.02023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097935Z","time spent":"348.4508ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:07.446452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.408994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.446476Z","caller":"traceutil/trace.go:171","msg":"trace[1937303476] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25999; }","duration":"349.444226ms","start":"2026-03-04T16:25:07.097025Z","end":"2026-03-04T16:25:07.446469Z","steps":["trace[1937303476] 'agreement among raft nodes before linearized reading' (duration: 349.406045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:07.446482Z","caller":"traceutil/trace.go:171","msg":"trace[1873010959] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"347.346413ms","start":"2026-03-04T16:25:07.099128Z","end":"2026-03-04T16:25:07.446475Z","steps":["trace[1873010959] 'process raft request' (duration: 346.919493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097021Z","time spent":"349.469827ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:07.446518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.099105Z","time spent":"347.393174ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:07.446548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.768478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.446566Z","caller":"traceutil/trace.go:171","msg":"trace[762585635] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25999; }","duration":"346.787019ms","start":"2026-03-04T16:25:07.099774Z","end":"2026-03-04T16:25:07.446561Z","steps":["trace[762585635] 'agreement among raft nodes before linearized reading' (duration: 346.755648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.099767Z","time spent":"346.8119ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:07.446603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.585669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.446626Z","caller":"traceutil/trace.go:171","msg":"trace[1068820923] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25999; }","duration":"349.62163ms","start":"2026-03-04T16:25:07.096998Z","end":"2026-03-04T16:25:07.44662Z","steps":["trace[1068820923] 'agreement among raft nodes before linearized reading' (duration: 349.586889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.953173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:07.446643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.096993Z","time spent":"349.64602ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:07.446657Z","caller":"traceutil/trace.go:171","msg":"trace[1205163690] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25999; }","duration":"346.994123ms","start":"2026-03-04T16:25:07.099657Z","end":"2026-03-04T16:25:07.446651Z","steps":["trace[1205163690] 'agreement among raft nodes before linearized reading' (duration: 346.959813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.281996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:07.446678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.099645Z","time spent":"347.028155ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:07.446687Z","caller":"traceutil/trace.go:171","msg":"trace[566830327] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25999; }","duration":"346.317487ms","start":"2026-03-04T16:25:07.100364Z","end":"2026-03-04T16:25:07.446682Z","steps":["trace[566830327] 'agreement among raft nodes before linearized reading' (duration: 346.292897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.100353Z","time spent":"346.343848ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:07.446737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.82955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.44676Z","caller":"traceutil/trace.go:171","msg":"trace[908343302] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25999; }","duration":"348.87499ms","start":"2026-03-04T16:25:07.09788Z","end":"2026-03-04T16:25:07.446755Z","steps":["trace[908343302] 'agreement among raft nodes before linearized reading' (duration: 348.841099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097867Z","time spent":"348.906842ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:07.446807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.468111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:07.446829Z","caller":"traceutil/trace.go:171","msg":"trace[200839519] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25999; }","duration":"346.513702ms","start":"2026-03-04T16:25:07.100309Z","end":"2026-03-04T16:25:07.446823Z","steps":["trace[200839519] 'agreement among raft nodes before linearized reading' (duration: 346.42995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.100299Z","time spent":"346.544902ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:07.446868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.909137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:07.446897Z","caller":"traceutil/trace.go:171","msg":"trace[1113092283] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25999; }","duration":"349.958898ms","start":"2026-03-04T16:25:07.096932Z","end":"2026-03-04T16:25:07.446891Z","steps":["trace[1113092283] 'agreement among raft nodes before linearized reading' (duration: 349.853286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.446919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.096921Z","time spent":"349.993429ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:07.446257Z","caller":"traceutil/trace.go:171","msg":"trace[1859189048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25999; }","duration":"348.83823ms","start":"2026-03-04T16:25:07.097409Z","end":"2026-03-04T16:25:07.446247Z","steps":["trace[1859189048] 'agreement among raft nodes before linearized reading' (duration: 348.706187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.097401Z","time spent":"349.592219ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:07.447002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.799639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.447027Z","caller":"traceutil/trace.go:171","msg":"trace[1219050472] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25999; }","duration":"350.841691ms","start":"2026-03-04T16:25:07.096179Z","end":"2026-03-04T16:25:07.447021Z","steps":["trace[1219050472] 'agreement among raft nodes before linearized reading' (duration: 350.80212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.09617Z","time spent":"350.877161ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:07.447119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.417855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:07.447136Z","caller":"traceutil/trace.go:171","msg":"trace[2145383007] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25999; }","duration":"351.443175ms","start":"2026-03-04T16:25:07.095689Z","end":"2026-03-04T16:25:07.447132Z","steps":["trace[2145383007] 'agreement among raft nodes before linearized reading' (duration: 351.398524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.095685Z","time spent":"351.459956ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:07.447339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.6527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:07.447353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.685182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:07.447371Z","caller":"traceutil/trace.go:171","msg":"trace[1033261014] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25999; }","duration":"351.693351ms","start":"2026-03-04T16:25:07.095669Z","end":"2026-03-04T16:25:07.447362Z","steps":["trace[1033261014] 'agreement among raft nodes before linearized reading' (duration: 351.6447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.680971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:07.447377Z","caller":"traceutil/trace.go:171","msg":"trace[1355285599] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25999; }","duration":"351.738542ms","start":"2026-03-04T16:25:07.095632Z","end":"2026-03-04T16:25:07.44737Z","steps":["trace[1355285599] 'agreement among raft nodes before linearized reading' (duration: 351.692951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:07.447393Z","caller":"traceutil/trace.go:171","msg":"trace[659135045] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25999; }","duration":"351.714612ms","start":"2026-03-04T16:25:07.095673Z","end":"2026-03-04T16:25:07.447388Z","steps":["trace[659135045] 'agreement among raft nodes before linearized reading' (duration: 351.66266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.09562Z","time spent":"351.773144ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:07.4474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.095665Z","time spent":"351.719652ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:07.447406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.095666Z","time spent":"351.737392ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:07.447408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.610683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:25:07.447434Z","caller":"traceutil/trace.go:171","msg":"trace[1194289042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25999; }","duration":"267.637804ms","start":"2026-03-04T16:25:07.179788Z","end":"2026-03-04T16:25:07.447426Z","steps":["trace[1194289042] 'agreement among raft nodes before linearized reading' (duration: 267.558662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.447472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.399767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:25:07.447491Z","caller":"traceutil/trace.go:171","msg":"trace[324540386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25999; }","duration":"111.450627ms","start":"2026-03-04T16:25:07.336036Z","end":"2026-03-04T16:25:07.447486Z","steps":["trace[324540386] 'agreement among raft nodes before linearized reading' (duration: 111.405846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.749923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.141497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:25:07.750314Z","caller":"traceutil/trace.go:171","msg":"trace[1805290656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26000; }","duration":"122.563418ms","start":"2026-03-04T16:25:07.627719Z","end":"2026-03-04T16:25:07.750283Z","steps":["trace[1805290656] 'range keys from in-memory index tree' (duration: 121.961113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.749953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.958428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:25:07.750919Z","caller":"traceutil/trace.go:171","msg":"trace[1876370497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26000; }","duration":"123.965824ms","start":"2026-03-04T16:25:07.626925Z","end":"2026-03-04T16:25:07.75089Z","steps":["trace[1876370497] 'range keys from in-memory index tree' (duration: 122.802484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.749958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.123645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:25:07.751017Z","caller":"traceutil/trace.go:171","msg":"trace[1326265415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26000; }","duration":"117.225784ms","start":"2026-03-04T16:25:07.633771Z","end":"2026-03-04T16:25:07.750997Z","steps":["trace[1326265415] 'range keys from in-memory index tree' (duration: 115.956952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:07.749987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.797206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:25:07.751111Z","caller":"traceutil/trace.go:171","msg":"trace[1530637222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26000; }","duration":"110.935936ms","start":"2026-03-04T16:25:07.640153Z","end":"2026-03-04T16:25:07.751089Z","steps":["trace[1530637222] 'range keys from in-memory index tree' (duration: 109.675863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.351091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:25:08.543648Z","caller":"traceutil/trace.go:171","msg":"trace[1792300141] linearizableReadLoop","detail":"{readStateIndex:26969; appliedIndex:26968; }","duration":"693.001452ms","start":"2026-03-04T16:25:07.850619Z","end":"2026-03-04T16:25:08.543621Z","steps":["trace[1792300141] 'read index received' (duration: 692.973851ms)","trace[1792300141] 'applied index is now lower than readState.Index' (duration: 25.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:08.543651Z","caller":"traceutil/trace.go:171","msg":"trace[2012142212] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"703.539888ms","start":"2026-03-04T16:25:07.840081Z","end":"2026-03-04T16:25:08.543621Z","steps":["trace[2012142212] 'process raft request' (duration: 703.357883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.543832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.185067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:08.543916Z","caller":"traceutil/trace.go:171","msg":"trace[125615327] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26005; }","duration":"693.3128ms","start":"2026-03-04T16:25:07.850579Z","end":"2026-03-04T16:25:08.543892Z","steps":["trace[125615327] 'agreement among raft nodes before linearized reading' (duration: 693.143716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.543992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.850555Z","time spent":"693.417343ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:08.544023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.893456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:08.543994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.984923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:08.544063Z","caller":"traceutil/trace.go:171","msg":"trace[2018821114] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26005; }","duration":"647.963338ms","start":"2026-03-04T16:25:07.896088Z","end":"2026-03-04T16:25:08.544051Z","steps":["trace[2018821114] 'agreement among raft nodes before linearized reading' (duration: 647.898766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.544066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.417691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:08.54385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.840049Z","time spent":"703.715913ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7078,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:08.544095Z","caller":"traceutil/trace.go:171","msg":"trace[477519935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26005; }","duration":"653.152177ms","start":"2026-03-04T16:25:07.890921Z","end":"2026-03-04T16:25:08.544073Z","steps":["trace[477519935] 'agreement among raft nodes before linearized reading' (duration: 652.955432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:08.544128Z","caller":"traceutil/trace.go:171","msg":"trace[1245146785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26005; }","duration":"281.535114ms","start":"2026-03-04T16:25:08.262576Z","end":"2026-03-04T16:25:08.544111Z","steps":["trace[1245146785] 'agreement among raft nodes before linearized reading' (duration: 281.38308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.543941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.741494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:08.544163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.890899Z","time spent":"653.24765ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:08.544102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:07.896066Z","time spent":"648.029579ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:25:08.54418Z","caller":"traceutil/trace.go:171","msg":"trace[143750513] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26005; }","duration":"481.00167ms","start":"2026-03-04T16:25:08.063166Z","end":"2026-03-04T16:25:08.544168Z","steps":["trace[143750513] 'agreement among raft nodes before linearized reading' (duration: 480.725743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:08.544606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:08.063152Z","time spent":"481.41361ms","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:25:08.740053Z","caller":"traceutil/trace.go:171","msg":"trace[236184944] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"104.285248ms","start":"2026-03-04T16:25:08.635741Z","end":"2026-03-04T16:25:08.740026Z","steps":["trace[236184944] 'process raft request' (duration: 103.406035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:08.924098Z","caller":"traceutil/trace.go:171","msg":"trace[1521063073] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"171.300856ms","start":"2026-03-04T16:25:08.752771Z","end":"2026-03-04T16:25:08.924072Z","steps":["trace[1521063073] 'process raft request' (duration: 170.968287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.074903Z","caller":"traceutil/trace.go:171","msg":"trace[467081013] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"241.813673ms","start":"2026-03-04T16:25:08.833055Z","end":"2026-03-04T16:25:09.074869Z","steps":["trace[467081013] 'process raft request' (duration: 218.095966ms)","trace[467081013] 'compare' (duration: 23.397919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:09.075027Z","caller":"traceutil/trace.go:171","msg":"trace[1137330859] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"239.694359ms","start":"2026-03-04T16:25:08.835309Z","end":"2026-03-04T16:25:09.075003Z","steps":["trace[1137330859] 'process raft request' (duration: 239.454623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.075132Z","caller":"traceutil/trace.go:171","msg":"trace[1214529780] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"232.086648ms","start":"2026-03-04T16:25:08.843021Z","end":"2026-03-04T16:25:09.075108Z","steps":["trace[1214529780] 'process raft request' (duration: 231.855492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.075049Z","caller":"traceutil/trace.go:171","msg":"trace[46555921] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26970; }","duration":"241.018883ms","start":"2026-03-04T16:25:08.833993Z","end":"2026-03-04T16:25:09.075012Z","steps":["trace[46555921] 'read index received' (duration: 90.035189ms)","trace[46555921] 'applied index is now lower than readState.Index' (duration: 150.982414ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:09.075159Z","caller":"traceutil/trace.go:171","msg":"trace[1959261016] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"230.524738ms","start":"2026-03-04T16:25:08.844592Z","end":"2026-03-04T16:25:09.075117Z","steps":["trace[1959261016] 'process raft request' (duration: 230.336323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.075468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.446074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-85m6m\" ","response":"range_response_count:1 size:6770"} {"level":"info","ts":"2026-03-04T16:25:09.075523Z","caller":"traceutil/trace.go:171","msg":"trace[338614055] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-85m6m; range_end:; response_count:1; response_revision:26011; }","duration":"241.574098ms","start":"2026-03-04T16:25:08.833934Z","end":"2026-03-04T16:25:09.075508Z","steps":["trace[338614055] 'agreement among raft nodes before linearized reading' (duration: 241.289701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.389361Z","caller":"traceutil/trace.go:171","msg":"trace[949763928] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26975; }","duration":"253.842056ms","start":"2026-03-04T16:25:09.135492Z","end":"2026-03-04T16:25:09.389334Z","steps":["trace[949763928] 'read index received' (duration: 253.674921ms)","trace[949763928] 'applied index is now lower than readState.Index' (duration: 165.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:09.389405Z","caller":"traceutil/trace.go:171","msg":"trace[1069914476] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"305.993991ms","start":"2026-03-04T16:25:09.083372Z","end":"2026-03-04T16:25:09.389366Z","steps":["trace[1069914476] 'process raft request' (duration: 305.777265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.389501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.99201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.389534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.083347Z","time spent":"306.116184ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:09.389539Z","caller":"traceutil/trace.go:171","msg":"trace[1403658399] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26012; }","duration":"254.100893ms","start":"2026-03-04T16:25:09.135428Z","end":"2026-03-04T16:25:09.389529Z","steps":["trace[1403658399] 'agreement among raft nodes before linearized reading' (duration: 254.022791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.897391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.872169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:25:09.897543Z","caller":"traceutil/trace.go:171","msg":"trace[2021985959] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"760.458212ms","start":"2026-03-04T16:25:09.137055Z","end":"2026-03-04T16:25:09.897513Z","steps":["trace[2021985959] 'process raft request' (duration: 602.378388ms)","trace[2021985959] 'compare' (duration: 157.551011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:09.898009Z","caller":"traceutil/trace.go:171","msg":"trace[605203134] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"419.568633ms","start":"2026-03-04T16:25:09.478431Z","end":"2026-03-04T16:25:09.897999Z","steps":["trace[605203134] 'process raft request' (duration: 419.065871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.898087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478404Z","time spent":"419.647115ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:09.898274Z","caller":"traceutil/trace.go:171","msg":"trace[774840080] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"419.762498ms","start":"2026-03-04T16:25:09.478501Z","end":"2026-03-04T16:25:09.898264Z","steps":["trace[774840080] 'process raft request' (duration: 419.088641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.898326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478474Z","time spent":"419.827409ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:09.897769Z","caller":"traceutil/trace.go:171","msg":"trace[1474055114] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"342.151192ms","start":"2026-03-04T16:25:09.5556Z","end":"2026-03-04T16:25:09.897751Z","steps":["trace[1474055114] 'process raft request' (duration: 342.094271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.898411Z","caller":"traceutil/trace.go:171","msg":"trace[324602518] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"419.825029ms","start":"2026-03-04T16:25:09.478576Z","end":"2026-03-04T16:25:09.898401Z","steps":["trace[324602518] 'process raft request' (duration: 419.04999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.898418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.555572Z","time spent":"342.803248ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:09.898309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.137034Z","time spent":"760.935295ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:09.898467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478566Z","time spent":"419.87399ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:09.897876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.695544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:09.897801Z","caller":"traceutil/trace.go:171","msg":"trace[374521095] linearizableReadLoop","detail":"{readStateIndex:26977; appliedIndex:26976; }","duration":"508.36744ms","start":"2026-03-04T16:25:09.389426Z","end":"2026-03-04T16:25:09.897793Z","steps":["trace[374521095] 'read index received' (duration: 350.167924ms)","trace[374521095] 'applied index is now lower than readState.Index' (duration: 158.198786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:09.899079Z","caller":"traceutil/trace.go:171","msg":"trace[1687829275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26017; }","duration":"664.895904ms","start":"2026-03-04T16:25:09.234124Z","end":"2026-03-04T16:25:09.89902Z","steps":["trace[1687829275] 'agreement among raft nodes before linearized reading' (duration: 663.700424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.234099Z","time spent":"665.029668ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:09.899206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.865396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:09.899248Z","caller":"traceutil/trace.go:171","msg":"trace[244975648] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26017; }","duration":"420.943428ms","start":"2026-03-04T16:25:09.478294Z","end":"2026-03-04T16:25:09.899237Z","steps":["trace[244975648] 'agreement among raft nodes before linearized reading' (duration: 420.877816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.89928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478274Z","time spent":"420.999799ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:09.899343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.157777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.899385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.34515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:09.899414Z","caller":"traceutil/trace.go:171","msg":"trace[1171995903] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26017; }","duration":"420.2538ms","start":"2026-03-04T16:25:09.479144Z","end":"2026-03-04T16:25:09.899398Z","steps":["trace[1171995903] 'agreement among raft nodes before linearized reading' (duration: 420.141467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.615369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.899467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.479131Z","time spent":"420.323281ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:09.899493Z","caller":"traceutil/trace.go:171","msg":"trace[1361077806] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26017; }","duration":"420.668371ms","start":"2026-03-04T16:25:09.478816Z","end":"2026-03-04T16:25:09.899484Z","steps":["trace[1361077806] 'agreement among raft nodes before linearized reading' (duration: 420.6206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.223199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.89953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.671141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:09.899573Z","caller":"traceutil/trace.go:171","msg":"trace[85332745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26017; }","duration":"420.297211ms","start":"2026-03-04T16:25:09.47926Z","end":"2026-03-04T16:25:09.899557Z","steps":["trace[85332745] 'agreement among raft nodes before linearized reading' (duration: 420.186328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.793754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:09.899628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.479233Z","time spent":"420.383423ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:09.899654Z","caller":"traceutil/trace.go:171","msg":"trace[111616558] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26017; }","duration":"420.845175ms","start":"2026-03-04T16:25:09.478799Z","end":"2026-03-04T16:25:09.899644Z","steps":["trace[111616558] 'agreement among raft nodes before linearized reading' (duration: 420.736492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.610368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:09.899681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478787Z","time spent":"420.888087ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:09.899702Z","caller":"traceutil/trace.go:171","msg":"trace[1994662462] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26017; }","duration":"420.66634ms","start":"2026-03-04T16:25:09.479025Z","end":"2026-03-04T16:25:09.899691Z","steps":["trace[1994662462] 'agreement among raft nodes before linearized reading' (duration: 420.576608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.479018Z","time spent":"420.726472ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:09.899761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.560138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.899778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.246175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:09.899809Z","caller":"traceutil/trace.go:171","msg":"trace[1059200459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26017; }","duration":"420.619599ms","start":"2026-03-04T16:25:09.479175Z","end":"2026-03-04T16:25:09.899795Z","steps":["trace[1059200459] 'agreement among raft nodes before linearized reading' (duration: 420.561867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.495005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:25:09.899852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.479164Z","time spent":"420.67749ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:09.899466Z","caller":"traceutil/trace.go:171","msg":"trace[1094931633] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26017; }","duration":"404.461203ms","start":"2026-03-04T16:25:09.494982Z","end":"2026-03-04T16:25:09.899444Z","steps":["trace[1094931633] 'agreement among raft nodes before linearized reading' (duration: 404.31973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.899892Z","caller":"traceutil/trace.go:171","msg":"trace[249497820] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26017; }","duration":"412.760572ms","start":"2026-03-04T16:25:09.487114Z","end":"2026-03-04T16:25:09.899875Z","steps":["trace[249497820] 'agreement among raft nodes before linearized reading' (duration: 412.629769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.99938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.899937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.487109Z","time spent":"412.815493ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:09.899958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.333108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:25:09.899991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.367628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.900012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.117282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:09.900031Z","caller":"traceutil/trace.go:171","msg":"trace[1300352173] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26017; }","duration":"421.44026ms","start":"2026-03-04T16:25:09.478578Z","end":"2026-03-04T16:25:09.900018Z","steps":["trace[1300352173] 'agreement among raft nodes before linearized reading' (duration: 421.381199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.899953Z","caller":"traceutil/trace.go:171","msg":"trace[308873586] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26017; }","duration":"421.0528ms","start":"2026-03-04T16:25:09.478888Z","end":"2026-03-04T16:25:09.899941Z","steps":["trace[308873586] 'agreement among raft nodes before linearized reading' (duration: 421.000209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.900075Z","caller":"traceutil/trace.go:171","msg":"trace[1282696956] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26017; }","duration":"421.196434ms","start":"2026-03-04T16:25:09.478866Z","end":"2026-03-04T16:25:09.900063Z","steps":["trace[1282696956] 'agreement among raft nodes before linearized reading' (duration: 421.105602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.900087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478564Z","time spent":"421.512752ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:09.899581Z","caller":"traceutil/trace.go:171","msg":"trace[1767406850] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26017; }","duration":"420.752953ms","start":"2026-03-04T16:25:09.478814Z","end":"2026-03-04T16:25:09.899567Z","steps":["trace[1767406850] 'agreement among raft nodes before linearized reading' (duration: 420.569759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.900095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.651974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.900137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478803Z","time spent":"421.323747ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:09.900154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.288187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.899522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478803Z","time spent":"420.713222ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:09.90016Z","caller":"traceutil/trace.go:171","msg":"trace[1122476999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26017; }","duration":"413.732696ms","start":"2026-03-04T16:25:09.486413Z","end":"2026-03-04T16:25:09.900146Z","steps":["trace[1122476999] 'agreement among raft nodes before linearized reading' (duration: 413.647773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:09.900179Z","caller":"traceutil/trace.go:171","msg":"trace[70615207] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26017; }","duration":"421.327877ms","start":"2026-03-04T16:25:09.478844Z","end":"2026-03-04T16:25:09.900172Z","steps":["trace[70615207] 'agreement among raft nodes before linearized reading' (duration: 421.290156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.495305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:09.900209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478836Z","time spent":"421.367828ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:09.900114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478859Z","time spent":"421.247886ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:09.900253Z","caller":"traceutil/trace.go:171","msg":"trace[829803640] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26017; }","duration":"421.04582ms","start":"2026-03-04T16:25:09.479185Z","end":"2026-03-04T16:25:09.90023Z","steps":["trace[829803640] 'agreement among raft nodes before linearized reading' (duration: 420.481426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.899942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.49497Z","time spent":"404.933585ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:09.900092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478879Z","time spent":"421.203404ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:09.900321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.479179Z","time spent":"421.127632ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:09.899839Z","caller":"traceutil/trace.go:171","msg":"trace[2018222368] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26017; }","duration":"421.321338ms","start":"2026-03-04T16:25:09.478504Z","end":"2026-03-04T16:25:09.899825Z","steps":["trace[2018222368] 'agreement among raft nodes before linearized reading' (duration: 421.158954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.900457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478497Z","time spent":"421.942773ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:09.900024Z","caller":"traceutil/trace.go:171","msg":"trace[1725429309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26017; }","duration":"421.43184ms","start":"2026-03-04T16:25:09.478579Z","end":"2026-03-04T16:25:09.90001Z","steps":["trace[1725429309] 'agreement among raft nodes before linearized reading' (duration: 421.287037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.900564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478564Z","time spent":"421.987794ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:25:09.899865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.853944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:09.900624Z","caller":"traceutil/trace.go:171","msg":"trace[1085268100] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26017; }","duration":"421.630684ms","start":"2026-03-04T16:25:09.478977Z","end":"2026-03-04T16:25:09.900608Z","steps":["trace[1085268100] 'agreement among raft nodes before linearized reading' (duration: 420.860915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:09.900692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.478964Z","time spent":"421.710166ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:09.900203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.486404Z","time spent":"413.788597ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:10.227579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.950854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:25:10.227699Z","caller":"traceutil/trace.go:171","msg":"trace[1595618365] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"321.243985ms","start":"2026-03-04T16:25:09.906436Z","end":"2026-03-04T16:25:10.22768Z","steps":["trace[1595618365] 'process raft request' (duration: 124.092466ms)","trace[1595618365] 'compare' (duration: 196.625556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:10.227759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.906414Z","time spent":"321.317517ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:10.302795Z","caller":"traceutil/trace.go:171","msg":"trace[1018364179] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"395.417565ms","start":"2026-03-04T16:25:09.907348Z","end":"2026-03-04T16:25:10.302766Z","steps":["trace[1018364179] 'process raft request' (duration: 395.21796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:10.302943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.907323Z","time spent":"395.540518ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:10.303064Z","caller":"traceutil/trace.go:171","msg":"trace[348154496] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"395.603109ms","start":"2026-03-04T16:25:09.907437Z","end":"2026-03-04T16:25:10.30304Z","steps":["trace[348154496] 'process raft request' (duration: 395.285121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:10.303181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.907417Z","time spent":"395.709052ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:10.303365Z","caller":"traceutil/trace.go:171","msg":"trace[1586166364] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"395.065905ms","start":"2026-03-04T16:25:09.908285Z","end":"2026-03-04T16:25:10.303351Z","steps":["trace[1586166364] 'process raft request' (duration: 394.940761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:10.30336Z","caller":"traceutil/trace.go:171","msg":"trace[1423371008] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"395.754382ms","start":"2026-03-04T16:25:09.90758Z","end":"2026-03-04T16:25:10.303334Z","steps":["trace[1423371008] 'process raft request' (duration: 395.393533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:10.303326Z","caller":"traceutil/trace.go:171","msg":"trace[560447916] linearizableReadLoop","detail":"{readStateIndex:26986; appliedIndex:26981; }","duration":"345.420184ms","start":"2026-03-04T16:25:09.957881Z","end":"2026-03-04T16:25:10.303301Z","steps":["trace[560447916] 'read index received' (duration: 72.660961ms)","trace[560447916] 'applied index is now lower than readState.Index' (duration: 272.757833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:10.303443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.908279Z","time spent":"395.125606ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:10.303472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.90757Z","time spent":"395.846534ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:10.303533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.63674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:10.303571Z","caller":"traceutil/trace.go:171","msg":"trace[1557323893] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26022; }","duration":"345.714692ms","start":"2026-03-04T16:25:09.957845Z","end":"2026-03-04T16:25:10.30356Z","steps":["trace[1557323893] 'agreement among raft nodes before linearized reading' (duration: 345.605739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:10.303609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:09.957834Z","time spent":"345.764224ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:10.305122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.13487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:10.305213Z","caller":"traceutil/trace.go:171","msg":"trace[1039747513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26023; }","duration":"286.264523ms","start":"2026-03-04T16:25:10.018928Z","end":"2026-03-04T16:25:10.305193Z","steps":["trace[1039747513] 'agreement among raft nodes before linearized reading' (duration: 286.11868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:10.305594Z","caller":"traceutil/trace.go:171","msg":"trace[586527215] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"211.707605ms","start":"2026-03-04T16:25:10.09387Z","end":"2026-03-04T16:25:10.305578Z","steps":["trace[586527215] 'process raft request' (duration: 211.081438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:11.727497Z","caller":"traceutil/trace.go:171","msg":"trace[1148401656] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"647.854414ms","start":"2026-03-04T16:25:11.079619Z","end":"2026-03-04T16:25:11.727473Z","steps":["trace[1148401656] 'process raft request' (duration: 647.6732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:11.727645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.079597Z","time spent":"647.970908ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:12.29347Z","caller":"traceutil/trace.go:171","msg":"trace[1191870186] linearizableReadLoop","detail":"{readStateIndex:26991; appliedIndex:26989; }","duration":"995.013563ms","start":"2026-03-04T16:25:11.298429Z","end":"2026-03-04T16:25:12.293442Z","steps":["trace[1191870186] 'read index received' (duration: 429.539413ms)","trace[1191870186] 'applied index is now lower than readState.Index' (duration: 565.47342ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:12.293561Z","caller":"traceutil/trace.go:171","msg":"trace[1401464784] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"1.209428244s","start":"2026-03-04T16:25:11.084124Z","end":"2026-03-04T16:25:12.293552Z","steps":["trace[1401464784] 'process raft request' (duration: 1.20925785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.293553Z","caller":"traceutil/trace.go:171","msg":"trace[715207152] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"1.212190535s","start":"2026-03-04T16:25:11.081304Z","end":"2026-03-04T16:25:12.293494Z","steps":["trace[715207152] 'process raft request' (duration: 1.170107844s)","trace[715207152] 'compare' (duration: 41.865525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:12.293636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.084098Z","time spent":"1.209481077s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:12.293819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.081275Z","time spent":"1.21237615s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:12.293947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.487144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-04T16:25:12.294042Z","caller":"traceutil/trace.go:171","msg":"trace[1388888161] range","detail":"{range_begin:/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741; range_end:; response_count:1; response_revision:26027; }","duration":"995.629098ms","start":"2026-03-04T16:25:11.298386Z","end":"2026-03-04T16:25:12.294016Z","steps":["trace[1388888161] 'agreement among raft nodes before linearized reading' (duration: 995.30425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.294098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.298367Z","time spent":"995.716829ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741\" "} {"level":"warn","ts":"2026-03-04T16:25:12.295903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.859219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.295963Z","caller":"traceutil/trace.go:171","msg":"trace[169171192] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26031; }","duration":"896.967402ms","start":"2026-03-04T16:25:11.398981Z","end":"2026-03-04T16:25:12.295948Z","steps":["trace[169171192] 'agreement among raft nodes before linearized reading' (duration: 896.867499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.295988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.398962Z","time spent":"897.020893ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.773721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:12.296054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.545046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:12.296152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.789127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:25:12.296154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.70274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:12.296172Z","caller":"traceutil/trace.go:171","msg":"trace[545179748] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:26031; }","duration":"717.858588ms","start":"2026-03-04T16:25:11.578309Z","end":"2026-03-04T16:25:12.296168Z","steps":["trace[545179748] 'agreement among raft nodes before linearized reading' (duration: 717.803857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296183Z","caller":"traceutil/trace.go:171","msg":"trace[1419763185] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26031; }","duration":"389.74665ms","start":"2026-03-04T16:25:11.906428Z","end":"2026-03-04T16:25:12.296174Z","steps":["trace[1419763185] 'agreement among raft nodes before linearized reading' (duration: 389.634537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.971081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296194Z","caller":"traceutil/trace.go:171","msg":"trace[155851082] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"388.53301ms","start":"2026-03-04T16:25:11.907645Z","end":"2026-03-04T16:25:12.296178Z","steps":["trace[155851082] 'process raft request' (duration: 388.147811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296217Z","caller":"traceutil/trace.go:171","msg":"trace[397825812] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26031; }","duration":"389.012952ms","start":"2026-03-04T16:25:11.907196Z","end":"2026-03-04T16:25:12.296209Z","steps":["trace[397825812] 'agreement among raft nodes before linearized reading' (duration: 388.969731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.047393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296242Z","caller":"traceutil/trace.go:171","msg":"trace[1309666709] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"387.565786ms","start":"2026-03-04T16:25:11.908667Z","end":"2026-03-04T16:25:12.296233Z","steps":["trace[1309666709] 'process raft request' (duration: 387.144895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.010726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.29627Z","caller":"traceutil/trace.go:171","msg":"trace[1704793182] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26031; }","duration":"386.036878ms","start":"2026-03-04T16:25:11.91023Z","end":"2026-03-04T16:25:12.296267Z","steps":["trace[1704793182] 'agreement among raft nodes before linearized reading' (duration: 386.018767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296268Z","caller":"traceutil/trace.go:171","msg":"trace[30813494] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26031; }","duration":"391.210127ms","start":"2026-03-04T16:25:11.905046Z","end":"2026-03-04T16:25:12.296256Z","steps":["trace[30813494] 'agreement among raft nodes before linearized reading' (duration: 391.152916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907635Z","time spent":"388.595692ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:12.29629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.910218Z","time spent":"386.069378ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.1221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:12.296259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907188Z","time spent":"389.063144ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.112204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296324Z","caller":"traceutil/trace.go:171","msg":"trace[1709223800] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"389.538216ms","start":"2026-03-04T16:25:11.906775Z","end":"2026-03-04T16:25:12.296314Z","steps":["trace[1709223800] 'process raft request' (duration: 388.92268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296138Z","caller":"traceutil/trace.go:171","msg":"trace[814585911] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26031; }","duration":"389.653769ms","start":"2026-03-04T16:25:11.906466Z","end":"2026-03-04T16:25:12.29612Z","steps":["trace[814585911] 'agreement among raft nodes before linearized reading' (duration: 389.504975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.29635Z","caller":"traceutil/trace.go:171","msg":"trace[1450608421] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26031; }","duration":"389.166756ms","start":"2026-03-04T16:25:11.907172Z","end":"2026-03-04T16:25:12.296339Z","steps":["trace[1450608421] 'agreement among raft nodes before linearized reading' (duration: 389.111515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.397852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:12.296378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.906461Z","time spent":"389.904565ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907166Z","time spent":"389.216497ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:12.296402Z","caller":"traceutil/trace.go:171","msg":"trace[1963028875] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26031; }","duration":"389.445163ms","start":"2026-03-04T16:25:11.90695Z","end":"2026-03-04T16:25:12.296395Z","steps":["trace[1963028875] 'agreement among raft nodes before linearized reading' (duration: 389.407782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.962115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:12.296422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.352221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:12.296299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.905019Z","time spent":"391.273738ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:12.296439Z","caller":"traceutil/trace.go:171","msg":"trace[1787990289] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26031; }","duration":"389.381002ms","start":"2026-03-04T16:25:11.907054Z","end":"2026-03-04T16:25:12.296435Z","steps":["trace[1787990289] 'agreement among raft nodes before linearized reading' (duration: 389.342561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.906759Z","time spent":"389.602427ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:12.296435Z","caller":"traceutil/trace.go:171","msg":"trace[1343110869] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26031; }","duration":"388.052688ms","start":"2026-03-04T16:25:11.908374Z","end":"2026-03-04T16:25:12.296427Z","steps":["trace[1343110869] 'agreement among raft nodes before linearized reading' (duration: 387.960475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.024467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:12.296462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.908329Z","time spent":"388.128479ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:12.296341Z","caller":"traceutil/trace.go:171","msg":"trace[1195025519] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26031; }","duration":"386.198901ms","start":"2026-03-04T16:25:11.910128Z","end":"2026-03-04T16:25:12.296327Z","steps":["trace[1195025519] 'agreement among raft nodes before linearized reading' (duration: 386.125549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.578291Z","time spent":"717.892728ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:25:12.296187Z","caller":"traceutil/trace.go:171","msg":"trace[1740424855] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"389.080104ms","start":"2026-03-04T16:25:11.907083Z","end":"2026-03-04T16:25:12.296163Z","steps":["trace[1740424855] 'process raft request' (duration: 388.686164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296502Z","caller":"traceutil/trace.go:171","msg":"trace[1554557335] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26031; }","duration":"386.305384ms","start":"2026-03-04T16:25:11.910166Z","end":"2026-03-04T16:25:12.296472Z","steps":["trace[1554557335] 'agreement among raft nodes before linearized reading' (duration: 386.029917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.910117Z","time spent":"386.396527ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:12.29658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907068Z","time spent":"389.479395ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:12.296041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.771037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296651Z","caller":"traceutil/trace.go:171","msg":"trace[827183883] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26031; }","duration":"391.390682ms","start":"2026-03-04T16:25:11.905247Z","end":"2026-03-04T16:25:12.296638Z","steps":["trace[827183883] 'agreement among raft nodes before linearized reading' (duration: 390.758516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.905237Z","time spent":"391.443713ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.480276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:12.296734Z","caller":"traceutil/trace.go:171","msg":"trace[1338766731] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26031; }","duration":"654.067241ms","start":"2026-03-04T16:25:11.64265Z","end":"2026-03-04T16:25:12.296718Z","steps":["trace[1338766731] 'agreement among raft nodes before linearized reading' (duration: 653.423695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.642634Z","time spent":"654.125952ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:12.296212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.90642Z","time spent":"389.783862ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.882805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:25:12.296471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.864758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296907Z","caller":"traceutil/trace.go:171","msg":"trace[185511255] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26031; }","duration":"391.652138ms","start":"2026-03-04T16:25:11.90523Z","end":"2026-03-04T16:25:12.296882Z","steps":["trace[185511255] 'agreement among raft nodes before linearized reading' (duration: 390.879089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:12.296908Z","caller":"traceutil/trace.go:171","msg":"trace[679568002] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26031; }","duration":"163.54138ms","start":"2026-03-04T16:25:12.133321Z","end":"2026-03-04T16:25:12.296862Z","steps":["trace[679568002] 'agreement among raft nodes before linearized reading' (duration: 162.898854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.905204Z","time spent":"391.72785ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.690206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:12.296996Z","caller":"traceutil/trace.go:171","msg":"trace[1497103298] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26031; }","duration":"147.502756ms","start":"2026-03-04T16:25:12.149479Z","end":"2026-03-04T16:25:12.296982Z","steps":["trace[1497103298] 'agreement among raft nodes before linearized reading' (duration: 146.690856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.296335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.908652Z","time spent":"387.618037ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:12.296387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.34532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:12.297085Z","caller":"traceutil/trace.go:171","msg":"trace[1276023408] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26031; }","duration":"390.046028ms","start":"2026-03-04T16:25:11.907023Z","end":"2026-03-04T16:25:12.297069Z","steps":["trace[1276023408] 'agreement among raft nodes before linearized reading' (duration: 389.330801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.297119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907017Z","time spent":"390.09271ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.906937Z","time spent":"389.486824ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.907046Z","time spent":"389.403642ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:12.296604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.910155Z","time spent":"386.418597ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:12.296135Z","caller":"traceutil/trace.go:171","msg":"trace[507747382] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26031; }","duration":"387.867743ms","start":"2026-03-04T16:25:11.908204Z","end":"2026-03-04T16:25:12.296072Z","steps":["trace[507747382] 'agreement among raft nodes before linearized reading' (duration: 387.729249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:12.297303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:11.908198Z","time spent":"389.094644ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:14.482216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.798395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544025-ddj2s\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-04T16:25:14.482317Z","caller":"traceutil/trace.go:171","msg":"trace[1633632013] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29544025-ddj2s; range_end:; response_count:1; response_revision:26043; }","duration":"328.938959ms","start":"2026-03-04T16:25:14.153352Z","end":"2026-03-04T16:25:14.482291Z","steps":["trace[1633632013] 'range keys from in-memory index tree' (duration: 328.61775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.482361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.153337Z","time spent":"329.011761ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7305,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544025-ddj2s\" "} {"level":"info","ts":"2026-03-04T16:25:14.496823Z","caller":"traceutil/trace.go:171","msg":"trace[1550050523] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"197.555819ms","start":"2026-03-04T16:25:14.29925Z","end":"2026-03-04T16:25:14.496806Z","steps":["trace[1550050523] 'process raft request' (duration: 197.447936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.688773Z","caller":"traceutil/trace.go:171","msg":"trace[1123885152] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"386.796317ms","start":"2026-03-04T16:25:14.301949Z","end":"2026-03-04T16:25:14.688745Z","steps":["trace[1123885152] 'process raft request' (duration: 386.687844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.688927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.301936Z","time spent":"386.913969ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:14.688786Z","caller":"traceutil/trace.go:171","msg":"trace[1182839929] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"389.041803ms","start":"2026-03-04T16:25:14.299709Z","end":"2026-03-04T16:25:14.688751Z","steps":["trace[1182839929] 'process raft request' (duration: 388.689244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.68902Z","caller":"traceutil/trace.go:171","msg":"trace[42960616] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"386.979771ms","start":"2026-03-04T16:25:14.302017Z","end":"2026-03-04T16:25:14.688997Z","steps":["trace[42960616] 'process raft request' (duration: 386.686913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.689071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.29969Z","time spent":"389.3116ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:14.689162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302012Z","time spent":"387.072903ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:14.689502Z","caller":"traceutil/trace.go:171","msg":"trace[254456798] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"386.271412ms","start":"2026-03-04T16:25:14.303215Z","end":"2026-03-04T16:25:14.689487Z","steps":["trace[254456798] 'process raft request' (duration: 385.695448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.689501Z","caller":"traceutil/trace.go:171","msg":"trace[1770891536] linearizableReadLoop","detail":"{readStateIndex:27010; appliedIndex:27008; }","duration":"388.394836ms","start":"2026-03-04T16:25:14.301078Z","end":"2026-03-04T16:25:14.689473Z","steps":["trace[1770891536] 'read index received' (duration: 195.579778ms)","trace[1770891536] 'applied index is now lower than readState.Index' (duration: 192.813948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:14.689582Z","caller":"traceutil/trace.go:171","msg":"trace[1314999777] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"384.760316ms","start":"2026-03-04T16:25:14.304806Z","end":"2026-03-04T16:25:14.689567Z","steps":["trace[1314999777] 'process raft request' (duration: 384.58348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.689588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.303208Z","time spent":"386.337724ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:14.689697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.575591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.689736Z","caller":"traceutil/trace.go:171","msg":"trace[1681245324] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26049; }","duration":"388.677894ms","start":"2026-03-04T16:25:14.301045Z","end":"2026-03-04T16:25:14.689723Z","steps":["trace[1681245324] 'agreement among raft nodes before linearized reading' (duration: 388.557781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.689759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.599362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.689777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.301027Z","time spent":"388.742646ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:14.689796Z","caller":"traceutil/trace.go:171","msg":"trace[724320308] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26049; }","duration":"388.673764ms","start":"2026-03-04T16:25:14.301112Z","end":"2026-03-04T16:25:14.689785Z","steps":["trace[724320308] 'agreement among raft nodes before linearized reading' (duration: 388.582402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.689879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.30478Z","time spent":"384.853318ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:14.689891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.301108Z","time spent":"388.773507ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:14.689933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.266439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.689967Z","caller":"traceutil/trace.go:171","msg":"trace[622391564] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26049; }","duration":"385.31491ms","start":"2026-03-04T16:25:14.304643Z","end":"2026-03-04T16:25:14.689958Z","steps":["trace[622391564] 'agreement among raft nodes before linearized reading' (duration: 385.251658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.689995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.304636Z","time spent":"385.35364ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.71569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.690086Z","caller":"traceutil/trace.go:171","msg":"trace[382069669] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26049; }","duration":"387.778392ms","start":"2026-03-04T16:25:14.302299Z","end":"2026-03-04T16:25:14.690077Z","steps":["trace[382069669] 'agreement among raft nodes before linearized reading' (duration: 387.72225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.661079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:25:14.690161Z","caller":"traceutil/trace.go:171","msg":"trace[468083440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26049; }","duration":"364.712279ms","start":"2026-03-04T16:25:14.32544Z","end":"2026-03-04T16:25:14.690152Z","steps":["trace[468083440] 'agreement among raft nodes before linearized reading' (duration: 364.629767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.69017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.079313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.690182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.325423Z","time spent":"364.755061ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:25:14.690197Z","caller":"traceutil/trace.go:171","msg":"trace[1151513714] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26049; }","duration":"387.117064ms","start":"2026-03-04T16:25:14.303073Z","end":"2026-03-04T16:25:14.69019Z","steps":["trace[1151513714] 'agreement among raft nodes before linearized reading' (duration: 387.078603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.303067Z","time spent":"387.151305ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.674569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:25:14.690345Z","caller":"traceutil/trace.go:171","msg":"trace[537791794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26049; }","duration":"366.726891ms","start":"2026-03-04T16:25:14.323608Z","end":"2026-03-04T16:25:14.690334Z","steps":["trace[537791794] 'agreement among raft nodes before linearized reading' (duration: 366.643369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.175972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.690395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.323598Z","time spent":"366.768472ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:25:14.69042Z","caller":"traceutil/trace.go:171","msg":"trace[519747019] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26049; }","duration":"388.234623ms","start":"2026-03-04T16:25:14.302175Z","end":"2026-03-04T16:25:14.69041Z","steps":["trace[519747019] 'agreement among raft nodes before linearized reading' (duration: 388.155111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.887434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:14.690484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302166Z","time spent":"388.308554ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:14.690502Z","caller":"traceutil/trace.go:171","msg":"trace[808543546] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26049; }","duration":"387.927765ms","start":"2026-03-04T16:25:14.302565Z","end":"2026-03-04T16:25:14.690493Z","steps":["trace[808543546] 'agreement among raft nodes before linearized reading' (duration: 387.791082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.30256Z","time spent":"387.963117ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.252743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.690657Z","caller":"traceutil/trace.go:171","msg":"trace[1676523595] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26049; }","duration":"388.293735ms","start":"2026-03-04T16:25:14.302355Z","end":"2026-03-04T16:25:14.690649Z","steps":["trace[1676523595] 'agreement among raft nodes before linearized reading' (duration: 388.248884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302352Z","time spent":"388.324846ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.275272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:25:14.690723Z","caller":"traceutil/trace.go:171","msg":"trace[1248049705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26049; }","duration":"378.337133ms","start":"2026-03-04T16:25:14.312374Z","end":"2026-03-04T16:25:14.690711Z","steps":["trace[1248049705] 'agreement among raft nodes before linearized reading' (duration: 378.265142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.312352Z","time spent":"378.401414ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.51307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:14.690899Z","caller":"traceutil/trace.go:171","msg":"trace[367178832] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26049; }","duration":"388.555251ms","start":"2026-03-04T16:25:14.302335Z","end":"2026-03-04T16:25:14.690891Z","steps":["trace[367178832] 'agreement among raft nodes before linearized reading' (duration: 388.467529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.876473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.690926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302331Z","time spent":"388.589112ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:14.69094Z","caller":"traceutil/trace.go:171","msg":"trace[168400739] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26049; }","duration":"385.917475ms","start":"2026-03-04T16:25:14.305013Z","end":"2026-03-04T16:25:14.690931Z","steps":["trace[168400739] 'agreement among raft nodes before linearized reading' (duration: 385.863293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.305008Z","time spent":"385.954296ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.908966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:25:14.691122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.289433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:14.691132Z","caller":"traceutil/trace.go:171","msg":"trace[184075398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26049; }","duration":"367.549442ms","start":"2026-03-04T16:25:14.323572Z","end":"2026-03-04T16:25:14.691122Z","steps":["trace[184075398] 'agreement among raft nodes before linearized reading' (duration: 366.900395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.691154Z","caller":"traceutil/trace.go:171","msg":"trace[2079099962] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26049; }","duration":"386.360015ms","start":"2026-03-04T16:25:14.304785Z","end":"2026-03-04T16:25:14.691145Z","steps":["trace[2079099962] 'agreement among raft nodes before linearized reading' (duration: 386.257463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.279952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.691193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.304762Z","time spent":"386.423997ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.467719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:25:14.691232Z","caller":"traceutil/trace.go:171","msg":"trace[557621119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26049; }","duration":"368.081434ms","start":"2026-03-04T16:25:14.323143Z","end":"2026-03-04T16:25:14.691224Z","steps":["trace[557621119] 'agreement among raft nodes before linearized reading' (duration: 367.405657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.69124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.697179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.69131Z","caller":"traceutil/trace.go:171","msg":"trace[147228226] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26049; }","duration":"389.774741ms","start":"2026-03-04T16:25:14.301524Z","end":"2026-03-04T16:25:14.691299Z","steps":["trace[147228226] 'agreement among raft nodes before linearized reading' (duration: 389.691359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.691166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.323567Z","time spent":"367.589812ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:14.690118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302292Z","time spent":"387.820312ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:14.691195Z","caller":"traceutil/trace.go:171","msg":"trace[333328731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26049; }","duration":"202.452341ms","start":"2026-03-04T16:25:14.488735Z","end":"2026-03-04T16:25:14.691187Z","steps":["trace[333328731] 'agreement among raft nodes before linearized reading' (duration: 201.306343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.691488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.301519Z","time spent":"389.822032ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:14.691595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.852818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.691643Z","caller":"traceutil/trace.go:171","msg":"trace[2062579378] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26049; }","duration":"386.909249ms","start":"2026-03-04T16:25:14.30472Z","end":"2026-03-04T16:25:14.691629Z","steps":["trace[2062579378] 'agreement among raft nodes before linearized reading' (duration: 386.820337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.690308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.067689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:14.691678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.304716Z","time spent":"386.95576ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:14.691159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.034123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:14.691709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.53835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.691761Z","caller":"traceutil/trace.go:171","msg":"trace[510793181] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26049; }","duration":"390.621352ms","start":"2026-03-04T16:25:14.30113Z","end":"2026-03-04T16:25:14.691751Z","steps":["trace[510793181] 'agreement among raft nodes before linearized reading' (duration: 390.476069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.691763Z","caller":"traceutil/trace.go:171","msg":"trace[835612761] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26049; }","duration":"389.645058ms","start":"2026-03-04T16:25:14.302101Z","end":"2026-03-04T16:25:14.691746Z","steps":["trace[835612761] 'agreement among raft nodes before linearized reading' (duration: 388.600202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.691756Z","caller":"traceutil/trace.go:171","msg":"trace[557633390] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26049; }","duration":"389.489264ms","start":"2026-03-04T16:25:14.302221Z","end":"2026-03-04T16:25:14.69171Z","steps":["trace[557633390] 'agreement among raft nodes before linearized reading' (duration: 387.925055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.691797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.301127Z","time spent":"390.662943ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:14.691823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302215Z","time spent":"389.586837ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:14.691837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.302097Z","time spent":"389.72755ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:14.691257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:14.323109Z","time spent":"368.141426ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:25:14.992114Z","caller":"traceutil/trace.go:171","msg":"trace[2077891447] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"296.273826ms","start":"2026-03-04T16:25:14.695816Z","end":"2026-03-04T16:25:14.99209Z","steps":["trace[2077891447] 'process raft request' (duration: 205.801786ms)","trace[2077891447] 'compare' (duration: 90.288375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:14.993062Z","caller":"traceutil/trace.go:171","msg":"trace[47230201] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"296.620515ms","start":"2026-03-04T16:25:14.69642Z","end":"2026-03-04T16:25:14.99304Z","steps":["trace[47230201] 'process raft request' (duration: 296.353318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.993056Z","caller":"traceutil/trace.go:171","msg":"trace[1694136487] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"296.505741ms","start":"2026-03-04T16:25:14.696521Z","end":"2026-03-04T16:25:14.993027Z","steps":["trace[1694136487] 'process raft request' (duration: 296.43456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.99336Z","caller":"traceutil/trace.go:171","msg":"trace[762684989] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"296.4394ms","start":"2026-03-04T16:25:14.696907Z","end":"2026-03-04T16:25:14.993347Z","steps":["trace[762684989] 'process raft request' (duration: 296.085692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:14.993361Z","caller":"traceutil/trace.go:171","msg":"trace[22913980] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27014; }","duration":"255.220851ms","start":"2026-03-04T16:25:14.738124Z","end":"2026-03-04T16:25:14.993345Z","steps":["trace[22913980] 'read index received' (duration: 163.653694ms)","trace[22913980] 'applied index is now lower than readState.Index' (duration: 91.566357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:14.993393Z","caller":"traceutil/trace.go:171","msg":"trace[986229574] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"293.860435ms","start":"2026-03-04T16:25:14.699518Z","end":"2026-03-04T16:25:14.993379Z","steps":["trace[986229574] 'process raft request' (duration: 293.739642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.99357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.058566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:14.993625Z","caller":"traceutil/trace.go:171","msg":"trace[1794652804] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26054; }","duration":"101.149859ms","start":"2026-03-04T16:25:14.892463Z","end":"2026-03-04T16:25:14.993613Z","steps":["trace[1794652804] 'agreement among raft nodes before linearized reading' (duration: 101.063757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:14.993801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.665742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:25:14.993913Z","caller":"traceutil/trace.go:171","msg":"trace[1523834163] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26054; }","duration":"255.831376ms","start":"2026-03-04T16:25:14.738065Z","end":"2026-03-04T16:25:14.993897Z","steps":["trace[1523834163] 'agreement among raft nodes before linearized reading' (duration: 255.423336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.871179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.259429ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:25:16.871355Z","caller":"traceutil/trace.go:171","msg":"trace[607031282] linearizableReadLoop","detail":"{readStateIndex:27028; appliedIndex:27027; }","duration":"176.059716ms","start":"2026-03-04T16:25:16.695276Z","end":"2026-03-04T16:25:16.871336Z","steps":["trace[607031282] 'read index received' (duration: 59.632793ms)","trace[607031282] 'applied index is now lower than readState.Index' (duration: 116.425193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:16.871488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.20031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.871534Z","caller":"traceutil/trace.go:171","msg":"trace[909249939] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26062; }","duration":"176.294732ms","start":"2026-03-04T16:25:16.695225Z","end":"2026-03-04T16:25:16.87152Z","steps":["trace[909249939] 'agreement among raft nodes before linearized reading' (duration: 176.20191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:16.917768Z","caller":"traceutil/trace.go:171","msg":"trace[1183888922] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"222.347223ms","start":"2026-03-04T16:25:16.695398Z","end":"2026-03-04T16:25:16.917745Z","steps":["trace[1183888922] 'process raft request' (duration: 222.127077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:16.918063Z","caller":"traceutil/trace.go:171","msg":"trace[135154836] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"221.05675ms","start":"2026-03-04T16:25:16.696983Z","end":"2026-03-04T16:25:16.918039Z","steps":["trace[135154836] 'process raft request' (duration: 220.723302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.922389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.287927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.92245Z","caller":"traceutil/trace.go:171","msg":"trace[1042141279] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26067; }","duration":"225.38433ms","start":"2026-03-04T16:25:16.697052Z","end":"2026-03-04T16:25:16.922436Z","steps":["trace[1042141279] 'agreement among raft nodes before linearized reading' (duration: 225.266737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:16.922617Z","caller":"traceutil/trace.go:171","msg":"trace[119951196] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"225.473582ms","start":"2026-03-04T16:25:16.697133Z","end":"2026-03-04T16:25:16.922607Z","steps":["trace[119951196] 'process raft request' (duration: 220.742543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:16.922785Z","caller":"traceutil/trace.go:171","msg":"trace[1627018874] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"225.622805ms","start":"2026-03-04T16:25:16.697148Z","end":"2026-03-04T16:25:16.922771Z","steps":["trace[1627018874] 'process raft request' (duration: 220.858875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:16.922901Z","caller":"traceutil/trace.go:171","msg":"trace[1424685046] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"223.867581ms","start":"2026-03-04T16:25:16.699026Z","end":"2026-03-04T16:25:16.922893Z","steps":["trace[1424685046] 'process raft request' (duration: 223.231856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.92304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.000485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.923092Z","caller":"traceutil/trace.go:171","msg":"trace[131134447] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26067; }","duration":"147.069826ms","start":"2026-03-04T16:25:16.776004Z","end":"2026-03-04T16:25:16.923074Z","steps":["trace[131134447] 'agreement among raft nodes before linearized reading' (duration: 147.009604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.92328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.926856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:16.923334Z","caller":"traceutil/trace.go:171","msg":"trace[1154740654] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26067; }","duration":"214.975017ms","start":"2026-03-04T16:25:16.708346Z","end":"2026-03-04T16:25:16.923321Z","steps":["trace[1154740654] 'agreement among raft nodes before linearized reading' (duration: 214.871934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.923455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.845425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.923528Z","caller":"traceutil/trace.go:171","msg":"trace[974562078] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26067; }","duration":"220.920137ms","start":"2026-03-04T16:25:16.7026Z","end":"2026-03-04T16:25:16.92352Z","steps":["trace[974562078] 'agreement among raft nodes before linearized reading' (duration: 220.834075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.923636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.122672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.923678Z","caller":"traceutil/trace.go:171","msg":"trace[970300646] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26067; }","duration":"221.173353ms","start":"2026-03-04T16:25:16.702499Z","end":"2026-03-04T16:25:16.923673Z","steps":["trace[970300646] 'agreement among raft nodes before linearized reading' (duration: 221.121831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.92378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.290206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.923823Z","caller":"traceutil/trace.go:171","msg":"trace[1091489000] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26067; }","duration":"221.342067ms","start":"2026-03-04T16:25:16.702471Z","end":"2026-03-04T16:25:16.923813Z","steps":["trace[1091489000] 'agreement among raft nodes before linearized reading' (duration: 221.292106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.923929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.595788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.923968Z","caller":"traceutil/trace.go:171","msg":"trace[1746915989] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26067; }","duration":"222.66098ms","start":"2026-03-04T16:25:16.701301Z","end":"2026-03-04T16:25:16.923962Z","steps":["trace[1746915989] 'agreement among raft nodes before linearized reading' (duration: 222.606229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.924067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.812713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.924107Z","caller":"traceutil/trace.go:171","msg":"trace[1540573780] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26067; }","duration":"222.852564ms","start":"2026-03-04T16:25:16.701249Z","end":"2026-03-04T16:25:16.924102Z","steps":["trace[1540573780] 'agreement among raft nodes before linearized reading' (duration: 222.803963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.924209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.117367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.924246Z","caller":"traceutil/trace.go:171","msg":"trace[1433803732] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26067; }","duration":"224.164719ms","start":"2026-03-04T16:25:16.700072Z","end":"2026-03-04T16:25:16.924237Z","steps":["trace[1433803732] 'agreement among raft nodes before linearized reading' (duration: 224.120548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.92436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.578459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:16.924413Z","caller":"traceutil/trace.go:171","msg":"trace[1933043808] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26067; }","duration":"224.63768ms","start":"2026-03-04T16:25:16.699765Z","end":"2026-03-04T16:25:16.924403Z","steps":["trace[1933043808] 'agreement among raft nodes before linearized reading' (duration: 224.555668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.92452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.761024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.924557Z","caller":"traceutil/trace.go:171","msg":"trace[1026010193] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26067; }","duration":"224.808465ms","start":"2026-03-04T16:25:16.699743Z","end":"2026-03-04T16:25:16.924552Z","steps":["trace[1026010193] 'agreement among raft nodes before linearized reading' (duration: 224.761803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.924654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.918387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.924695Z","caller":"traceutil/trace.go:171","msg":"trace[124288892] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26067; }","duration":"224.964258ms","start":"2026-03-04T16:25:16.699718Z","end":"2026-03-04T16:25:16.924683Z","steps":["trace[124288892] 'agreement among raft nodes before linearized reading' (duration: 224.922457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.924798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.109162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.924836Z","caller":"traceutil/trace.go:171","msg":"trace[997200225] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26067; }","duration":"225.159323ms","start":"2026-03-04T16:25:16.699666Z","end":"2026-03-04T16:25:16.924826Z","steps":["trace[997200225] 'agreement among raft nodes before linearized reading' (duration: 225.111872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.924962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.657106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:16.924997Z","caller":"traceutil/trace.go:171","msg":"trace[1618744662] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26067; }","duration":"225.709967ms","start":"2026-03-04T16:25:16.69928Z","end":"2026-03-04T16:25:16.92499Z","steps":["trace[1618744662] 'agreement among raft nodes before linearized reading' (duration: 225.642185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.925122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.856782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:16.925162Z","caller":"traceutil/trace.go:171","msg":"trace[401582106] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26067; }","duration":"225.914423ms","start":"2026-03-04T16:25:16.699242Z","end":"2026-03-04T16:25:16.925156Z","steps":["trace[401582106] 'agreement among raft nodes before linearized reading' (duration: 225.845391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:16.925266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.705442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:16.925308Z","caller":"traceutil/trace.go:171","msg":"trace[1238483685] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26067; }","duration":"226.765134ms","start":"2026-03-04T16:25:16.698531Z","end":"2026-03-04T16:25:16.925296Z","steps":["trace[1238483685] 'agreement among raft nodes before linearized reading' (duration: 226.715993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.84722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.060185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:25:17.847306Z","caller":"traceutil/trace.go:171","msg":"trace[1442292751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26067; }","duration":"849.170708ms","start":"2026-03-04T16:25:16.998115Z","end":"2026-03-04T16:25:17.847286Z","steps":["trace[1442292751] 'range keys from in-memory index tree' (duration: 848.919051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.847344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:16.998109Z","time spent":"849.225339ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:17.847348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.951028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:25:17.847436Z","caller":"traceutil/trace.go:171","msg":"trace[142844789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26067; }","duration":"850.070481ms","start":"2026-03-04T16:25:16.997341Z","end":"2026-03-04T16:25:17.847412Z","steps":["trace[142844789] 'range keys from in-memory index tree' (duration: 849.735022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.847447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.635924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:25:17.847484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:16.997326Z","time spent":"850.148813ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:25:17.847553Z","caller":"traceutil/trace.go:171","msg":"trace[1229099528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26067; }","duration":"848.750497ms","start":"2026-03-04T16:25:16.998766Z","end":"2026-03-04T16:25:17.847517Z","steps":["trace[1229099528] 'range keys from in-memory index tree' (duration: 848.4805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.847605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:16.998749Z","time spent":"848.846169ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:17.847229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.09635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:25:17.847854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.475721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:25:17.847868Z","caller":"traceutil/trace.go:171","msg":"trace[2133460281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26067; }","duration":"848.769688ms","start":"2026-03-04T16:25:16.999088Z","end":"2026-03-04T16:25:17.847857Z","steps":["trace[2133460281] 'range keys from in-memory index tree' (duration: 847.952097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.847935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:16.999078Z","time spent":"848.848129ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:25:17.847906Z","caller":"traceutil/trace.go:171","msg":"trace[1468224833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26067; }","duration":"850.549693ms","start":"2026-03-04T16:25:16.997341Z","end":"2026-03-04T16:25:17.847891Z","steps":["trace[1468224833] 'range keys from in-memory index tree' (duration: 850.324777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:17.848065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:16.997326Z","time spent":"850.702397ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:25:17.990529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:18.492188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:18.992909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:19.490063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:25:19.490132Z","caller":"traceutil/trace.go:171","msg":"trace[1348628177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049737s","start":"2026-03-04T16:25:17.490065Z","end":"2026-03-04T16:25:19.490114Z","steps":["trace[1348628177] 'agreement among raft nodes before linearized reading' (duration: 1.999941694s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:19.490168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.490049Z","time spent":"2.000112039s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:19.493109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:19.993268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832391233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:25:20.103391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.094500896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:25:20.103742Z","caller":"traceutil/trace.go:171","msg":"trace[1359648407] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"3.094973718s","start":"2026-03-04T16:25:17.008747Z","end":"2026-03-04T16:25:20.10372Z","steps":["trace[1359648407] 'process raft request' (duration: 3.094825564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:20.103882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.008726Z","time spent":"3.095085751s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.119829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016202337s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:25:21.120282Z","caller":"traceutil/trace.go:171","msg":"trace[1946261641] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"3.364494769s","start":"2026-03-04T16:25:17.755745Z","end":"2026-03-04T16:25:21.12024Z","steps":["trace[1946261641] 'process raft request' (duration: 3.364262963s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120322Z","caller":"traceutil/trace.go:171","msg":"trace[1587577827] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"3.268244684s","start":"2026-03-04T16:25:17.852033Z","end":"2026-03-04T16:25:21.120278Z","steps":["trace[1587577827] 'process raft request' (duration: 3.268141311s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120338Z","caller":"traceutil/trace.go:171","msg":"trace[928912653] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"3.268016137s","start":"2026-03-04T16:25:17.852288Z","end":"2026-03-04T16:25:21.120304Z","steps":["trace[928912653] 'process raft request' (duration: 3.267911724s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120408Z","caller":"traceutil/trace.go:171","msg":"trace[906582027] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"3.267493765s","start":"2026-03-04T16:25:17.852886Z","end":"2026-03-04T16:25:21.12038Z","steps":["trace[906582027] 'process raft request' (duration: 3.267363811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.120458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.755726Z","time spent":"3.364637432s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.12043Z","caller":"traceutil/trace.go:171","msg":"trace[3808755] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"3.268523811s","start":"2026-03-04T16:25:17.851786Z","end":"2026-03-04T16:25:21.120309Z","steps":["trace[3808755] 'process raft request' (duration: 3.268354287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120495Z","caller":"traceutil/trace.go:171","msg":"trace[731131479] linearizableReadLoop","detail":"{readStateIndex:27048; appliedIndex:27034; }","duration":"3.630375679s","start":"2026-03-04T16:25:17.490099Z","end":"2026-03-04T16:25:21.120475Z","steps":["trace[731131479] 'read index received' (duration: 2.613758412s)","trace[731131479] 'applied index is now lower than readState.Index' (duration: 1.016616147s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:21.12056Z","caller":"traceutil/trace.go:171","msg":"trace[418716730] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"2.606891808s","start":"2026-03-04T16:25:18.513656Z","end":"2026-03-04T16:25:21.120548Z","steps":["trace[418716730] 'process raft request' (duration: 2.606617091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.120571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.852858Z","time spent":"3.267630797s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120598Z","caller":"traceutil/trace.go:171","msg":"trace[694431649] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.190064396s","start":"2026-03-04T16:25:18.930523Z","end":"2026-03-04T16:25:21.120587Z","steps":["trace[694431649] 'process raft request' (duration: 2.1898484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.120573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.852267Z","time spent":"3.268172701s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120598Z","caller":"traceutil/trace.go:171","msg":"trace[438041951] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"2.22714153s","start":"2026-03-04T16:25:18.893421Z","end":"2026-03-04T16:25:21.120562Z","steps":["trace[438041951] 'process raft request' (duration: 2.226876683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.12063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.513634Z","time spent":"2.6069644s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.120687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.930493Z","time spent":"2.190129517s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120707Z","caller":"traceutil/trace.go:171","msg":"trace[619819817] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"3.268006036s","start":"2026-03-04T16:25:17.85269Z","end":"2026-03-04T16:25:21.120696Z","steps":["trace[619819817] 'process raft request' (duration: 3.267537165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.12076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.85268Z","time spent":"3.268049638s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.120759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.893395Z","time spent":"2.227283193s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120762Z","caller":"traceutil/trace.go:171","msg":"trace[559243314] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"2.194321183s","start":"2026-03-04T16:25:18.926429Z","end":"2026-03-04T16:25:21.12075Z","steps":["trace[559243314] 'process raft request' (duration: 2.193890352s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120792Z","caller":"traceutil/trace.go:171","msg":"trace[1998630435] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.187204083s","start":"2026-03-04T16:25:18.933577Z","end":"2026-03-04T16:25:21.120781Z","steps":["trace[1998630435] 'process raft request' (duration: 2.186843145s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.120822Z","caller":"traceutil/trace.go:171","msg":"trace[1242308600] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.816163693s","start":"2026-03-04T16:25:19.30465Z","end":"2026-03-04T16:25:21.120814Z","steps":["trace[1242308600] 'process raft request' (duration: 1.815793474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.120753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.851769Z","time spent":"3.268779297s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120803Z","caller":"traceutil/trace.go:171","msg":"trace[1712787936] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.193665006s","start":"2026-03-04T16:25:18.927063Z","end":"2026-03-04T16:25:21.120728Z","steps":["trace[1712787936] 'process raft request' (duration: 2.193282247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.120846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.933563Z","time spent":"2.187254774s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.120841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.926411Z","time spent":"2.194397614s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.120872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.30462Z","time spent":"1.816229325s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.120489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.852025Z","time spent":"3.268362177s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.120919Z","caller":"traceutil/trace.go:171","msg":"trace[228023423] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.188484885s","start":"2026-03-04T16:25:18.932355Z","end":"2026-03-04T16:25:21.12084Z","steps":["trace[228023423] 'process raft request' (duration: 2.188042484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.121018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.932341Z","time spent":"2.188636049s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.121074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.927044Z","time spent":"2.19385007s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.23486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T16:25:21.23495Z","caller":"traceutil/trace.go:171","msg":"trace[1472651294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923029s","start":"2026-03-04T16:25:19.234007Z","end":"2026-03-04T16:25:21.23493Z","steps":["trace[1472651294] 'agreement among raft nodes before linearized reading' (duration: 2.000810396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.235183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.233989Z","time spent":"2.001178895s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 16:25:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T16:25:21.255979Z","caller":"traceutil/trace.go:171","msg":"trace[1210363745] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.151481776s","start":"2026-03-04T16:25:20.104463Z","end":"2026-03-04T16:25:21.255945Z","steps":["trace[1210363745] 'process raft request' (duration: 1.093859814s)","trace[1210363745] 'compare' (duration: 57.246682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:21.256196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.104444Z","time spent":"1.15167259s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.256301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326694698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618395467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:25:21.256464Z","caller":"traceutil/trace.go:171","msg":"trace[1265646263] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26085; }","duration":"3.618582112s","start":"2026-03-04T16:25:17.637873Z","end":"2026-03-04T16:25:21.256455Z","steps":["trace[1265646263] 'agreement among raft nodes before linearized reading' (duration: 3.618175252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321301363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319967218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:21.256498Z","caller":"traceutil/trace.go:171","msg":"trace[348160685] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26085; }","duration":"2.321349004s","start":"2026-03-04T16:25:18.935141Z","end":"2026-03-04T16:25:21.25649Z","steps":["trace[348160685] 'agreement among raft nodes before linearized reading' (duration: 2.321309283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:17.637855Z","time spent":"3.618636733s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:25:21.256522Z","caller":"traceutil/trace.go:171","msg":"trace[250965603] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26085; }","duration":"2.320007259s","start":"2026-03-04T16:25:18.936502Z","end":"2026-03-04T16:25:21.256509Z","steps":["trace[250965603] 'agreement among raft nodes before linearized reading' (duration: 2.319949428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.935134Z","time spent":"2.321391224s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:21.256563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.936495Z","time spent":"2.320059321s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:21.256646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320371959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.256666Z","caller":"traceutil/trace.go:171","msg":"trace[1204542390] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26085; }","duration":"2.320405781s","start":"2026-03-04T16:25:18.936256Z","end":"2026-03-04T16:25:21.256661Z","steps":["trace[1204542390] 'agreement among raft nodes before linearized reading' (duration: 2.32037803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.2567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.936251Z","time spent":"2.320443722s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:21.256729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321104478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.256375Z","caller":"traceutil/trace.go:171","msg":"trace[770325683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26085; }","duration":"2.326814171s","start":"2026-03-04T16:25:18.929546Z","end":"2026-03-04T16:25:21.25636Z","steps":["trace[770325683] 'agreement among raft nodes before linearized reading' (duration: 2.326684318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.929533Z","time spent":"2.327253182s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:21.2568Z","caller":"traceutil/trace.go:171","msg":"trace[1739324733] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26085; }","duration":"2.32119851s","start":"2026-03-04T16:25:18.935588Z","end":"2026-03-04T16:25:21.256787Z","steps":["trace[1739324733] 'agreement among raft nodes before linearized reading' (duration: 2.321086557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321673742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.2568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.155919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.256006Z","caller":"traceutil/trace.go:171","msg":"trace[1006056153] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27048; }","duration":"135.428573ms","start":"2026-03-04T16:25:21.120556Z","end":"2026-03-04T16:25:21.255985Z","steps":["trace[1006056153] 'read index received' (duration: 77.677078ms)","trace[1006056153] 'applied index is now lower than readState.Index' (duration: 57.750775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:21.256831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.935582Z","time spent":"2.321241531s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:21.256848Z","caller":"traceutil/trace.go:171","msg":"trace[971378114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26085; }","duration":"2.321747524s","start":"2026-03-04T16:25:18.935087Z","end":"2026-03-04T16:25:21.256835Z","steps":["trace[971378114] 'agreement among raft nodes before linearized reading' (duration: 2.321674222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320898833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.812823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318085092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.256928Z","caller":"traceutil/trace.go:171","msg":"trace[745223667] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26085; }","duration":"2.321422235s","start":"2026-03-04T16:25:18.935498Z","end":"2026-03-04T16:25:21.25692Z","steps":["trace[745223667] 'agreement among raft nodes before linearized reading' (duration: 2.320904072s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.256937Z","caller":"traceutil/trace.go:171","msg":"trace[562580012] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26085; }","duration":"412.875404ms","start":"2026-03-04T16:25:20.844054Z","end":"2026-03-04T16:25:21.25693Z","steps":["trace[562580012] 'agreement among raft nodes before linearized reading' (duration: 412.827543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378996976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318965233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.844028Z","time spent":"412.929655ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.25697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597543192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:25:21.256983Z","caller":"traceutil/trace.go:171","msg":"trace[1052304366] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26085; }","duration":"2.319546129s","start":"2026-03-04T16:25:18.937425Z","end":"2026-03-04T16:25:21.256971Z","steps":["trace[1052304366] 'agreement among raft nodes before linearized reading' (duration: 2.318966554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.93742Z","time spent":"2.319589929s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:21.256986Z","caller":"traceutil/trace.go:171","msg":"trace[211379608] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26085; }","duration":"2.379091938s","start":"2026-03-04T16:25:18.877874Z","end":"2026-03-04T16:25:21.256966Z","steps":["trace[211379608] 'agreement among raft nodes before linearized reading' (duration: 2.378933364s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257017Z","caller":"traceutil/trace.go:171","msg":"trace[60063232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26085; }","duration":"2.597614234s","start":"2026-03-04T16:25:18.65939Z","end":"2026-03-04T16:25:21.257004Z","steps":["trace[60063232] 'agreement among raft nodes before linearized reading' (duration: 2.59744847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.25705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32079939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:21.256863Z","caller":"traceutil/trace.go:171","msg":"trace[1578815695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26085; }","duration":"928.22554ms","start":"2026-03-04T16:25:20.328618Z","end":"2026-03-04T16:25:21.256844Z","steps":["trace[1578815695] 'agreement among raft nodes before linearized reading' (duration: 928.111788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.659374Z","time spent":"2.597678826s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:25:21.257072Z","caller":"traceutil/trace.go:171","msg":"trace[1119245909] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26085; }","duration":"2.320837021s","start":"2026-03-04T16:25:18.936229Z","end":"2026-03-04T16:25:21.257066Z","steps":["trace[1119245909] 'agreement among raft nodes before linearized reading' (duration: 2.320740968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.877866Z","time spent":"2.37918371s","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.257083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.328582Z","time spent":"928.491697ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:25:21.25709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.936223Z","time spent":"2.320863421s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:21.257038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.67861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.257137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.185409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.257153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320946154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.25716Z","caller":"traceutil/trace.go:171","msg":"trace[746846967] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26085; }","duration":"503.254911ms","start":"2026-03-04T16:25:20.753899Z","end":"2026-03-04T16:25:21.257154Z","steps":["trace[746846967] 'agreement among raft nodes before linearized reading' (duration: 503.21807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.256799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380387532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.256355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320742679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:21.257191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.753879Z","time spent":"503.306322ms","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:25:21.256944Z","caller":"traceutil/trace.go:171","msg":"trace[820091065] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26085; }","duration":"2.31881987s","start":"2026-03-04T16:25:18.938115Z","end":"2026-03-04T16:25:21.256935Z","steps":["trace[820091065] 'agreement among raft nodes before linearized reading' (duration: 2.317959438s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257205Z","caller":"traceutil/trace.go:171","msg":"trace[452359779] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26085; }","duration":"268.968427ms","start":"2026-03-04T16:25:20.988186Z","end":"2026-03-04T16:25:21.257154Z","steps":["trace[452359779] 'agreement among raft nodes before linearized reading' (duration: 268.603398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257235Z","caller":"traceutil/trace.go:171","msg":"trace[387643995] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"939.176145ms","start":"2026-03-04T16:25:20.318048Z","end":"2026-03-04T16:25:21.257225Z","steps":["trace[387643995] 'process raft request' (duration: 937.889473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766141773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.257318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.318024Z","time spent":"939.243757ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:21.257328Z","caller":"traceutil/trace.go:171","msg":"trace[684348230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26085; }","duration":"1.766222625s","start":"2026-03-04T16:25:19.491097Z","end":"2026-03-04T16:25:21.257319Z","steps":["trace[684348230] 'agreement among raft nodes before linearized reading' (duration: 1.766164894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.349983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:25:21.257347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.49303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.257356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.49108Z","time spent":"1.766269926s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:25:21.257376Z","caller":"traceutil/trace.go:171","msg":"trace[295700969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26085; }","duration":"240.555571ms","start":"2026-03-04T16:25:21.016812Z","end":"2026-03-04T16:25:21.257368Z","steps":["trace[295700969] 'agreement among raft nodes before linearized reading' (duration: 240.51058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257387Z","caller":"traceutil/trace.go:171","msg":"trace[1614213492] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"1.14610906s","start":"2026-03-04T16:25:20.111271Z","end":"2026-03-04T16:25:21.25738Z","steps":["trace[1614213492] 'process raft request' (duration: 1.14454613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.25746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.111256Z","time spent":"1.14614608s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:21.256905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.935074Z","time spent":"2.321820646s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:21.257505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827315485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.257374Z","caller":"traceutil/trace.go:171","msg":"trace[1743627131] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26085; }","duration":"853.415334ms","start":"2026-03-04T16:25:20.403949Z","end":"2026-03-04T16:25:21.257364Z","steps":["trace[1743627131] 'agreement among raft nodes before linearized reading' (duration: 853.333852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257537Z","caller":"traceutil/trace.go:171","msg":"trace[948897206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26085; }","duration":"1.827386316s","start":"2026-03-04T16:25:19.430143Z","end":"2026-03-04T16:25:21.257529Z","steps":["trace[948897206] 'agreement among raft nodes before linearized reading' (duration: 1.827332965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.430124Z","time spent":"1.827427597s","remote":"127.0.0.1:34722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.257114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203762911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:25:21.257599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238601938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:21.257196Z","caller":"traceutil/trace.go:171","msg":"trace[906983459] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26085; }","duration":"2.321640521s","start":"2026-03-04T16:25:18.93555Z","end":"2026-03-04T16:25:21.25719Z","steps":["trace[906983459] 'agreement among raft nodes before linearized reading' (duration: 2.320630256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257637Z","caller":"traceutil/trace.go:171","msg":"trace[455114426] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26085; }","duration":"2.23868908s","start":"2026-03-04T16:25:19.01894Z","end":"2026-03-04T16:25:21.257629Z","steps":["trace[455114426] 'agreement among raft nodes before linearized reading' (duration: 2.238633878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.935542Z","time spent":"2.322110382s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:21.257659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.018927Z","time spent":"2.238725631s","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.257219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.938108Z","time spent":"2.319105878s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:21.257638Z","caller":"traceutil/trace.go:171","msg":"trace[608186802] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26085; }","duration":"2.204317815s","start":"2026-03-04T16:25:19.053301Z","end":"2026-03-04T16:25:21.257619Z","steps":["trace[608186802] 'agreement among raft nodes before linearized reading' (duration: 2.203541265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246853848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.257172Z","caller":"traceutil/trace.go:171","msg":"trace[2101378660] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26085; }","duration":"2.320985614s","start":"2026-03-04T16:25:18.936181Z","end":"2026-03-04T16:25:21.257167Z","steps":["trace[2101378660] 'agreement among raft nodes before linearized reading' (duration: 2.320958004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303667847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:21.257801Z","caller":"traceutil/trace.go:171","msg":"trace[471375014] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26085; }","duration":"1.247492894s","start":"2026-03-04T16:25:20.010298Z","end":"2026-03-04T16:25:21.257791Z","steps":["trace[471375014] 'agreement among raft nodes before linearized reading' (duration: 1.246835478s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257822Z","caller":"traceutil/trace.go:171","msg":"trace[1565378847] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26085; }","duration":"2.303745339s","start":"2026-03-04T16:25:18.954064Z","end":"2026-03-04T16:25:21.257809Z","steps":["trace[1565378847] 'agreement among raft nodes before linearized reading' (duration: 2.303545424s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.257196Z","caller":"traceutil/trace.go:171","msg":"trace[201779392] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26085; }","duration":"2.380837842s","start":"2026-03-04T16:25:18.87635Z","end":"2026-03-04T16:25:21.257188Z","steps":["trace[201779392] 'agreement among raft nodes before linearized reading' (duration: 2.38037768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.936171Z","time spent":"2.321636291s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:21.257868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.876329Z","time spent":"2.38152857s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:21.256955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.935488Z","time spent":"2.321458647s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:21.25783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.010275Z","time spent":"1.247546786s","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.256802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597942324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.257964Z","caller":"traceutil/trace.go:171","msg":"trace[642295095] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26085; }","duration":"2.599151674s","start":"2026-03-04T16:25:18.658798Z","end":"2026-03-04T16:25:21.25795Z","steps":["trace[642295095] 'agreement among raft nodes before linearized reading' (duration: 2.597927943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.257968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:19.053278Z","time spent":"2.204515959s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.257857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.954044Z","time spent":"2.303807431s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:21.258011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.658781Z","time spent":"2.599220985s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.25756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302755355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.258164Z","caller":"traceutil/trace.go:171","msg":"trace[1072912231] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26085; }","duration":"2.303388781s","start":"2026-03-04T16:25:18.954767Z","end":"2026-03-04T16:25:21.258155Z","steps":["trace[1072912231] 'agreement among raft nodes before linearized reading' (duration: 2.302773186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.258195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.95475Z","time spent":"2.303437932s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:21.257573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:20.403933Z","time spent":"853.61874ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:21.256438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319393764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.258374Z","caller":"traceutil/trace.go:171","msg":"trace[764504047] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26085; }","duration":"2.321344863s","start":"2026-03-04T16:25:18.937014Z","end":"2026-03-04T16:25:21.258359Z","steps":["trace[764504047] 'agreement among raft nodes before linearized reading' (duration: 2.319412315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.258469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:18.937002Z","time spent":"2.321452145s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:21.427896Z","caller":"traceutil/trace.go:171","msg":"trace[1044897152] linearizableReadLoop","detail":"{readStateIndex:27052; appliedIndex:27051; }","duration":"157.360755ms","start":"2026-03-04T16:25:21.270513Z","end":"2026-03-04T16:25:21.427874Z","steps":["trace[1044897152] 'read index received' (duration: 155.98981ms)","trace[1044897152] 'applied index is now lower than readState.Index' (duration: 1.370195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:21.427971Z","caller":"traceutil/trace.go:171","msg":"trace[1139119161] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"158.833862ms","start":"2026-03-04T16:25:21.26909Z","end":"2026-03-04T16:25:21.427924Z","steps":["trace[1139119161] 'process raft request' (duration: 157.475888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:21.428075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.505139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:21.428067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.867748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:21.428104Z","caller":"traceutil/trace.go:171","msg":"trace[1873210780] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26086; }","duration":"157.600051ms","start":"2026-03-04T16:25:21.270496Z","end":"2026-03-04T16:25:21.428096Z","steps":["trace[1873210780] 'agreement among raft nodes before linearized reading' (duration: 157.487478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:21.428126Z","caller":"traceutil/trace.go:171","msg":"trace[116416724] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26086; }","duration":"109.981381ms","start":"2026-03-04T16:25:21.318129Z","end":"2026-03-04T16:25:21.42811Z","steps":["trace[116416724] 'agreement among raft nodes before linearized reading' (duration: 109.881329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.395869Z","caller":"traceutil/trace.go:171","msg":"trace[992099995] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"241.155667ms","start":"2026-03-04T16:25:31.154672Z","end":"2026-03-04T16:25:31.395828Z","steps":["trace[992099995] 'process raft request' (duration: 241.041334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.538363Z","caller":"traceutil/trace.go:171","msg":"trace[427953256] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"377.550034ms","start":"2026-03-04T16:25:31.160787Z","end":"2026-03-04T16:25:31.538337Z","steps":["trace[427953256] 'process raft request' (duration: 377.345809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.53853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.160766Z","time spent":"377.676078ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.538724Z","caller":"traceutil/trace.go:171","msg":"trace[487723329] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"377.591145ms","start":"2026-03-04T16:25:31.161105Z","end":"2026-03-04T16:25:31.538697Z","steps":["trace[487723329] 'process raft request' (duration: 377.187825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.538904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.161097Z","time spent":"377.699598ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.538972Z","caller":"traceutil/trace.go:171","msg":"trace[1103495605] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"377.616145ms","start":"2026-03-04T16:25:31.161334Z","end":"2026-03-04T16:25:31.53895Z","steps":["trace[1103495605] 'process raft request' (duration: 377.234906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.539052Z","caller":"traceutil/trace.go:171","msg":"trace[408525477] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"377.327437ms","start":"2026-03-04T16:25:31.161706Z","end":"2026-03-04T16:25:31.539033Z","steps":["trace[408525477] 'process raft request' (duration: 377.156063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.539074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.161327Z","time spent":"377.699298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:31.539149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.161699Z","time spent":"377.403769ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.539339Z","caller":"traceutil/trace.go:171","msg":"trace[2066833706] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"377.568474ms","start":"2026-03-04T16:25:31.161757Z","end":"2026-03-04T16:25:31.539325Z","steps":["trace[2066833706] 'process raft request' (duration: 377.233905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.539421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.161752Z","time spent":"377.622105ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.540059Z","caller":"traceutil/trace.go:171","msg":"trace[516110437] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"377.80459ms","start":"2026-03-04T16:25:31.162234Z","end":"2026-03-04T16:25:31.540039Z","steps":["trace[516110437] 'process raft request' (duration: 377.596285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.540083Z","caller":"traceutil/trace.go:171","msg":"trace[1538598656] linearizableReadLoop","detail":"{readStateIndex:27128; appliedIndex:27120; }","duration":"366.443274ms","start":"2026-03-04T16:25:31.173617Z","end":"2026-03-04T16:25:31.540061Z","steps":["trace[1538598656] 'read index received' (duration: 222.073066ms)","trace[1538598656] 'applied index is now lower than readState.Index' (duration: 144.369118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:31.540152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.162228Z","time spent":"377.878682ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.540729Z","caller":"traceutil/trace.go:171","msg":"trace[505654852] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"248.748337ms","start":"2026-03-04T16:25:31.291968Z","end":"2026-03-04T16:25:31.540716Z","steps":["trace[505654852] 'process raft request' (duration: 248.014789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.540875Z","caller":"traceutil/trace.go:171","msg":"trace[1850102355] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"373.633985ms","start":"2026-03-04T16:25:31.167232Z","end":"2026-03-04T16:25:31.540866Z","steps":["trace[1850102355] 'process raft request' (duration: 372.711652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.541139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.167207Z","time spent":"373.84462ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:31.541428Z","caller":"traceutil/trace.go:171","msg":"trace[1032788477] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"168.475545ms","start":"2026-03-04T16:25:31.372936Z","end":"2026-03-04T16:25:31.541411Z","steps":["trace[1032788477] 'process raft request' (duration: 167.080561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.541763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.553891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:25:31.541816Z","caller":"traceutil/trace.go:171","msg":"trace[2003398540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26162; }","duration":"363.646913ms","start":"2026-03-04T16:25:31.178157Z","end":"2026-03-04T16:25:31.541804Z","steps":["trace[2003398540] 'agreement among raft nodes before linearized reading' (duration: 363.445668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.541848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.178138Z","time spent":"363.702925ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:31.541892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.170032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.541953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.180938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.541965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.300376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:31.541994Z","caller":"traceutil/trace.go:171","msg":"trace[1079460074] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26162; }","duration":"248.296515ms","start":"2026-03-04T16:25:31.293681Z","end":"2026-03-04T16:25:31.541978Z","steps":["trace[1079460074] 'agreement among raft nodes before linearized reading' (duration: 248.141972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.541999Z","caller":"traceutil/trace.go:171","msg":"trace[1018122459] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26162; }","duration":"251.291981ms","start":"2026-03-04T16:25:31.290696Z","end":"2026-03-04T16:25:31.541988Z","steps":["trace[1018122459] 'agreement among raft nodes before linearized reading' (duration: 251.185948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.542023Z","caller":"traceutil/trace.go:171","msg":"trace[1080851368] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26162; }","duration":"250.404498ms","start":"2026-03-04T16:25:31.291604Z","end":"2026-03-04T16:25:31.542009Z","steps":["trace[1080851368] 'agreement among raft nodes before linearized reading' (duration: 250.191183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.369283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.542205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.516026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.542215Z","caller":"traceutil/trace.go:171","msg":"trace[1404054770] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26162; }","duration":"249.434104ms","start":"2026-03-04T16:25:31.292768Z","end":"2026-03-04T16:25:31.542203Z","steps":["trace[1404054770] 'agreement among raft nodes before linearized reading' (duration: 249.364562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.542268Z","caller":"traceutil/trace.go:171","msg":"trace[970024672] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26162; }","duration":"251.591378ms","start":"2026-03-04T16:25:31.290643Z","end":"2026-03-04T16:25:31.542234Z","steps":["trace[970024672] 'agreement among raft nodes before linearized reading' (duration: 251.434644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.718011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.542386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.776612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:25:31.542389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.764608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.542414Z","caller":"traceutil/trace.go:171","msg":"trace[1599622517] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26162; }","duration":"251.778242ms","start":"2026-03-04T16:25:31.290627Z","end":"2026-03-04T16:25:31.542405Z","steps":["trace[1599622517] 'agreement among raft nodes before linearized reading' (duration: 251.727651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.788206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:31.542579Z","caller":"traceutil/trace.go:171","msg":"trace[968616780] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26162; }","duration":"288.858538ms","start":"2026-03-04T16:25:31.253712Z","end":"2026-03-04T16:25:31.542571Z","steps":["trace[968616780] 'agreement among raft nodes before linearized reading' (duration: 288.761756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.873346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:31.542683Z","caller":"traceutil/trace.go:171","msg":"trace[2005422929] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26162; }","duration":"249.929228ms","start":"2026-03-04T16:25:31.292742Z","end":"2026-03-04T16:25:31.542671Z","steps":["trace[2005422929] 'agreement among raft nodes before linearized reading' (duration: 249.801773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.438779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:31.542776Z","caller":"traceutil/trace.go:171","msg":"trace[2072623363] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26162; }","duration":"248.47963ms","start":"2026-03-04T16:25:31.29429Z","end":"2026-03-04T16:25:31.542769Z","steps":["trace[2072623363] 'agreement among raft nodes before linearized reading' (duration: 248.422459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.539401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:25:31.542841Z","caller":"traceutil/trace.go:171","msg":"trace[765614800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26162; }","duration":"359.600162ms","start":"2026-03-04T16:25:31.183235Z","end":"2026-03-04T16:25:31.542835Z","steps":["trace[765614800] 'agreement among raft nodes before linearized reading' (duration: 359.496709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.54286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.183186Z","time spent":"359.669174ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:31.543014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.576256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:25:31.543043Z","caller":"traceutil/trace.go:171","msg":"trace[1949706079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26162; }","duration":"360.627868ms","start":"2026-03-04T16:25:31.182409Z","end":"2026-03-04T16:25:31.543037Z","steps":["trace[1949706079] 'agreement among raft nodes before linearized reading' (duration: 360.552436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.1824Z","time spent":"360.657008ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:25:31.543079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.845075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.543101Z","caller":"traceutil/trace.go:171","msg":"trace[1243982703] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26162; }","duration":"251.879546ms","start":"2026-03-04T16:25:31.291215Z","end":"2026-03-04T16:25:31.543095Z","steps":["trace[1243982703] 'agreement among raft nodes before linearized reading' (duration: 251.844805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.594089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.543185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.54536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:25:31.543191Z","caller":"traceutil/trace.go:171","msg":"trace[594110791] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26162; }","duration":"251.625049ms","start":"2026-03-04T16:25:31.291558Z","end":"2026-03-04T16:25:31.543183Z","steps":["trace[594110791] 'agreement among raft nodes before linearized reading' (duration: 251.597619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.543203Z","caller":"traceutil/trace.go:171","msg":"trace[1140932714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26162; }","duration":"361.564261ms","start":"2026-03-04T16:25:31.181633Z","end":"2026-03-04T16:25:31.543197Z","steps":["trace[1140932714] 'agreement among raft nodes before linearized reading' (duration: 361.511439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.181607Z","time spent":"361.609622ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:25:31.543289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.192654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.543421Z","caller":"traceutil/trace.go:171","msg":"trace[28323740] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26162; }","duration":"252.339667ms","start":"2026-03-04T16:25:31.291072Z","end":"2026-03-04T16:25:31.543412Z","steps":["trace[28323740] 'agreement among raft nodes before linearized reading' (duration: 252.201984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.54242Z","caller":"traceutil/trace.go:171","msg":"trace[1103026854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26162; }","duration":"368.853844ms","start":"2026-03-04T16:25:31.173554Z","end":"2026-03-04T16:25:31.542408Z","steps":["trace[1103026854] 'agreement among raft nodes before linearized reading' (duration: 368.653079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.285571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:31.543538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.664426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.543598Z","caller":"traceutil/trace.go:171","msg":"trace[1049574799] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26162; }","duration":"252.757817ms","start":"2026-03-04T16:25:31.290826Z","end":"2026-03-04T16:25:31.543584Z","steps":["trace[1049574799] 'agreement among raft nodes before linearized reading' (duration: 252.660685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.891927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:31.543644Z","caller":"traceutil/trace.go:171","msg":"trace[1307766172] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26162; }","duration":"251.939088ms","start":"2026-03-04T16:25:31.291695Z","end":"2026-03-04T16:25:31.543634Z","steps":["trace[1307766172] 'agreement among raft nodes before linearized reading' (duration: 251.879996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.543549Z","caller":"traceutil/trace.go:171","msg":"trace[1473454992] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26162; }","duration":"251.351603ms","start":"2026-03-04T16:25:31.292182Z","end":"2026-03-04T16:25:31.543534Z","steps":["trace[1473454992] 'agreement among raft nodes before linearized reading' (duration: 251.272461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.542696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.607154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T16:25:31.543822Z","caller":"traceutil/trace.go:171","msg":"trace[889945951] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26162; }","duration":"120.757203ms","start":"2026-03-04T16:25:31.423049Z","end":"2026-03-04T16:25:31.543806Z","steps":["trace[889945951] 'agreement among raft nodes before linearized reading' (duration: 119.594834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.543423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.650886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:31.544082Z","caller":"traceutil/trace.go:171","msg":"trace[719585841] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26162; }","duration":"251.319802ms","start":"2026-03-04T16:25:31.292753Z","end":"2026-03-04T16:25:31.544073Z","steps":["trace[719585841] 'agreement among raft nodes before linearized reading' (duration: 250.552513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:31.542434Z","caller":"traceutil/trace.go:171","msg":"trace[398656492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26162; }","duration":"250.86222ms","start":"2026-03-04T16:25:31.291562Z","end":"2026-03-04T16:25:31.542425Z","steps":["trace[398656492] 'agreement among raft nodes before linearized reading' (duration: 250.767447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:31.545438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:31.17353Z","time spent":"371.829259ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:25:32.281781Z","caller":"traceutil/trace.go:171","msg":"trace[584248694] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"201.768554ms","start":"2026-03-04T16:25:32.079988Z","end":"2026-03-04T16:25:32.281756Z","steps":["trace[584248694] 'process raft request' (duration: 201.538328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:33.53371Z","caller":"traceutil/trace.go:171","msg":"trace[316300375] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"133.743911ms","start":"2026-03-04T16:25:33.399868Z","end":"2026-03-04T16:25:33.533612Z","steps":["trace[316300375] 'process raft request' (duration: 133.222268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:33.924134Z","caller":"traceutil/trace.go:171","msg":"trace[814120357] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"380.264182ms","start":"2026-03-04T16:25:33.543846Z","end":"2026-03-04T16:25:33.92411Z","steps":["trace[814120357] 'process raft request' (duration: 380.039107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:33.924281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.543818Z","time spent":"380.384186ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:34.008173Z","caller":"traceutil/trace.go:171","msg":"trace[957092625] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"463.479989ms","start":"2026-03-04T16:25:33.544668Z","end":"2026-03-04T16:25:34.008148Z","steps":["trace[957092625] 'process raft request' (duration: 463.405327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.008254Z","caller":"traceutil/trace.go:171","msg":"trace[1837082305] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"463.641724ms","start":"2026-03-04T16:25:33.544577Z","end":"2026-03-04T16:25:34.008219Z","steps":["trace[1837082305] 'process raft request' (duration: 463.450849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.008404Z","caller":"traceutil/trace.go:171","msg":"trace[52387179] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27140; }","duration":"460.620357ms","start":"2026-03-04T16:25:33.547771Z","end":"2026-03-04T16:25:34.008392Z","steps":["trace[52387179] 'read index received' (duration: 376.58565ms)","trace[52387179] 'applied index is now lower than readState.Index' (duration: 84.033567ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:34.008461Z","caller":"traceutil/trace.go:171","msg":"trace[325667448] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"462.954626ms","start":"2026-03-04T16:25:33.545491Z","end":"2026-03-04T16:25:34.008445Z","steps":["trace[325667448] 'process raft request' (duration: 462.616608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.008503Z","caller":"traceutil/trace.go:171","msg":"trace[1762914264] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"457.622281ms","start":"2026-03-04T16:25:33.550871Z","end":"2026-03-04T16:25:34.008493Z","steps":["trace[1762914264] 'process raft request' (duration: 457.433667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.008512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.545485Z","time spent":"462.998827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:34.008588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.550857Z","time spent":"457.668583ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:34.008412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.544572Z","time spent":"463.761777ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:34.00875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.809752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.008786Z","caller":"traceutil/trace.go:171","msg":"trace[1017028242] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26176; }","duration":"460.862314ms","start":"2026-03-04T16:25:33.547914Z","end":"2026-03-04T16:25:34.008777Z","steps":["trace[1017028242] 'agreement among raft nodes before linearized reading' (duration: 460.804412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.008813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.547898Z","time spent":"460.909434ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:34.008965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.544661Z","time spent":"463.653214ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:34.009123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.067678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:25:34.009134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.707388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.009156Z","caller":"traceutil/trace.go:171","msg":"trace[1059462819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26176; }","duration":"434.111779ms","start":"2026-03-04T16:25:33.575037Z","end":"2026-03-04T16:25:34.009148Z","steps":["trace[1059462819] 'agreement among raft nodes before linearized reading' (duration: 434.003026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.575029Z","time spent":"434.148939ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.268253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.009267Z","caller":"traceutil/trace.go:171","msg":"trace[292781613] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26176; }","duration":"459.379605ms","start":"2026-03-04T16:25:33.549869Z","end":"2026-03-04T16:25:34.009248Z","steps":["trace[292781613] 'agreement among raft nodes before linearized reading' (duration: 459.209311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.549854Z","time spent":"459.449477ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.527204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:34.009399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.653344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:25:34.009414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.394275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.009183Z","caller":"traceutil/trace.go:171","msg":"trace[654669104] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26176; }","duration":"460.756949ms","start":"2026-03-04T16:25:33.548413Z","end":"2026-03-04T16:25:34.00917Z","steps":["trace[654669104] 'agreement among raft nodes before linearized reading' (duration: 460.676547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.662373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:34.009487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.54712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:34.009497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.548391Z","time spent":"461.097778ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.034847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:34.009517Z","caller":"traceutil/trace.go:171","msg":"trace[1441159594] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26176; }","duration":"461.586592ms","start":"2026-03-04T16:25:33.547922Z","end":"2026-03-04T16:25:34.009508Z","steps":["trace[1441159594] 'agreement among raft nodes before linearized reading' (duration: 461.547921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.069897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:34.009555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.547915Z","time spent":"461.633593ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:34.009497Z","caller":"traceutil/trace.go:171","msg":"trace[861042241] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26176; }","duration":"459.55778ms","start":"2026-03-04T16:25:33.549924Z","end":"2026-03-04T16:25:34.009482Z","steps":["trace[861042241] 'agreement among raft nodes before linearized reading' (duration: 459.367725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.00955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.90575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:25:34.009588Z","caller":"traceutil/trace.go:171","msg":"trace[1671554673] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26176; }","duration":"461.17905ms","start":"2026-03-04T16:25:33.548396Z","end":"2026-03-04T16:25:34.009575Z","steps":["trace[1671554673] 'agreement among raft nodes before linearized reading' (duration: 461.070868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.103673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:34.009628Z","caller":"traceutil/trace.go:171","msg":"trace[1618154521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26176; }","duration":"439.032823ms","start":"2026-03-04T16:25:33.570577Z","end":"2026-03-04T16:25:34.00961Z","steps":["trace[1618154521] 'agreement among raft nodes before linearized reading' (duration: 438.612363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.548374Z","time spent":"461.260983ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.732229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:25:34.009718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.570558Z","time spent":"439.148876ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:25:34.009737Z","caller":"traceutil/trace.go:171","msg":"trace[256031587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26176; }","duration":"435.76107ms","start":"2026-03-04T16:25:33.573967Z","end":"2026-03-04T16:25:34.009728Z","steps":["trace[256031587] 'agreement among raft nodes before linearized reading' (duration: 435.654227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.00902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.729657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:25:34.00977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.723124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:25:34.009764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.57393Z","time spent":"435.827881ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.847767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.009803Z","caller":"traceutil/trace.go:171","msg":"trace[1512392288] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26176; }","duration":"347.561188ms","start":"2026-03-04T16:25:33.662232Z","end":"2026-03-04T16:25:34.009794Z","steps":["trace[1512392288] 'agreement among raft nodes before linearized reading' (duration: 346.753268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.009817Z","caller":"traceutil/trace.go:171","msg":"trace[741320011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26176; }","duration":"434.784035ms","start":"2026-03-04T16:25:33.57502Z","end":"2026-03-04T16:25:34.009804Z","steps":["trace[741320011] 'agreement among raft nodes before linearized reading' (duration: 434.608881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.009826Z","caller":"traceutil/trace.go:171","msg":"trace[83586328] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26176; }","duration":"438.909138ms","start":"2026-03-04T16:25:33.570906Z","end":"2026-03-04T16:25:34.009815Z","steps":["trace[83586328] 'agreement among raft nodes before linearized reading' (duration: 438.836186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.570899Z","time spent":"438.95188ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.575015Z","time spent":"434.832987ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.662214Z","time spent":"347.625699ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:34.009912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.028292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:34.0096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.549905Z","time spent":"459.688763ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:34.009938Z","caller":"traceutil/trace.go:171","msg":"trace[1729447676] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26176; }","duration":"439.072903ms","start":"2026-03-04T16:25:33.570857Z","end":"2026-03-04T16:25:34.00993Z","steps":["trace[1729447676] 'agreement among raft nodes before linearized reading' (duration: 439.000151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.009532Z","caller":"traceutil/trace.go:171","msg":"trace[1179275664] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26176; }","duration":"461.172131ms","start":"2026-03-04T16:25:33.548353Z","end":"2026-03-04T16:25:34.009525Z","steps":["trace[1179275664] 'agreement among raft nodes before linearized reading' (duration: 460.951316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.009971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.570846Z","time spent":"439.118724ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.548344Z","time spent":"461.627462ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:34.009449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.485559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:34.009206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.426848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.00966Z","caller":"traceutil/trace.go:171","msg":"trace[262409667] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26176; }","duration":"460.263347ms","start":"2026-03-04T16:25:33.549382Z","end":"2026-03-04T16:25:34.009645Z","steps":["trace[262409667] 'agreement among raft nodes before linearized reading' (duration: 459.771065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.010055Z","caller":"traceutil/trace.go:171","msg":"trace[1776122106] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26176; }","duration":"462.092694ms","start":"2026-03-04T16:25:33.547946Z","end":"2026-03-04T16:25:34.010039Z","steps":["trace[1776122106] 'agreement among raft nodes before linearized reading' (duration: 461.481839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.010051Z","caller":"traceutil/trace.go:171","msg":"trace[881578151] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26176; }","duration":"439.30472ms","start":"2026-03-04T16:25:33.570734Z","end":"2026-03-04T16:25:34.010038Z","steps":["trace[881578151] 'agreement among raft nodes before linearized reading' (duration: 438.414828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.010107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.570716Z","time spent":"439.380651ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:34.009455Z","caller":"traceutil/trace.go:171","msg":"trace[2000654618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26176; }","duration":"438.772026ms","start":"2026-03-04T16:25:33.570669Z","end":"2026-03-04T16:25:34.009441Z","steps":["trace[2000654618] 'agreement among raft nodes before linearized reading' (duration: 438.600092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.010116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.549364Z","time spent":"460.731239ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:34.010149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.570646Z","time spent":"439.495244ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:25:34.010109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.547941Z","time spent":"462.152295ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:34.009439Z","caller":"traceutil/trace.go:171","msg":"trace[443914261] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26176; }","duration":"460.678428ms","start":"2026-03-04T16:25:33.548745Z","end":"2026-03-04T16:25:34.009424Z","steps":["trace[443914261] 'agreement among raft nodes before linearized reading' (duration: 460.459812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.008194Z","caller":"traceutil/trace.go:171","msg":"trace[766180367] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"463.699124ms","start":"2026-03-04T16:25:33.544466Z","end":"2026-03-04T16:25:34.008165Z","steps":["trace[766180367] 'process raft request' (duration: 463.412757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.010209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.54872Z","time spent":"461.481938ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:34.010217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.297607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.010265Z","caller":"traceutil/trace.go:171","msg":"trace[110847457] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26176; }","duration":"458.356789ms","start":"2026-03-04T16:25:33.551887Z","end":"2026-03-04T16:25:34.010244Z","steps":["trace[110847457] 'agreement among raft nodes before linearized reading' (duration: 457.343384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.009512Z","caller":"traceutil/trace.go:171","msg":"trace[1407840111] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26176; }","duration":"461.747785ms","start":"2026-03-04T16:25:33.547749Z","end":"2026-03-04T16:25:34.009496Z","steps":["trace[1407840111] 'agreement among raft nodes before linearized reading' (duration: 460.918445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.010292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.551876Z","time spent":"458.40881ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:34.010305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.544449Z","time spent":"465.771436ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:34.009589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.710523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:34.010915Z","caller":"traceutil/trace.go:171","msg":"trace[1229685854] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26176; }","duration":"461.040937ms","start":"2026-03-04T16:25:33.549855Z","end":"2026-03-04T16:25:34.010896Z","steps":["trace[1229685854] 'agreement among raft nodes before linearized reading' (duration: 459.698833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:34.010983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.54985Z","time spent":"461.11464ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:34.011028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:33.547742Z","time spent":"463.230163ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:25:34.127296Z","caller":"traceutil/trace.go:171","msg":"trace[303617980] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"112.687099ms","start":"2026-03-04T16:25:34.014585Z","end":"2026-03-04T16:25:34.127272Z","steps":["trace[303617980] 'process raft request' (duration: 107.826696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.169448Z","caller":"traceutil/trace.go:171","msg":"trace[431906772] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"154.358269ms","start":"2026-03-04T16:25:34.015069Z","end":"2026-03-04T16:25:34.169428Z","steps":["trace[431906772] 'process raft request' (duration: 154.206466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.169825Z","caller":"traceutil/trace.go:171","msg":"trace[1777480070] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"154.710848ms","start":"2026-03-04T16:25:34.01509Z","end":"2026-03-04T16:25:34.169801Z","steps":["trace[1777480070] 'process raft request' (duration: 154.307938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.169985Z","caller":"traceutil/trace.go:171","msg":"trace[1884131704] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"153.323693ms","start":"2026-03-04T16:25:34.016632Z","end":"2026-03-04T16:25:34.169956Z","steps":["trace[1884131704] 'process raft request' (duration: 153.277271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:34.170031Z","caller":"traceutil/trace.go:171","msg":"trace[477774225] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"153.429236ms","start":"2026-03-04T16:25:34.016571Z","end":"2026-03-04T16:25:34.17Z","steps":["trace[477774225] 'process raft request' (duration: 153.237331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:35.289357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.560648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:35.289449Z","caller":"traceutil/trace.go:171","msg":"trace[78297169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"801.690041ms","start":"2026-03-04T16:25:34.487733Z","end":"2026-03-04T16:25:35.289423Z","steps":["trace[78297169] 'range keys from in-memory index tree' (duration: 801.480085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:35.289513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:34.487718Z","time spent":"801.782463ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:35.289727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.062285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:35.289834Z","caller":"traceutil/trace.go:171","msg":"trace[839520154] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26181; }","duration":"647.223859ms","start":"2026-03-04T16:25:34.642592Z","end":"2026-03-04T16:25:35.289816Z","steps":["trace[839520154] 'count revisions from in-memory index tree' (duration: 646.937752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:35.289877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:34.642571Z","time spent":"647.294ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:35.290166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.066118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:35.290228Z","caller":"traceutil/trace.go:171","msg":"trace[123011282] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26181; }","duration":"161.164541ms","start":"2026-03-04T16:25:35.129041Z","end":"2026-03-04T16:25:35.290205Z","steps":["trace[123011282] 'count revisions from in-memory index tree' (duration: 160.986396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:35.892562Z","caller":"traceutil/trace.go:171","msg":"trace[1887224870] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27150; }","duration":"247.102307ms","start":"2026-03-04T16:25:35.645442Z","end":"2026-03-04T16:25:35.892545Z","steps":["trace[1887224870] 'read index received' (duration: 246.956803ms)","trace[1887224870] 'applied index is now lower than readState.Index' (duration: 144.984µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:35.892721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.27292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:25:35.89274Z","caller":"traceutil/trace.go:171","msg":"trace[92904474] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26182; }","duration":"247.346072ms","start":"2026-03-04T16:25:35.645387Z","end":"2026-03-04T16:25:35.892734Z","steps":["trace[92904474] 'agreement among raft nodes before linearized reading' (duration: 247.222319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:35.89301Z","caller":"traceutil/trace.go:171","msg":"trace[82264682] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"355.221401ms","start":"2026-03-04T16:25:35.537781Z","end":"2026-03-04T16:25:35.893002Z","steps":["trace[82264682] 'process raft request' (duration: 354.668327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:35.893069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:35.537769Z","time spent":"355.259742ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:25:36.323822Z","caller":"traceutil/trace.go:171","msg":"trace[967876527] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"141.090915ms","start":"2026-03-04T16:25:36.182708Z","end":"2026-03-04T16:25:36.323798Z","steps":["trace[967876527] 'process raft request' (duration: 48.092372ms)","trace[967876527] 'compare' (duration: 92.764808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:36.35669Z","caller":"traceutil/trace.go:171","msg":"trace[1609588966] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"170.536248ms","start":"2026-03-04T16:25:36.186128Z","end":"2026-03-04T16:25:36.356665Z","steps":["trace[1609588966] 'process raft request' (duration: 170.476836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:36.356773Z","caller":"traceutil/trace.go:171","msg":"trace[344588792] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"173.664507ms","start":"2026-03-04T16:25:36.183071Z","end":"2026-03-04T16:25:36.356735Z","steps":["trace[344588792] 'process raft request' (duration: 173.371879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:36.356926Z","caller":"traceutil/trace.go:171","msg":"trace[521668946] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"172.330512ms","start":"2026-03-04T16:25:36.18456Z","end":"2026-03-04T16:25:36.35689Z","steps":["trace[521668946] 'process raft request' (duration: 172.003954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:36.393788Z","caller":"traceutil/trace.go:171","msg":"trace[1343798243] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"123.355228ms","start":"2026-03-04T16:25:36.270397Z","end":"2026-03-04T16:25:36.393752Z","steps":["trace[1343798243] 'process raft request' (duration: 122.866806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:36.955501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.389197ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:25:36.955594Z","caller":"traceutil/trace.go:171","msg":"trace[1775520699] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27164; }","duration":"219.86993ms","start":"2026-03-04T16:25:36.735709Z","end":"2026-03-04T16:25:36.955579Z","steps":["trace[1775520699] 'read index received' (duration: 28.39µs)","trace[1775520699] 'applied index is now lower than readState.Index' (duration: 219.84039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:36.955746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.027125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:25:36.955776Z","caller":"traceutil/trace.go:171","msg":"trace[460222644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26195; }","duration":"220.092406ms","start":"2026-03-04T16:25:36.735676Z","end":"2026-03-04T16:25:36.955768Z","steps":["trace[460222644] 'agreement among raft nodes before linearized reading' (duration: 219.942672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.130514Z","caller":"traceutil/trace.go:171","msg":"trace[1479921870] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"147.922858ms","start":"2026-03-04T16:25:37.982569Z","end":"2026-03-04T16:25:38.130492Z","steps":["trace[1479921870] 'process raft request' (duration: 65.120332ms)","trace[1479921870] 'compare' (duration: 82.306503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:38.344867Z","caller":"traceutil/trace.go:171","msg":"trace[1545976035] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"239.966566ms","start":"2026-03-04T16:25:38.104874Z","end":"2026-03-04T16:25:38.344841Z","steps":["trace[1545976035] 'process raft request' (duration: 239.822533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.344869Z","caller":"traceutil/trace.go:171","msg":"trace[1405676318] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"249.271541ms","start":"2026-03-04T16:25:38.095562Z","end":"2026-03-04T16:25:38.344834Z","steps":["trace[1405676318] 'process raft request' (duration: 212.287608ms)","trace[1405676318] 'compare' (duration: 36.634695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:38.345137Z","caller":"traceutil/trace.go:171","msg":"trace[1667951113] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27167; }","duration":"214.734131ms","start":"2026-03-04T16:25:38.130381Z","end":"2026-03-04T16:25:38.345115Z","steps":["trace[1667951113] 'read index received' (duration: 8.30993ms)","trace[1667951113] 'applied index is now lower than readState.Index' (duration: 206.421261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:38.34532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.144877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:38.345348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.552281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:38.345415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.29722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345424Z","caller":"traceutil/trace.go:171","msg":"trace[479722670] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"236.635504ms","start":"2026-03-04T16:25:38.10877Z","end":"2026-03-04T16:25:38.345406Z","steps":["trace[479722670] 'agreement among raft nodes before linearized reading' (duration: 236.368597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.345449Z","caller":"traceutil/trace.go:171","msg":"trace[322370394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"237.367641ms","start":"2026-03-04T16:25:38.108074Z","end":"2026-03-04T16:25:38.345441Z","steps":["trace[322370394] 'agreement among raft nodes before linearized reading' (duration: 237.32204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.441104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345502Z","caller":"traceutil/trace.go:171","msg":"trace[699332968] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"239.519946ms","start":"2026-03-04T16:25:38.105971Z","end":"2026-03-04T16:25:38.345491Z","steps":["trace[699332968] 'agreement among raft nodes before linearized reading' (duration: 239.466474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.49248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345616Z","caller":"traceutil/trace.go:171","msg":"trace[616954850] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"239.631208ms","start":"2026-03-04T16:25:38.105969Z","end":"2026-03-04T16:25:38.3456Z","steps":["trace[616954850] 'process raft request' (duration: 238.829428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.89589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:38.34564Z","caller":"traceutil/trace.go:171","msg":"trace[676386053] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"240.558142ms","start":"2026-03-04T16:25:38.105074Z","end":"2026-03-04T16:25:38.345632Z","steps":["trace[676386053] 'agreement among raft nodes before linearized reading' (duration: 240.515151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.34571Z","caller":"traceutil/trace.go:171","msg":"trace[1994094257] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"237.29504ms","start":"2026-03-04T16:25:38.108399Z","end":"2026-03-04T16:25:38.345662Z","steps":["trace[1994094257] 'agreement among raft nodes before linearized reading' (duration: 236.841638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.937851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345787Z","caller":"traceutil/trace.go:171","msg":"trace[1623407993] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"241.006893ms","start":"2026-03-04T16:25:38.104772Z","end":"2026-03-04T16:25:38.345779Z","steps":["trace[1623407993] 'agreement among raft nodes before linearized reading' (duration: 240.964832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.325899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:38.345834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.086229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345859Z","caller":"traceutil/trace.go:171","msg":"trace[1619763397] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"238.128501ms","start":"2026-03-04T16:25:38.107723Z","end":"2026-03-04T16:25:38.345852Z","steps":["trace[1619763397] 'agreement among raft nodes before linearized reading' (duration: 238.08531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.847578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:38.345889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.462962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.345857Z","caller":"traceutil/trace.go:171","msg":"trace[509477845] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"233.37934ms","start":"2026-03-04T16:25:38.112464Z","end":"2026-03-04T16:25:38.345844Z","steps":["trace[509477845] 'agreement among raft nodes before linearized reading' (duration: 233.186316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.345924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.529266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:25:38.345949Z","caller":"traceutil/trace.go:171","msg":"trace[767378865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26203; }","duration":"164.595218ms","start":"2026-03-04T16:25:38.181346Z","end":"2026-03-04T16:25:38.345941Z","steps":["trace[767378865] 'agreement among raft nodes before linearized reading' (duration: 164.516236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.345956Z","caller":"traceutil/trace.go:171","msg":"trace[410884387] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"239.785543ms","start":"2026-03-04T16:25:38.10616Z","end":"2026-03-04T16:25:38.345945Z","steps":["trace[410884387] 'process raft request' (duration: 238.799238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.34596Z","caller":"traceutil/trace.go:171","msg":"trace[948513496] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"239.025233ms","start":"2026-03-04T16:25:38.106925Z","end":"2026-03-04T16:25:38.34595Z","steps":["trace[948513496] 'agreement among raft nodes before linearized reading' (duration: 238.839138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.345948Z","caller":"traceutil/trace.go:171","msg":"trace[387692168] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"233.534325ms","start":"2026-03-04T16:25:38.112399Z","end":"2026-03-04T16:25:38.345933Z","steps":["trace[387692168] 'agreement among raft nodes before linearized reading' (duration: 233.446742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.346008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.888383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.346057Z","caller":"traceutil/trace.go:171","msg":"trace[2119135292] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"238.312585ms","start":"2026-03-04T16:25:38.107732Z","end":"2026-03-04T16:25:38.346044Z","steps":["trace[2119135292] 'process raft request' (duration: 237.330581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.346082Z","caller":"traceutil/trace.go:171","msg":"trace[1768382476] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"233.960775ms","start":"2026-03-04T16:25:38.112108Z","end":"2026-03-04T16:25:38.346069Z","steps":["trace[1768382476] 'agreement among raft nodes before linearized reading' (duration: 233.864633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.345376Z","caller":"traceutil/trace.go:171","msg":"trace[2284108] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26203; }","duration":"239.223268ms","start":"2026-03-04T16:25:38.10614Z","end":"2026-03-04T16:25:38.345363Z","steps":["trace[2284108] 'agreement among raft nodes before linearized reading' (duration: 239.127386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.346159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.640097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:38.34582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.601348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.346186Z","caller":"traceutil/trace.go:171","msg":"trace[1834748904] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26203; }","duration":"233.688779ms","start":"2026-03-04T16:25:38.112489Z","end":"2026-03-04T16:25:38.346178Z","steps":["trace[1834748904] 'agreement among raft nodes before linearized reading' (duration: 233.648248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.346245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.442913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:38.346284Z","caller":"traceutil/trace.go:171","msg":"trace[30162371] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"237.500215ms","start":"2026-03-04T16:25:38.108774Z","end":"2026-03-04T16:25:38.346274Z","steps":["trace[30162371] 'agreement among raft nodes before linearized reading' (duration: 237.441424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.346367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.770931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:38.346421Z","caller":"traceutil/trace.go:171","msg":"trace[983602162] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26203; }","duration":"239.839872ms","start":"2026-03-04T16:25:38.106568Z","end":"2026-03-04T16:25:38.346408Z","steps":["trace[983602162] 'agreement among raft nodes before linearized reading' (duration: 239.705039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.346212Z","caller":"traceutil/trace.go:171","msg":"trace[592466656] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26203; }","duration":"240.016038ms","start":"2026-03-04T16:25:38.106176Z","end":"2026-03-04T16:25:38.346192Z","steps":["trace[592466656] 'agreement among raft nodes before linearized reading' (duration: 239.452954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.583913Z","caller":"traceutil/trace.go:171","msg":"trace[506119946] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27173; }","duration":"223.693707ms","start":"2026-03-04T16:25:38.360201Z","end":"2026-03-04T16:25:38.583894Z","steps":["trace[506119946] 'read index received' (duration: 127.217556ms)","trace[506119946] 'applied index is now lower than readState.Index' (duration: 96.475291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:38.584002Z","caller":"traceutil/trace.go:171","msg":"trace[1054847631] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"232.047747ms","start":"2026-03-04T16:25:38.351945Z","end":"2026-03-04T16:25:38.583993Z","steps":["trace[1054847631] 'process raft request' (duration: 231.875613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.583977Z","caller":"traceutil/trace.go:171","msg":"trace[1950721565] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"231.996896ms","start":"2026-03-04T16:25:38.351943Z","end":"2026-03-04T16:25:38.58394Z","steps":["trace[1950721565] 'process raft request' (duration: 135.543806ms)","trace[1950721565] 'compare' (duration: 96.025259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:38.584201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.985274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:25:38.584239Z","caller":"traceutil/trace.go:171","msg":"trace[959461523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26205; }","duration":"224.065506ms","start":"2026-03-04T16:25:38.360166Z","end":"2026-03-04T16:25:38.584231Z","steps":["trace[959461523] 'agreement among raft nodes before linearized reading' (duration: 223.926763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.584343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.963724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:25:38.584441Z","caller":"traceutil/trace.go:171","msg":"trace[1773412460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26205; }","duration":"224.100417ms","start":"2026-03-04T16:25:38.360316Z","end":"2026-03-04T16:25:38.584416Z","steps":["trace[1773412460] 'agreement among raft nodes before linearized reading' (duration: 223.81991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:38.584457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.563684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:25:38.58454Z","caller":"traceutil/trace.go:171","msg":"trace[1624796606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26205; }","duration":"223.671196ms","start":"2026-03-04T16:25:38.36085Z","end":"2026-03-04T16:25:38.584522Z","steps":["trace[1624796606] 'agreement among raft nodes before linearized reading' (duration: 223.4258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:38.758552Z","caller":"traceutil/trace.go:171","msg":"trace[1864991704] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"169.47081ms","start":"2026-03-04T16:25:38.589049Z","end":"2026-03-04T16:25:38.75852Z","steps":["trace[1864991704] 'process raft request' (duration: 129.711788ms)","trace[1864991704] 'compare' (duration: 39.551907ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:38.758738Z","caller":"traceutil/trace.go:171","msg":"trace[365950522] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"169.306746ms","start":"2026-03-04T16:25:38.589379Z","end":"2026-03-04T16:25:38.758686Z","steps":["trace[365950522] 'process raft request' (duration: 169.08641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.286985Z","caller":"traceutil/trace.go:171","msg":"trace[540544644] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"150.38398ms","start":"2026-03-04T16:25:40.136574Z","end":"2026-03-04T16:25:40.286958Z","steps":["trace[540544644] 'process raft request' (duration: 150.165714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.539001Z","caller":"traceutil/trace.go:171","msg":"trace[147747482] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"185.818262ms","start":"2026-03-04T16:25:40.353157Z","end":"2026-03-04T16:25:40.538976Z","steps":["trace[147747482] 'process raft request' (duration: 185.405362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.539519Z","caller":"traceutil/trace.go:171","msg":"trace[610936525] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"185.705938ms","start":"2026-03-04T16:25:40.353766Z","end":"2026-03-04T16:25:40.539472Z","steps":["trace[610936525] 'process raft request' (duration: 185.168765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.539533Z","caller":"traceutil/trace.go:171","msg":"trace[1619366373] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27181; }","duration":"182.594801ms","start":"2026-03-04T16:25:40.356908Z","end":"2026-03-04T16:25:40.539502Z","steps":["trace[1619366373] 'read index received' (duration: 181.653248ms)","trace[1619366373] 'applied index is now lower than readState.Index' (duration: 940.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:40.53984Z","caller":"traceutil/trace.go:171","msg":"trace[340282823] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"185.285128ms","start":"2026-03-04T16:25:40.354538Z","end":"2026-03-04T16:25:40.539823Z","steps":["trace[340282823] 'process raft request' (duration: 184.794066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.53996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.030072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:40.540021Z","caller":"traceutil/trace.go:171","msg":"trace[1974169610] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26215; }","duration":"185.112154ms","start":"2026-03-04T16:25:40.354897Z","end":"2026-03-04T16:25:40.540009Z","steps":["trace[1974169610] 'agreement among raft nodes before linearized reading' (duration: 184.94169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.521595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.54052Z","caller":"traceutil/trace.go:171","msg":"trace[151531001] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26215; }","duration":"186.023957ms","start":"2026-03-04T16:25:40.354481Z","end":"2026-03-04T16:25:40.540505Z","steps":["trace[151531001] 'agreement among raft nodes before linearized reading' (duration: 185.539145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.54018Z","caller":"traceutil/trace.go:171","msg":"trace[1798541499] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"185.431602ms","start":"2026-03-04T16:25:40.35474Z","end":"2026-03-04T16:25:40.540172Z","steps":["trace[1798541499] 'process raft request' (duration: 184.709294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.54025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.153345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:40.540834Z","caller":"traceutil/trace.go:171","msg":"trace[1628581104] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26215; }","duration":"187.745401ms","start":"2026-03-04T16:25:40.353077Z","end":"2026-03-04T16:25:40.540823Z","steps":["trace[1628581104] 'agreement among raft nodes before linearized reading' (duration: 187.134375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.956745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.540943Z","caller":"traceutil/trace.go:171","msg":"trace[1541213736] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26215; }","duration":"186.650984ms","start":"2026-03-04T16:25:40.354284Z","end":"2026-03-04T16:25:40.540935Z","steps":["trace[1541213736] 'agreement among raft nodes before linearized reading' (duration: 185.975756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.074123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.541033Z","caller":"traceutil/trace.go:171","msg":"trace[1083399658] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26215; }","duration":"187.810412ms","start":"2026-03-04T16:25:40.3532Z","end":"2026-03-04T16:25:40.541011Z","steps":["trace[1083399658] 'agreement among raft nodes before linearized reading' (duration: 187.081653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.150994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.54119Z","caller":"traceutil/trace.go:171","msg":"trace[1379456505] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26215; }","duration":"188.042579ms","start":"2026-03-04T16:25:40.353118Z","end":"2026-03-04T16:25:40.54116Z","steps":["trace[1379456505] 'agreement among raft nodes before linearized reading' (duration: 187.185886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.539708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.168786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.541359Z","caller":"traceutil/trace.go:171","msg":"trace[1838461558] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26215; }","duration":"186.887029ms","start":"2026-03-04T16:25:40.354463Z","end":"2026-03-04T16:25:40.54135Z","steps":["trace[1838461558] 'agreement among raft nodes before linearized reading' (duration: 185.158315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.35955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.54152Z","caller":"traceutil/trace.go:171","msg":"trace[1768797237] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26215; }","duration":"188.503029ms","start":"2026-03-04T16:25:40.353004Z","end":"2026-03-04T16:25:40.541507Z","steps":["trace[1768797237] 'agreement among raft nodes before linearized reading' (duration: 187.345179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.454743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:40.54172Z","caller":"traceutil/trace.go:171","msg":"trace[1111646875] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26215; }","duration":"188.814588ms","start":"2026-03-04T16:25:40.352896Z","end":"2026-03-04T16:25:40.54171Z","steps":["trace[1111646875] 'agreement among raft nodes before linearized reading' (duration: 187.429183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:40.540429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.426962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:40.54178Z","caller":"traceutil/trace.go:171","msg":"trace[1666891345] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26215; }","duration":"188.794867ms","start":"2026-03-04T16:25:40.352973Z","end":"2026-03-04T16:25:40.541767Z","steps":["trace[1666891345] 'agreement among raft nodes before linearized reading' (duration: 187.297878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.743465Z","caller":"traceutil/trace.go:171","msg":"trace[598054478] linearizableReadLoop","detail":"{readStateIndex:27187; appliedIndex:27185; }","duration":"136.521701ms","start":"2026-03-04T16:25:40.606925Z","end":"2026-03-04T16:25:40.743447Z","steps":["trace[598054478] 'read index received' (duration: 107.763596ms)","trace[598054478] 'applied index is now lower than readState.Index' (duration: 28.756935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:40.743625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.685574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:25:40.743563Z","caller":"traceutil/trace.go:171","msg":"trace[1776240543] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"151.281773ms","start":"2026-03-04T16:25:40.592206Z","end":"2026-03-04T16:25:40.743488Z","steps":["trace[1776240543] 'process raft request' (duration: 122.561919ms)","trace[1776240543] 'compare' (duration: 28.544649ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:40.743601Z","caller":"traceutil/trace.go:171","msg":"trace[80515053] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"150.599495ms","start":"2026-03-04T16:25:40.592955Z","end":"2026-03-04T16:25:40.743555Z","steps":["trace[80515053] 'process raft request' (duration: 150.457522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:40.743658Z","caller":"traceutil/trace.go:171","msg":"trace[2036219464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26217; }","duration":"136.766146ms","start":"2026-03-04T16:25:40.60688Z","end":"2026-03-04T16:25:40.743646Z","steps":["trace[2036219464] 'agreement among raft nodes before linearized reading' (duration: 136.638643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:42.095342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.46244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:42.095452Z","caller":"traceutil/trace.go:171","msg":"trace[1608345769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26225; }","duration":"119.624874ms","start":"2026-03-04T16:25:41.975802Z","end":"2026-03-04T16:25:42.095427Z","steps":["trace[1608345769] 'count revisions from in-memory index tree' (duration: 119.386838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.647057Z","caller":"traceutil/trace.go:171","msg":"trace[2014309708] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"100.697338ms","start":"2026-03-04T16:25:42.546335Z","end":"2026-03-04T16:25:42.647032Z","steps":["trace[2014309708] 'process raft request' (duration: 100.553064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.6511Z","caller":"traceutil/trace.go:171","msg":"trace[1314788418] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"104.700029ms","start":"2026-03-04T16:25:42.546379Z","end":"2026-03-04T16:25:42.651079Z","steps":["trace[1314788418] 'process raft request' (duration: 104.523415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651344Z","caller":"traceutil/trace.go:171","msg":"trace[924122882] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"104.924174ms","start":"2026-03-04T16:25:42.546396Z","end":"2026-03-04T16:25:42.651321Z","steps":["trace[924122882] 'process raft request' (duration: 104.645257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651466Z","caller":"traceutil/trace.go:171","msg":"trace[995162660] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"105.032476ms","start":"2026-03-04T16:25:42.546426Z","end":"2026-03-04T16:25:42.651459Z","steps":["trace[995162660] 'process raft request' (duration: 104.81813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651482Z","caller":"traceutil/trace.go:171","msg":"trace[1490230918] linearizableReadLoop","detail":"{readStateIndex:27202; appliedIndex:27198; }","duration":"104.993256ms","start":"2026-03-04T16:25:42.546462Z","end":"2026-03-04T16:25:42.651456Z","steps":["trace[1490230918] 'read index received' (duration: 100.467471ms)","trace[1490230918] 'applied index is now lower than readState.Index' (duration: 4.524235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:42.651731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.16512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:42.651734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.123898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:42.651706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.207691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:42.651763Z","caller":"traceutil/trace.go:171","msg":"trace[2101957168] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26231; }","duration":"105.18459ms","start":"2026-03-04T16:25:42.54657Z","end":"2026-03-04T16:25:42.651755Z","steps":["trace[2101957168] 'agreement among raft nodes before linearized reading' (duration: 105.021116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:42.651765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.19107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:42.651734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.041026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:42.651788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.437061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:42.651858Z","caller":"traceutil/trace.go:171","msg":"trace[848194092] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26231; }","duration":"104.525593ms","start":"2026-03-04T16:25:42.547314Z","end":"2026-03-04T16:25:42.65184Z","steps":["trace[848194092] 'agreement among raft nodes before linearized reading' (duration: 104.4079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651856Z","caller":"traceutil/trace.go:171","msg":"trace[277851380] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26231; }","duration":"105.19984ms","start":"2026-03-04T16:25:42.54663Z","end":"2026-03-04T16:25:42.65183Z","steps":["trace[277851380] 'agreement among raft nodes before linearized reading' (duration: 104.974044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:42.651778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.476673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:42.651924Z","caller":"traceutil/trace.go:171","msg":"trace[147098705] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26231; }","duration":"104.634306ms","start":"2026-03-04T16:25:42.547275Z","end":"2026-03-04T16:25:42.65191Z","steps":["trace[147098705] 'agreement among raft nodes before linearized reading' (duration: 104.491012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:42.651738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.033616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:42.652001Z","caller":"traceutil/trace.go:171","msg":"trace[41991664] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26231; }","duration":"105.321173ms","start":"2026-03-04T16:25:42.54667Z","end":"2026-03-04T16:25:42.651991Z","steps":["trace[41991664] 'agreement among raft nodes before linearized reading' (duration: 104.907183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651794Z","caller":"traceutil/trace.go:171","msg":"trace[34712645] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26231; }","duration":"105.332754ms","start":"2026-03-04T16:25:42.546441Z","end":"2026-03-04T16:25:42.651773Z","steps":["trace[34712645] 'agreement among raft nodes before linearized reading' (duration: 105.110878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651751Z","caller":"traceutil/trace.go:171","msg":"trace[2091465998] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26231; }","duration":"105.224531ms","start":"2026-03-04T16:25:42.54652Z","end":"2026-03-04T16:25:42.651744Z","steps":["trace[2091465998] 'agreement among raft nodes before linearized reading' (duration: 105.053397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:42.651796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.234921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:42.65219Z","caller":"traceutil/trace.go:171","msg":"trace[690575170] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26231; }","duration":"105.661462ms","start":"2026-03-04T16:25:42.546516Z","end":"2026-03-04T16:25:42.652177Z","steps":["trace[690575170] 'agreement among raft nodes before linearized reading' (duration: 105.241321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:42.651807Z","caller":"traceutil/trace.go:171","msg":"trace[1737326387] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26231; }","duration":"105.237661ms","start":"2026-03-04T16:25:42.546556Z","end":"2026-03-04T16:25:42.651793Z","steps":["trace[1737326387] 'agreement among raft nodes before linearized reading' (duration: 105.167689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:56.869311Z","caller":"traceutil/trace.go:171","msg":"trace[1915636091] linearizableReadLoop","detail":"{readStateIndex:27295; appliedIndex:27294; }","duration":"185.31077ms","start":"2026-03-04T16:25:56.683977Z","end":"2026-03-04T16:25:56.869288Z","steps":["trace[1915636091] 'read index received' (duration: 185.244188ms)","trace[1915636091] 'applied index is now lower than readState.Index' (duration: 65.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:25:56.869414Z","caller":"traceutil/trace.go:171","msg":"trace[970902319] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"247.580308ms","start":"2026-03-04T16:25:56.621803Z","end":"2026-03-04T16:25:56.869384Z","steps":["trace[970902319] 'process raft request' (duration: 247.350562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:56.869454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.467283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:56.869487Z","caller":"traceutil/trace.go:171","msg":"trace[1040955314] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26322; }","duration":"185.559756ms","start":"2026-03-04T16:25:56.683917Z","end":"2026-03-04T16:25:56.869477Z","steps":["trace[1040955314] 'agreement among raft nodes before linearized reading' (duration: 185.484064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.069899Z","caller":"traceutil/trace.go:171","msg":"trace[576857045] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"360.141226ms","start":"2026-03-04T16:25:56.709737Z","end":"2026-03-04T16:25:57.069878Z","steps":["trace[576857045] 'process raft request' (duration: 360.069924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.069913Z","caller":"traceutil/trace.go:171","msg":"trace[1627715679] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"362.597698ms","start":"2026-03-04T16:25:56.707279Z","end":"2026-03-04T16:25:57.069877Z","steps":["trace[1627715679] 'process raft request' (duration: 362.496595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.069895Z","caller":"traceutil/trace.go:171","msg":"trace[436852383] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"367.329416ms","start":"2026-03-04T16:25:56.702508Z","end":"2026-03-04T16:25:57.069837Z","steps":["trace[436852383] 'process raft request' (duration: 367.133891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.070063Z","caller":"traceutil/trace.go:171","msg":"trace[758839234] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27295; }","duration":"200.661416ms","start":"2026-03-04T16:25:56.869375Z","end":"2026-03-04T16:25:57.070037Z","steps":["trace[758839234] 'read index received' (duration: 147.504027ms)","trace[758839234] 'applied index is now lower than readState.Index' (duration: 53.155689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:25:57.070104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.70726Z","time spent":"362.71692ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:57.070178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.709711Z","time spent":"360.248978ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:57.070184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.702491Z","time spent":"367.614833ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:57.070238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.757766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:57.07027Z","caller":"traceutil/trace.go:171","msg":"trace[1473274858] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26326; }","duration":"361.837487ms","start":"2026-03-04T16:25:56.708425Z","end":"2026-03-04T16:25:57.070262Z","steps":["trace[1473274858] 'agreement among raft nodes before linearized reading' (duration: 361.731774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.357122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:57.0703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.7084Z","time spent":"361.894289ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:25:57.070313Z","caller":"traceutil/trace.go:171","msg":"trace[758398399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26326; }","duration":"341.446284ms","start":"2026-03-04T16:25:56.728857Z","end":"2026-03-04T16:25:57.070303Z","steps":["trace[758398399] 'agreement among raft nodes before linearized reading' (duration: 341.380452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.728833Z","time spent":"341.499545ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:25:57.070343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.680183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:57.070352Z","caller":"traceutil/trace.go:171","msg":"trace[214621972] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"358.595116ms","start":"2026-03-04T16:25:56.71175Z","end":"2026-03-04T16:25:57.070345Z","steps":["trace[214621972] 'process raft request' (duration: 358.074173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.070377Z","caller":"traceutil/trace.go:171","msg":"trace[1982492209] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26326; }","duration":"355.751045ms","start":"2026-03-04T16:25:56.714614Z","end":"2026-03-04T16:25:57.070366Z","steps":["trace[1982492209] 'agreement among raft nodes before linearized reading' (duration: 355.684753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.887243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T16:25:57.070407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.714591Z","time spent":"355.808985ms","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:25:57.070404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.084529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:25:57.070402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.711732Z","time spent":"358.636457ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:25:57.070429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.320649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:25:57.070438Z","caller":"traceutil/trace.go:171","msg":"trace[973449134] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26326; }","duration":"360.999037ms","start":"2026-03-04T16:25:56.709414Z","end":"2026-03-04T16:25:57.070413Z","steps":["trace[973449134] 'agreement among raft nodes before linearized reading' (duration: 360.674749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.070465Z","caller":"traceutil/trace.go:171","msg":"trace[1566990572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26326; }","duration":"154.38456ms","start":"2026-03-04T16:25:56.91607Z","end":"2026-03-04T16:25:57.070455Z","steps":["trace[1566990572] 'agreement among raft nodes before linearized reading' (duration: 154.266117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.0509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:57.070496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.709408Z","time spent":"361.074689ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:57.070511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.122474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:25:57.07053Z","caller":"traceutil/trace.go:171","msg":"trace[1098446102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26326; }","duration":"158.232297ms","start":"2026-03-04T16:25:56.912292Z","end":"2026-03-04T16:25:57.070525Z","steps":["trace[1098446102] 'agreement among raft nodes before linearized reading' (duration: 158.161295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.758405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:25:57.070535Z","caller":"traceutil/trace.go:171","msg":"trace[205624271] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26326; }","duration":"371.148761ms","start":"2026-03-04T16:25:56.69937Z","end":"2026-03-04T16:25:57.070519Z","steps":["trace[205624271] 'agreement among raft nodes before linearized reading' (duration: 371.024328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.070557Z","caller":"traceutil/trace.go:171","msg":"trace[1866074054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26326; }","duration":"153.788495ms","start":"2026-03-04T16:25:56.916764Z","end":"2026-03-04T16:25:57.070552Z","steps":["trace[1866074054] 'agreement among raft nodes before linearized reading' (duration: 153.747734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:25:57.070439Z","caller":"traceutil/trace.go:171","msg":"trace[1473565998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26326; }","duration":"163.159601ms","start":"2026-03-04T16:25:56.90727Z","end":"2026-03-04T16:25:57.07043Z","steps":["trace[1473565998] 'agreement among raft nodes before linearized reading' (duration: 163.036668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.948835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:57.070578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.699355Z","time spent":"371.212544ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-04T16:25:57.070602Z","caller":"traceutil/trace.go:171","msg":"trace[1618900532] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26326; }","duration":"363.073738ms","start":"2026-03-04T16:25:56.707523Z","end":"2026-03-04T16:25:57.070596Z","steps":["trace[1618900532] 'agreement among raft nodes before linearized reading' (duration: 363.040498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.707496Z","time spent":"363.121429ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T16:25:57.070635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.881215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:25:57.070539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.084239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:57.07066Z","caller":"traceutil/trace.go:171","msg":"trace[159681649] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26326; }","duration":"368.919377ms","start":"2026-03-04T16:25:56.701733Z","end":"2026-03-04T16:25:57.070653Z","steps":["trace[159681649] 'agreement among raft nodes before linearized reading' (duration: 368.882376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.779732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:25:57.070671Z","caller":"traceutil/trace.go:171","msg":"trace[581525954] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26326; }","duration":"363.235962ms","start":"2026-03-04T16:25:56.707428Z","end":"2026-03-04T16:25:57.070664Z","steps":["trace[581525954] 'agreement among raft nodes before linearized reading' (duration: 363.067328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.701726Z","time spent":"368.949317ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:25:57.070694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.707418Z","time spent":"363.269113ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-04T16:25:57.070692Z","caller":"traceutil/trace.go:171","msg":"trace[162930377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26326; }","duration":"158.813852ms","start":"2026-03-04T16:25:56.911868Z","end":"2026-03-04T16:25:57.070681Z","steps":["trace[162930377] 'agreement among raft nodes before linearized reading' (duration: 158.72506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.97504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T16:25:57.070745Z","caller":"traceutil/trace.go:171","msg":"trace[1307885584] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26326; }","duration":"358.177566ms","start":"2026-03-04T16:25:56.712555Z","end":"2026-03-04T16:25:57.070733Z","steps":["trace[1307885584] 'agreement among raft nodes before linearized reading' (duration: 357.819887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.070813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.712548Z","time spent":"358.250877ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-04T16:25:57.071514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.511416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:25:57.071556Z","caller":"traceutil/trace.go:171","msg":"trace[1257818897] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26326; }","duration":"370.597108ms","start":"2026-03-04T16:25:56.700948Z","end":"2026-03-04T16:25:57.071545Z","steps":["trace[1257818897] 'agreement among raft nodes before linearized reading' (duration: 369.256655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:25:57.071618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:25:56.700914Z","time spent":"370.695801ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T16:26:00.140099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24399} {"level":"info","ts":"2026-03-04T16:26:00.265414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24399,"took":"122.128698ms","hash":1069608687,"current-db-size-bytes":47333376,"current-db-size":"47 MB","current-db-size-in-use-bytes":31969280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T16:26:00.265491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1069608687,"revision":24399,"compact-revision":22664} {"level":"info","ts":"2026-03-04T16:27:00.727189Z","caller":"traceutil/trace.go:171","msg":"trace[966389944] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27869; }","duration":"474.543727ms","start":"2026-03-04T16:27:00.252618Z","end":"2026-03-04T16:27:00.727161Z","steps":["trace[966389944] 'read index received' (duration: 474.413104ms)","trace[966389944] 'applied index is now lower than readState.Index' (duration: 129.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:00.727297Z","caller":"traceutil/trace.go:171","msg":"trace[1471187754] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"611.58783ms","start":"2026-03-04T16:27:00.115692Z","end":"2026-03-04T16:27:00.72728Z","steps":["trace[1471187754] 'process raft request' (duration: 611.292083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:00.7274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.11567Z","time spent":"611.663754ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:00.727448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.786294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:00.727571Z","caller":"traceutil/trace.go:171","msg":"trace[173037015] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26881; }","duration":"474.937758ms","start":"2026-03-04T16:27:00.252607Z","end":"2026-03-04T16:27:00.727545Z","steps":["trace[173037015] 'agreement among raft nodes before linearized reading' (duration: 474.707161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:00.727657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.252583Z","time spent":"475.058801ms","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:27:01.102998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.48535ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:27:01.103506Z","caller":"traceutil/trace.go:171","msg":"trace[1602787318] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"659.655273ms","start":"2026-03-04T16:27:00.443832Z","end":"2026-03-04T16:27:01.103487Z","steps":["trace[1602787318] 'process raft request' (duration: 659.269923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.103637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.443815Z","time spent":"659.752875ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:01.406021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.439731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:01.406264Z","caller":"traceutil/trace.go:171","msg":"trace[1342415340] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"742.998572ms","start":"2026-03-04T16:27:00.663208Z","end":"2026-03-04T16:27:01.406207Z","steps":["trace[1342415340] 'process raft request' (duration: 440.269984ms)","trace[1342415340] 'compare' (duration: 302.298907ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:01.40629Z","caller":"traceutil/trace.go:171","msg":"trace[1282675868] linearizableReadLoop","detail":"{readStateIndex:27873; appliedIndex:27870; }","duration":"678.933258ms","start":"2026-03-04T16:27:00.727275Z","end":"2026-03-04T16:27:01.406209Z","steps":["trace[1282675868] 'read index received' (duration: 135.29353ms)","trace[1282675868] 'applied index is now lower than readState.Index' (duration: 543.636278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:01.40645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.663183Z","time spent":"743.172776ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:01.406445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.705342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:01.406454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.646278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:01.406479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133291637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:01.406494Z","caller":"traceutil/trace.go:171","msg":"trace[631809896] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"605.012795ms","start":"2026-03-04T16:27:00.801197Z","end":"2026-03-04T16:27:01.40621Z","steps":["trace[631809896] 'process raft request' (duration: 604.946014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.406507Z","caller":"traceutil/trace.go:171","msg":"trace[409743323] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26885; }","duration":"782.822665ms","start":"2026-03-04T16:27:00.62367Z","end":"2026-03-04T16:27:01.406493Z","steps":["trace[409743323] 'agreement among raft nodes before linearized reading' (duration: 782.704142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.406524Z","caller":"traceutil/trace.go:171","msg":"trace[1272239287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26885; }","duration":"918.757421ms","start":"2026-03-04T16:27:00.487748Z","end":"2026-03-04T16:27:01.406505Z","steps":["trace[1272239287] 'agreement among raft nodes before linearized reading' (duration: 918.639738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.406534Z","caller":"traceutil/trace.go:171","msg":"trace[2070067550] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26885; }","duration":"1.1333963s","start":"2026-03-04T16:27:00.273119Z","end":"2026-03-04T16:27:01.406515Z","steps":["trace[2070067550] 'agreement among raft nodes before linearized reading' (duration: 1.133292987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.406555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.487723Z","time spent":"918.826403ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:27:01.406557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.623648Z","time spent":"782.899748ms","remote":"127.0.0.1:47398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:27:01.406531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.819757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-04T16:27:01.406585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.801174Z","time spent":"605.369603ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:01.406598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.273094Z","time spent":"1.133486801s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:27:01.406478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.48091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:01.406695Z","caller":"traceutil/trace.go:171","msg":"trace[1664208178] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26885; }","duration":"850.739677ms","start":"2026-03-04T16:27:00.555935Z","end":"2026-03-04T16:27:01.406674Z","steps":["trace[1664208178] 'agreement among raft nodes before linearized reading' (duration: 850.46873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.406767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.555911Z","time spent":"850.84071ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:27:01.406913Z","caller":"traceutil/trace.go:171","msg":"trace[1118656430] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26885; }","duration":"736.97427ms","start":"2026-03-04T16:27:00.669646Z","end":"2026-03-04T16:27:01.40662Z","steps":["trace[1118656430] 'agreement among raft nodes before linearized reading' (duration: 736.732994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.406993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.669637Z","time spent":"737.336989ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T16:27:01.407079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.469582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-04T16:27:01.407368Z","caller":"traceutil/trace.go:171","msg":"trace[1226914300] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26885; }","duration":"757.050776ms","start":"2026-03-04T16:27:00.650284Z","end":"2026-03-04T16:27:01.407335Z","steps":["trace[1226914300] 'agreement among raft nodes before linearized reading' (duration: 756.108813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.407404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.650261Z","time spent":"757.134498ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:27:01.440812Z","caller":"traceutil/trace.go:171","msg":"trace[1776446279] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"146.983864ms","start":"2026-03-04T16:27:01.293747Z","end":"2026-03-04T16:27:01.440731Z","steps":["trace[1776446279] 'process raft request' (duration: 146.811319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.643239Z","caller":"traceutil/trace.go:171","msg":"trace[2056077331] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"333.75236ms","start":"2026-03-04T16:27:01.309468Z","end":"2026-03-04T16:27:01.64322Z","steps":["trace[2056077331] 'process raft request' (duration: 333.697858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.643285Z","caller":"traceutil/trace.go:171","msg":"trace[1042483988] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"333.975975ms","start":"2026-03-04T16:27:01.309274Z","end":"2026-03-04T16:27:01.64325Z","steps":["trace[1042483988] 'process raft request' (duration: 333.762229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.643395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.309461Z","time spent":"333.855722ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:01.643594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.309254Z","time spent":"334.103758ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:01.643661Z","caller":"traceutil/trace.go:171","msg":"trace[1858918466] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27875; }","duration":"237.256999ms","start":"2026-03-04T16:27:01.406374Z","end":"2026-03-04T16:27:01.643631Z","steps":["trace[1858918466] 'read index received' (duration: 34.696664ms)","trace[1858918466] 'applied index is now lower than readState.Index' (duration: 202.558415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:01.643862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.081728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-04T16:27:01.643876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.300637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:01.643904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.751908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T16:27:01.643931Z","caller":"traceutil/trace.go:171","msg":"trace[1128944578] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26890; }","duration":"502.41324ms","start":"2026-03-04T16:27:01.1415Z","end":"2026-03-04T16:27:01.643914Z","steps":["trace[1128944578] 'agreement among raft nodes before linearized reading' (duration: 502.302847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.643958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.116398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-04T16:27:01.643983Z","caller":"traceutil/trace.go:171","msg":"trace[1532407476] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26890; }","duration":"430.1571ms","start":"2026-03-04T16:27:01.213819Z","end":"2026-03-04T16:27:01.643976Z","steps":["trace[1532407476] 'agreement among raft nodes before linearized reading' (duration: 430.093268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.643992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.14148Z","time spent":"502.494223ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:27:01.644009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.213809Z","time spent":"430.19343ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:27:01.644083Z","caller":"traceutil/trace.go:171","msg":"trace[1926058058] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26890; }","duration":"425.84342ms","start":"2026-03-04T16:27:01.218117Z","end":"2026-03-04T16:27:01.643961Z","steps":["trace[1926058058] 'agreement among raft nodes before linearized reading' (duration: 425.640395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.644148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.21811Z","time spent":"426.022154ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T16:27:01.64421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.570371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:01.644293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.209734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:27:01.64432Z","caller":"traceutil/trace.go:171","msg":"trace[711534029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26890; }","duration":"169.256596ms","start":"2026-03-04T16:27:01.475057Z","end":"2026-03-04T16:27:01.644314Z","steps":["trace[711534029] 'agreement among raft nodes before linearized reading' (duration: 169.185594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.644358Z","caller":"traceutil/trace.go:171","msg":"trace[1311740096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26890; }","duration":"236.744406ms","start":"2026-03-04T16:27:01.407533Z","end":"2026-03-04T16:27:01.644277Z","steps":["trace[1311740096] 'agreement among raft nodes before linearized reading' (duration: 236.372677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.644436Z","caller":"traceutil/trace.go:171","msg":"trace[30486839] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"263.927991ms","start":"2026-03-04T16:27:01.380497Z","end":"2026-03-04T16:27:01.644425Z","steps":["trace[30486839] 'process raft request' (duration: 262.961677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.644487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.663757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418631"} {"level":"info","ts":"2026-03-04T16:27:01.64451Z","caller":"traceutil/trace.go:171","msg":"trace[880841396] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26890; }","duration":"787.715929ms","start":"2026-03-04T16:27:00.856788Z","end":"2026-03-04T16:27:01.644504Z","steps":["trace[880841396] 'agreement among raft nodes before linearized reading' (duration: 787.584565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.64453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:00.856771Z","time spent":"787.754429ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418654,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T16:27:01.644649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.261542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-user-j5nmp\" ","response":"range_response_count:1 size:9032"} {"level":"info","ts":"2026-03-04T16:27:01.644697Z","caller":"traceutil/trace.go:171","msg":"trace[1707504294] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-user-j5nmp; range_end:; response_count:1; response_revision:26890; }","duration":"353.311193ms","start":"2026-03-04T16:27:01.291374Z","end":"2026-03-04T16:27:01.644685Z","steps":["trace[1707504294] 'agreement among raft nodes before linearized reading' (duration: 353.17958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.644709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.668101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:27:01.6448Z","caller":"traceutil/trace.go:171","msg":"trace[698974878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26890; }","duration":"172.838025ms","start":"2026-03-04T16:27:01.471941Z","end":"2026-03-04T16:27:01.64478Z","steps":["trace[698974878] 'agreement among raft nodes before linearized reading' (duration: 172.518378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.644385Z","caller":"traceutil/trace.go:171","msg":"trace[1685271099] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"329.40162ms","start":"2026-03-04T16:27:01.314963Z","end":"2026-03-04T16:27:01.644365Z","steps":["trace[1685271099] 'process raft request' (duration: 328.229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.643897Z","caller":"traceutil/trace.go:171","msg":"trace[1256443599] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:26890; }","duration":"430.168519ms","start":"2026-03-04T16:27:01.21372Z","end":"2026-03-04T16:27:01.643889Z","steps":["trace[1256443599] 'agreement among raft nodes before linearized reading' (duration: 430.046386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.644998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.03675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:27:01.645033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.213697Z","time spent":"431.319238ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T16:27:01.645065Z","caller":"traceutil/trace.go:171","msg":"trace[1984361772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26890; }","duration":"171.125772ms","start":"2026-03-04T16:27:01.473921Z","end":"2026-03-04T16:27:01.645046Z","steps":["trace[1984361772] 'agreement among raft nodes before linearized reading' (duration: 170.955438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.645081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.314943Z","time spent":"330.018876ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:01.645162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.473798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:27:01.64474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.291282Z","time spent":"353.447856ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9055,"request content":"key:\"/registry/pods/openstack/manila-ks-user-j5nmp\" "} {"level":"warn","ts":"2026-03-04T16:27:01.644751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.631575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:27:01.645287Z","caller":"traceutil/trace.go:171","msg":"trace[169616565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26890; }","duration":"230.616991ms","start":"2026-03-04T16:27:01.414657Z","end":"2026-03-04T16:27:01.645274Z","steps":["trace[169616565] 'agreement among raft nodes before linearized reading' (duration: 230.122858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.645318Z","caller":"traceutil/trace.go:171","msg":"trace[714054505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26890; }","duration":"170.155938ms","start":"2026-03-04T16:27:01.475099Z","end":"2026-03-04T16:27:01.645255Z","steps":["trace[714054505] 'agreement among raft nodes before linearized reading' (duration: 169.609175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.819772Z","caller":"traceutil/trace.go:171","msg":"trace[577409105] linearizableReadLoop","detail":"{readStateIndex:27880; appliedIndex:27879; }","duration":"171.537622ms","start":"2026-03-04T16:27:01.648209Z","end":"2026-03-04T16:27:01.819747Z","steps":["trace[577409105] 'read index received' (duration: 82.687614ms)","trace[577409105] 'applied index is now lower than readState.Index' (duration: 88.848768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:01.819965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.740159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-363a824d-afe9-4c0b-8ea0-f9f7dad860da\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T16:27:01.819998Z","caller":"traceutil/trace.go:171","msg":"trace[2026782097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-363a824d-afe9-4c0b-8ea0-f9f7dad860da; range_end:; response_count:1; response_revision:26890; }","duration":"171.80953ms","start":"2026-03-04T16:27:01.648179Z","end":"2026-03-04T16:27:01.819988Z","steps":["trace[2026782097] 'agreement among raft nodes before linearized reading' (duration: 171.675987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.90182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.20042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:01.902006Z","caller":"traceutil/trace.go:171","msg":"trace[75268931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26896; }","duration":"249.417575ms","start":"2026-03-04T16:27:01.652567Z","end":"2026-03-04T16:27:01.901985Z","steps":["trace[75268931] 'agreement among raft nodes before linearized reading' (duration: 249.046446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.902445Z","caller":"traceutil/trace.go:171","msg":"trace[2110341346] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"251.928669ms","start":"2026-03-04T16:27:01.650501Z","end":"2026-03-04T16:27:01.90243Z","steps":["trace[2110341346] 'process raft request' (duration: 250.703668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.90262Z","caller":"traceutil/trace.go:171","msg":"trace[211542025] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"252.074222ms","start":"2026-03-04T16:27:01.650532Z","end":"2026-03-04T16:27:01.902607Z","steps":["trace[211542025] 'process raft request' (duration: 250.854152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.902754Z","caller":"traceutil/trace.go:171","msg":"trace[796730298] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"252.145124ms","start":"2026-03-04T16:27:01.6506Z","end":"2026-03-04T16:27:01.902745Z","steps":["trace[796730298] 'process raft request' (duration: 250.828661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.902874Z","caller":"traceutil/trace.go:171","msg":"trace[1828673442] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"251.894318ms","start":"2026-03-04T16:27:01.650971Z","end":"2026-03-04T16:27:01.902866Z","steps":["trace[1828673442] 'process raft request' (duration: 250.489263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.903131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.487815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:27:01.903941Z","caller":"traceutil/trace.go:171","msg":"trace[903801054] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26896; }","duration":"246.326347ms","start":"2026-03-04T16:27:01.657603Z","end":"2026-03-04T16:27:01.903929Z","steps":["trace[903801054] 'agreement among raft nodes before linearized reading' (duration: 245.447134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.903165Z","caller":"traceutil/trace.go:171","msg":"trace[1443694304] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"248.653326ms","start":"2026-03-04T16:27:01.654503Z","end":"2026-03-04T16:27:01.903156Z","steps":["trace[1443694304] 'process raft request' (duration: 247.051766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:01.903205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.054748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:01.904286Z","caller":"traceutil/trace.go:171","msg":"trace[700917766] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26896; }","duration":"112.171607ms","start":"2026-03-04T16:27:01.792102Z","end":"2026-03-04T16:27:01.904274Z","steps":["trace[700917766] 'agreement among raft nodes before linearized reading' (duration: 111.078198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:01.903237Z","caller":"traceutil/trace.go:171","msg":"trace[1861129103] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"252.198975ms","start":"2026-03-04T16:27:01.651031Z","end":"2026-03-04T16:27:01.90323Z","steps":["trace[1861129103] 'process raft request' (duration: 250.489032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:02.168557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.602953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:02.168711Z","caller":"traceutil/trace.go:171","msg":"trace[1555342495] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"347.943748ms","start":"2026-03-04T16:27:01.820735Z","end":"2026-03-04T16:27:02.168679Z","steps":["trace[1555342495] 'process raft request' (duration: 160.964926ms)","trace[1555342495] 'compare' (duration: 186.12117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:02.168804Z","caller":"traceutil/trace.go:171","msg":"trace[1858841321] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27886; }","duration":"248.172464ms","start":"2026-03-04T16:27:01.920604Z","end":"2026-03-04T16:27:02.168776Z","steps":["trace[1858841321] 'read index received' (duration: 61.09954ms)","trace[1858841321] 'applied index is now lower than readState.Index' (duration: 187.070204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:02.168875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:01.820721Z","time spent":"348.06049ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:02.168929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.311367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:02.168986Z","caller":"traceutil/trace.go:171","msg":"trace[577688290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26898; }","duration":"248.40568ms","start":"2026-03-04T16:27:01.92056Z","end":"2026-03-04T16:27:02.168966Z","steps":["trace[577688290] 'agreement among raft nodes before linearized reading' (duration: 248.310548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:02.169071Z","caller":"traceutil/trace.go:171","msg":"trace[1395477828] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"198.129423ms","start":"2026-03-04T16:27:01.97092Z","end":"2026-03-04T16:27:02.16905Z","steps":["trace[1395477828] 'process raft request' (duration: 197.771694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:02.186421Z","caller":"traceutil/trace.go:171","msg":"trace[1200180709] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"172.819864ms","start":"2026-03-04T16:27:02.013535Z","end":"2026-03-04T16:27:02.186355Z","steps":["trace[1200180709] 'process raft request' (duration: 172.460185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:02.186533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.101039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:02.186589Z","caller":"traceutil/trace.go:171","msg":"trace[216948755] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26899; }","duration":"261.178291ms","start":"2026-03-04T16:27:01.925394Z","end":"2026-03-04T16:27:02.186572Z","steps":["trace[216948755] 'agreement among raft nodes before linearized reading' (duration: 261.095579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:02.186446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.795793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:02.186684Z","caller":"traceutil/trace.go:171","msg":"trace[43027817] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26899; }","duration":"225.061ms","start":"2026-03-04T16:27:01.961606Z","end":"2026-03-04T16:27:02.186667Z","steps":["trace[43027817] 'agreement among raft nodes before linearized reading' (duration: 224.764463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:02.483779Z","caller":"traceutil/trace.go:171","msg":"trace[588277870] linearizableReadLoop","detail":"{readStateIndex:27890; appliedIndex:27889; }","duration":"188.796087ms","start":"2026-03-04T16:27:02.29496Z","end":"2026-03-04T16:27:02.483756Z","steps":["trace[588277870] 'read index received' (duration: 183.916185ms)","trace[588277870] 'applied index is now lower than readState.Index' (duration: 4.875512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:02.483915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.933071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:02.483956Z","caller":"traceutil/trace.go:171","msg":"trace[200277298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26900; }","duration":"189.026493ms","start":"2026-03-04T16:27:02.294917Z","end":"2026-03-04T16:27:02.483943Z","steps":["trace[200277298] 'agreement among raft nodes before linearized reading' (duration: 188.924081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:02.484238Z","caller":"traceutil/trace.go:171","msg":"trace[309210894] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"189.301401ms","start":"2026-03-04T16:27:02.294909Z","end":"2026-03-04T16:27:02.484211Z","steps":["trace[309210894] 'process raft request' (duration: 184.039859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:07.311039Z","caller":"traceutil/trace.go:171","msg":"trace[193939044] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"133.267659ms","start":"2026-03-04T16:27:07.177733Z","end":"2026-03-04T16:27:07.311001Z","steps":["trace[193939044] 'process raft request' (duration: 102.851242ms)","trace[193939044] 'compare' (duration: 29.898543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:25.63875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.981429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:25.638924Z","caller":"traceutil/trace.go:171","msg":"trace[554513615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27072; }","duration":"150.194115ms","start":"2026-03-04T16:27:25.488687Z","end":"2026-03-04T16:27:25.638882Z","steps":["trace[554513615] 'range keys from in-memory index tree' (duration: 149.872436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:25.638974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.444066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:25.639063Z","caller":"traceutil/trace.go:171","msg":"trace[995547864] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27072; }","duration":"128.57186ms","start":"2026-03-04T16:27:25.510477Z","end":"2026-03-04T16:27:25.639048Z","steps":["trace[995547864] 'count revisions from in-memory index tree' (duration: 128.365945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:25.844156Z","caller":"traceutil/trace.go:171","msg":"trace[153154305] linearizableReadLoop","detail":"{readStateIndex:28070; appliedIndex:28068; }","duration":"203.867896ms","start":"2026-03-04T16:27:25.640265Z","end":"2026-03-04T16:27:25.844133Z","steps":["trace[153154305] 'read index received' (duration: 7.195691ms)","trace[153154305] 'applied index is now lower than readState.Index' (duration: 196.671445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:25.844216Z","caller":"traceutil/trace.go:171","msg":"trace[852548659] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"278.358233ms","start":"2026-03-04T16:27:25.565819Z","end":"2026-03-04T16:27:25.844177Z","steps":["trace[852548659] 'process raft request' (duration: 243.062145ms)","trace[852548659] 'compare' (duration: 35.139225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:25.844283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.999159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:25.844444Z","caller":"traceutil/trace.go:171","msg":"trace[1690346661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27074; }","duration":"204.181924ms","start":"2026-03-04T16:27:25.640233Z","end":"2026-03-04T16:27:25.844415Z","steps":["trace[1690346661] 'agreement among raft nodes before linearized reading' (duration: 204.00393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:25.8705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.553123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-04T16:27:25.870564Z","caller":"traceutil/trace.go:171","msg":"trace[1430839683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27078; }","duration":"142.654884ms","start":"2026-03-04T16:27:25.727893Z","end":"2026-03-04T16:27:25.870548Z","steps":["trace[1430839683] 'agreement among raft nodes before linearized reading' (duration: 142.46539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:26.133858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.659862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:27:26.133916Z","caller":"traceutil/trace.go:171","msg":"trace[1892073613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27078; }","duration":"103.764884ms","start":"2026-03-04T16:27:26.030138Z","end":"2026-03-04T16:27:26.133903Z","steps":["trace[1892073613] 'range keys from in-memory index tree' (duration: 103.517239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:26.258528Z","caller":"traceutil/trace.go:171","msg":"trace[1957996389] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"119.719966ms","start":"2026-03-04T16:27:26.138779Z","end":"2026-03-04T16:27:26.258499Z","steps":["trace[1957996389] 'process raft request' (duration: 119.557662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:26.483345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.931928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:26.483581Z","caller":"traceutil/trace.go:171","msg":"trace[808637940] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"344.014318ms","start":"2026-03-04T16:27:26.139548Z","end":"2026-03-04T16:27:26.483563Z","steps":["trace[808637940] 'process raft request' (duration: 343.979088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:26.483655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:26.139532Z","time spent":"344.088861ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:26.483986Z","caller":"traceutil/trace.go:171","msg":"trace[29389578] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"344.86568ms","start":"2026-03-04T16:27:26.139105Z","end":"2026-03-04T16:27:26.483971Z","steps":["trace[29389578] 'process raft request' (duration: 198.234364ms)","trace[29389578] 'compare' (duration: 145.296121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:26.484068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:26.139086Z","time spent":"344.943582ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:26.484276Z","caller":"traceutil/trace.go:171","msg":"trace[1089701623] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"345.139127ms","start":"2026-03-04T16:27:26.13912Z","end":"2026-03-04T16:27:26.484259Z","steps":["trace[1089701623] 'process raft request' (duration: 344.320226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:26.484365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:26.139094Z","time spent":"345.228679ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:26.484618Z","caller":"traceutil/trace.go:171","msg":"trace[1090984240] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"345.437294ms","start":"2026-03-04T16:27:26.139169Z","end":"2026-03-04T16:27:26.484607Z","steps":["trace[1090984240] 'process raft request' (duration: 344.325457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:26.484684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:26.139162Z","time spent":"345.491946ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:31.791059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.064818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:31.791266Z","caller":"traceutil/trace.go:171","msg":"trace[1676457026] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"147.844115ms","start":"2026-03-04T16:27:31.643398Z","end":"2026-03-04T16:27:31.791242Z","steps":["trace[1676457026] 'process raft request' (duration: 36.50865ms)","trace[1676457026] 'compare' (duration: 110.687508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:31.850958Z","caller":"traceutil/trace.go:171","msg":"trace[257912137] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"174.349804ms","start":"2026-03-04T16:27:31.676583Z","end":"2026-03-04T16:27:31.850933Z","steps":["trace[257912137] 'process raft request' (duration: 174.19191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:31.991631Z","caller":"traceutil/trace.go:171","msg":"trace[431873346] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"119.341208ms","start":"2026-03-04T16:27:31.872271Z","end":"2026-03-04T16:27:31.991612Z","steps":["trace[431873346] 'process raft request' (duration: 112.742411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.089431Z","caller":"traceutil/trace.go:171","msg":"trace[1351464979] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"190.443719ms","start":"2026-03-04T16:27:31.898962Z","end":"2026-03-04T16:27:32.089405Z","steps":["trace[1351464979] 'process raft request' (duration: 190.361587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.090054Z","caller":"traceutil/trace.go:171","msg":"trace[1812590743] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"193.639069ms","start":"2026-03-04T16:27:31.896396Z","end":"2026-03-04T16:27:32.090035Z","steps":["trace[1812590743] 'process raft request' (duration: 192.87957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.090037Z","caller":"traceutil/trace.go:171","msg":"trace[1426273416] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"198.085522ms","start":"2026-03-04T16:27:31.891884Z","end":"2026-03-04T16:27:32.089969Z","steps":["trace[1426273416] 'process raft request' (duration: 197.351894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.090481Z","caller":"traceutil/trace.go:171","msg":"trace[227702030] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"198.855721ms","start":"2026-03-04T16:27:31.891613Z","end":"2026-03-04T16:27:32.090468Z","steps":["trace[227702030] 'process raft request' (duration: 197.485947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:32.682943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.419714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:32.683134Z","caller":"traceutil/trace.go:171","msg":"trace[62758846] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"168.917567ms","start":"2026-03-04T16:27:32.514197Z","end":"2026-03-04T16:27:32.683114Z","steps":["trace[62758846] 'process raft request' (duration: 168.854555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.683539Z","caller":"traceutil/trace.go:171","msg":"trace[1865281801] transaction","detail":"{read_only:false; response_revision:27164; number_of_response:1; }","duration":"170.108747ms","start":"2026-03-04T16:27:32.513413Z","end":"2026-03-04T16:27:32.683521Z","steps":["trace[1865281801] 'process raft request' (duration: 57.021896ms)","trace[1865281801] 'compare' (duration: 112.293421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:32.688556Z","caller":"traceutil/trace.go:171","msg":"trace[1120875916] linearizableReadLoop","detail":"{readStateIndex:28162; appliedIndex:28161; }","duration":"174.389425ms","start":"2026-03-04T16:27:32.514141Z","end":"2026-03-04T16:27:32.68853Z","steps":["trace[1120875916] 'read index received' (duration: 56.35759ms)","trace[1120875916] 'applied index is now lower than readState.Index' (duration: 118.027825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:32.688799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.58286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:27:32.688824Z","caller":"traceutil/trace.go:171","msg":"trace[1873551457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27165; }","duration":"174.641581ms","start":"2026-03-04T16:27:32.514174Z","end":"2026-03-04T16:27:32.688816Z","steps":["trace[1873551457] 'agreement among raft nodes before linearized reading' (duration: 174.499078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:32.688841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.673512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:27:32.688912Z","caller":"traceutil/trace.go:171","msg":"trace[730476772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27165; }","duration":"174.769314ms","start":"2026-03-04T16:27:32.514124Z","end":"2026-03-04T16:27:32.688893Z","steps":["trace[730476772] 'agreement among raft nodes before linearized reading' (duration: 174.521018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:32.947533Z","caller":"traceutil/trace.go:171","msg":"trace[2127235224] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"254.617416ms","start":"2026-03-04T16:27:32.692881Z","end":"2026-03-04T16:27:32.947499Z","steps":["trace[2127235224] 'process raft request' (duration: 205.621562ms)","trace[2127235224] 'compare' (duration: 48.82581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:32.983113Z","caller":"traceutil/trace.go:171","msg":"trace[1808015972] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"289.933416ms","start":"2026-03-04T16:27:32.693157Z","end":"2026-03-04T16:27:32.983091Z","steps":["trace[1808015972] 'process raft request' (duration: 289.786623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:33.552216Z","caller":"traceutil/trace.go:171","msg":"trace[1778798114] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"213.775877ms","start":"2026-03-04T16:27:33.338418Z","end":"2026-03-04T16:27:33.552194Z","steps":["trace[1778798114] 'process raft request' (duration: 130.106218ms)","trace[1778798114] 'compare' (duration: 83.570016ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:33.892607Z","caller":"traceutil/trace.go:171","msg":"trace[1758657696] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"332.838756ms","start":"2026-03-04T16:27:33.559741Z","end":"2026-03-04T16:27:33.89258Z","steps":["trace[1758657696] 'process raft request' (duration: 332.676272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:33.893222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:33.559718Z","time spent":"333.312459ms","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.057886Z","caller":"traceutil/trace.go:171","msg":"trace[1981819353] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"497.243239ms","start":"2026-03-04T16:27:33.560596Z","end":"2026-03-04T16:27:34.057839Z","steps":["trace[1981819353] 'process raft request' (duration: 475.085861ms)","trace[1981819353] 'compare' (duration: 21.886102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:34.058033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:33.560585Z","time spent":"497.369062ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.058171Z","caller":"traceutil/trace.go:171","msg":"trace[1560942818] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"491.592128ms","start":"2026-03-04T16:27:33.56656Z","end":"2026-03-04T16:27:34.058152Z","steps":["trace[1560942818] 'process raft request' (duration: 491.216058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.058309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:33.56655Z","time spent":"491.694891ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.058396Z","caller":"traceutil/trace.go:171","msg":"trace[202297920] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"493.986298ms","start":"2026-03-04T16:27:33.564398Z","end":"2026-03-04T16:27:34.058385Z","steps":["trace[202297920] 'process raft request' (duration: 493.31232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.05868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:33.564388Z","time spent":"494.068011ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6982,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.059037Z","caller":"traceutil/trace.go:171","msg":"trace[271817720] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"203.381615ms","start":"2026-03-04T16:27:33.855646Z","end":"2026-03-04T16:27:34.059028Z","steps":["trace[271817720] 'process raft request' (duration: 202.164304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.482951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.595652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:34.48311Z","caller":"traceutil/trace.go:171","msg":"trace[743497218] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"412.31778ms","start":"2026-03-04T16:27:34.070751Z","end":"2026-03-04T16:27:34.483069Z","steps":["trace[743497218] 'process raft request' (duration: 252.346689ms)","trace[743497218] 'compare' (duration: 159.273143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:34.483286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.07074Z","time spent":"412.416042ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7282,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.810601Z","caller":"traceutil/trace.go:171","msg":"trace[2137508396] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"715.351215ms","start":"2026-03-04T16:27:34.095185Z","end":"2026-03-04T16:27:34.810536Z","steps":["trace[2137508396] 'process raft request' (duration: 714.634958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.810947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.095159Z","time spent":"715.52837ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.810964Z","caller":"traceutil/trace.go:171","msg":"trace[37014953] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"714.658358ms","start":"2026-03-04T16:27:34.09624Z","end":"2026-03-04T16:27:34.810899Z","steps":["trace[37014953] 'process raft request' (duration: 714.071354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.811264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.096224Z","time spent":"714.901414ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.811929Z","caller":"traceutil/trace.go:171","msg":"trace[912274435] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"715.374187ms","start":"2026-03-04T16:27:34.096535Z","end":"2026-03-04T16:27:34.811909Z","steps":["trace[912274435] 'process raft request' (duration: 714.173367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.812095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.096523Z","time spent":"715.50647ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.812331Z","caller":"traceutil/trace.go:171","msg":"trace[12933160] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"714.080373ms","start":"2026-03-04T16:27:34.098234Z","end":"2026-03-04T16:27:34.812314Z","steps":["trace[12933160] 'process raft request' (duration: 713.446077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.812479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.098223Z","time spent":"714.202197ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:34.812537Z","caller":"traceutil/trace.go:171","msg":"trace[1442104987] linearizableReadLoop","detail":"{readStateIndex:28179; appliedIndex:28174; }","duration":"683.337918ms","start":"2026-03-04T16:27:34.129177Z","end":"2026-03-04T16:27:34.812515Z","steps":["trace[1442104987] 'read index received' (duration: 193.930506ms)","trace[1442104987] 'applied index is now lower than readState.Index' (duration: 489.405132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:34.812725Z","caller":"traceutil/trace.go:171","msg":"trace[1287708273] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"266.829803ms","start":"2026-03-04T16:27:34.54587Z","end":"2026-03-04T16:27:34.8127Z","steps":["trace[1287708273] 'process raft request' (duration: 266.30226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:34.812658Z","caller":"traceutil/trace.go:171","msg":"trace[1768858086] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"263.843708ms","start":"2026-03-04T16:27:34.548777Z","end":"2026-03-04T16:27:34.812621Z","steps":["trace[1768858086] 'process raft request' (duration: 263.445678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.81284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.654617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T16:27:34.812883Z","caller":"traceutil/trace.go:171","msg":"trace[13154221] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27183; }","duration":"683.736318ms","start":"2026-03-04T16:27:34.129137Z","end":"2026-03-04T16:27:34.812873Z","steps":["trace[13154221] 'agreement among raft nodes before linearized reading' (duration: 683.578534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.812919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.12912Z","time spent":"683.78958ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T16:27:34.813026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.529982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:27:34.813093Z","caller":"traceutil/trace.go:171","msg":"trace[1530659797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27183; }","duration":"517.625453ms","start":"2026-03-04T16:27:34.295451Z","end":"2026-03-04T16:27:34.813076Z","steps":["trace[1530659797] 'agreement among raft nodes before linearized reading' (duration: 517.448419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.81314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.295436Z","time spent":"517.692146ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:27:34.813345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.764647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:27:34.813388Z","caller":"traceutil/trace.go:171","msg":"trace[561102120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27183; }","duration":"194.841639ms","start":"2026-03-04T16:27:34.618534Z","end":"2026-03-04T16:27:34.813376Z","steps":["trace[561102120] 'agreement among raft nodes before linearized reading' (duration: 194.721136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.813353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.188099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:27:34.813586Z","caller":"traceutil/trace.go:171","msg":"trace[1715471508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27183; }","duration":"120.368073ms","start":"2026-03-04T16:27:34.693109Z","end":"2026-03-04T16:27:34.813478Z","steps":["trace[1715471508] 'agreement among raft nodes before linearized reading' (duration: 119.979694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.813809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.650629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:27:34.813838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.182828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:27:34.813863Z","caller":"traceutil/trace.go:171","msg":"trace[328044577] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27183; }","duration":"266.739242ms","start":"2026-03-04T16:27:34.547111Z","end":"2026-03-04T16:27:34.81385Z","steps":["trace[328044577] 'agreement among raft nodes before linearized reading' (duration: 266.489555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.813874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.818335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:34.813882Z","caller":"traceutil/trace.go:171","msg":"trace[1514376594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27183; }","duration":"120.284521ms","start":"2026-03-04T16:27:34.693585Z","end":"2026-03-04T16:27:34.81387Z","steps":["trace[1514376594] 'agreement among raft nodes before linearized reading' (duration: 119.748598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:34.813986Z","caller":"traceutil/trace.go:171","msg":"trace[689320177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27183; }","duration":"324.949248ms","start":"2026-03-04T16:27:34.489017Z","end":"2026-03-04T16:27:34.813966Z","steps":["trace[689320177] 'agreement among raft nodes before linearized reading' (duration: 324.771764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:34.814255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:34.489003Z","time spent":"325.230375ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:27:35.012495Z","caller":"traceutil/trace.go:171","msg":"trace[842486219] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"192.418788ms","start":"2026-03-04T16:27:34.820051Z","end":"2026-03-04T16:27:35.01247Z","steps":["trace[842486219] 'process raft request' (duration: 190.761077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:35.012673Z","caller":"traceutil/trace.go:171","msg":"trace[1836949463] linearizableReadLoop","detail":"{readStateIndex:28183; appliedIndex:28182; }","duration":"192.407697ms","start":"2026-03-04T16:27:34.820221Z","end":"2026-03-04T16:27:35.012629Z","steps":["trace[1836949463] 'read index received' (duration: 81.852452ms)","trace[1836949463] 'applied index is now lower than readState.Index' (duration: 110.552815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:35.012957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.713095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18755"} {"level":"info","ts":"2026-03-04T16:27:35.012698Z","caller":"traceutil/trace.go:171","msg":"trace[1190670526] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"191.035734ms","start":"2026-03-04T16:27:34.82161Z","end":"2026-03-04T16:27:35.012646Z","steps":["trace[1190670526] 'process raft request' (duration: 190.777757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:35.01302Z","caller":"traceutil/trace.go:171","msg":"trace[1431451197] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27186; }","duration":"192.799178ms","start":"2026-03-04T16:27:34.820206Z","end":"2026-03-04T16:27:35.013005Z","steps":["trace[1431451197] 'agreement among raft nodes before linearized reading' (duration: 192.564572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:35.641272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.329733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:27:35.641474Z","caller":"traceutil/trace.go:171","msg":"trace[8091840] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"306.599856ms","start":"2026-03-04T16:27:35.334857Z","end":"2026-03-04T16:27:35.641456Z","steps":["trace[8091840] 'process raft request' (duration: 306.509804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:35.641512Z","caller":"traceutil/trace.go:171","msg":"trace[1944211972] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"621.706006ms","start":"2026-03-04T16:27:35.019772Z","end":"2026-03-04T16:27:35.641478Z","steps":["trace[1944211972] 'process raft request' (duration: 143.072455ms)","trace[1944211972] 'compare' (duration: 478.063235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:35.641549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:35.334832Z","time spent":"306.681329ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:27:35.641556Z","caller":"traceutil/trace.go:171","msg":"trace[226585032] linearizableReadLoop","detail":"{readStateIndex:28186; appliedIndex:28184; }","duration":"562.77252ms","start":"2026-03-04T16:27:35.078771Z","end":"2026-03-04T16:27:35.641543Z","steps":["trace[226585032] 'read index received' (duration: 1.862396ms)","trace[226585032] 'applied index is now lower than readState.Index' (duration: 560.908334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:35.641639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.860343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:35.641691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.831688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:27:35.641658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:35.019744Z","time spent":"621.837119ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:27:35.641709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.324641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:35.641723Z","caller":"traceutil/trace.go:171","msg":"trace[756124989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27189; }","duration":"540.913419ms","start":"2026-03-04T16:27:35.100798Z","end":"2026-03-04T16:27:35.641712Z","steps":["trace[756124989] 'agreement among raft nodes before linearized reading' (duration: 540.831927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:35.641724Z","caller":"traceutil/trace.go:171","msg":"trace[198181938] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27189; }","duration":"562.981596ms","start":"2026-03-04T16:27:35.078726Z","end":"2026-03-04T16:27:35.641707Z","steps":["trace[198181938] 'agreement among raft nodes before linearized reading' (duration: 562.858023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:35.641746Z","caller":"traceutil/trace.go:171","msg":"trace[966180206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27189; }","duration":"139.382942ms","start":"2026-03-04T16:27:35.502353Z","end":"2026-03-04T16:27:35.641736Z","steps":["trace[966180206] 'agreement among raft nodes before linearized reading' (duration: 139.30049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:35.641766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:35.078708Z","time spent":"563.049128ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:27:35.641789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.872895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:35.641815Z","caller":"traceutil/trace.go:171","msg":"trace[45373480] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27189; }","duration":"339.900886ms","start":"2026-03-04T16:27:35.301908Z","end":"2026-03-04T16:27:35.641809Z","steps":["trace[45373480] 'agreement among raft nodes before linearized reading' (duration: 339.855605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:35.641792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.690362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:27:35.641852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.845569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:27:35.641879Z","caller":"traceutil/trace.go:171","msg":"trace[237659861] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27189; }","duration":"140.90476ms","start":"2026-03-04T16:27:35.500967Z","end":"2026-03-04T16:27:35.641872Z","steps":["trace[237659861] 'agreement among raft nodes before linearized reading' (duration: 140.846939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:35.641751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:35.100784Z","time spent":"540.959091ms","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:27:35.641886Z","caller":"traceutil/trace.go:171","msg":"trace[1164329787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27189; }","duration":"247.834105ms","start":"2026-03-04T16:27:35.394028Z","end":"2026-03-04T16:27:35.641862Z","steps":["trace[1164329787] 'agreement among raft nodes before linearized reading' (duration: 247.63227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:35.641835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:27:35.301855Z","time spent":"339.974727ms","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:27:35.810033Z","caller":"traceutil/trace.go:171","msg":"trace[345890355] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"104.401131ms","start":"2026-03-04T16:27:35.7056Z","end":"2026-03-04T16:27:35.810002Z","steps":["trace[345890355] 'process raft request' (duration: 103.412347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:36.334931Z","caller":"traceutil/trace.go:171","msg":"trace[497696092] linearizableReadLoop","detail":"{readStateIndex:28190; appliedIndex:28189; }","duration":"192.697625ms","start":"2026-03-04T16:27:36.142218Z","end":"2026-03-04T16:27:36.334916Z","steps":["trace[497696092] 'read index received' (duration: 192.515601ms)","trace[497696092] 'applied index is now lower than readState.Index' (duration: 181.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:36.335213Z","caller":"traceutil/trace.go:171","msg":"trace[906572935] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"270.896326ms","start":"2026-03-04T16:27:36.064303Z","end":"2026-03-04T16:27:36.3352Z","steps":["trace[906572935] 'process raft request' (duration: 270.477495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:27:36.335434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.207089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:27:36.335469Z","caller":"traceutil/trace.go:171","msg":"trace[1009486857] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27192; }","duration":"193.25792ms","start":"2026-03-04T16:27:36.142203Z","end":"2026-03-04T16:27:36.33546Z","steps":["trace[1009486857] 'agreement among raft nodes before linearized reading' (duration: 193.184118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:37.037478Z","caller":"traceutil/trace.go:171","msg":"trace[989664658] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"176.707502ms","start":"2026-03-04T16:27:36.860741Z","end":"2026-03-04T16:27:37.037449Z","steps":["trace[989664658] 'process raft request' (duration: 176.586479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:37.037522Z","caller":"traceutil/trace.go:171","msg":"trace[1939570577] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"216.334271ms","start":"2026-03-04T16:27:36.821147Z","end":"2026-03-04T16:27:37.037481Z","steps":["trace[1939570577] 'process raft request' (duration: 185.74785ms)","trace[1939570577] 'compare' (duration: 30.257503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:27:37.03794Z","caller":"traceutil/trace.go:171","msg":"trace[1074835450] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"177.091332ms","start":"2026-03-04T16:27:36.860828Z","end":"2026-03-04T16:27:37.03792Z","steps":["trace[1074835450] 'process raft request' (duration: 176.563409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:27:37.040591Z","caller":"traceutil/trace.go:171","msg":"trace[1375991215] linearizableReadLoop","detail":"{readStateIndex:28196; appliedIndex:28192; }","duration":"134.998731ms","start":"2026-03-04T16:27:36.905577Z","end":"2026-03-04T16:27:37.040576Z","steps":["trace[1375991215] 'read index received' (duration: 101.329553ms)","trace[1375991215] 'applied index is now lower than readState.Index' (duration: 33.667948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:27:37.040956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.362491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:27:37.041002Z","caller":"traceutil/trace.go:171","msg":"trace[1191450637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27197; }","duration":"135.460693ms","start":"2026-03-04T16:27:36.90553Z","end":"2026-03-04T16:27:37.040991Z","steps":["trace[1191450637] 'agreement among raft nodes before linearized reading' (duration: 135.31272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:10.628154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.439089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:10.628244Z","caller":"traceutil/trace.go:171","msg":"trace[1070114836] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27561; }","duration":"590.600803ms","start":"2026-03-04T16:28:10.037623Z","end":"2026-03-04T16:28:10.628224Z","steps":["trace[1070114836] 'count revisions from in-memory index tree' (duration: 590.305165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:10.62829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:10.037602Z","time spent":"590.675394ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:28:10.628367Z","caller":"traceutil/trace.go:171","msg":"trace[362376151] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"441.515397ms","start":"2026-03-04T16:28:10.186787Z","end":"2026-03-04T16:28:10.628303Z","steps":["trace[362376151] 'process raft request' (duration: 439.369932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:10.628558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:10.186764Z","time spent":"441.698142ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:13.297352Z","caller":"traceutil/trace.go:171","msg":"trace[2045881273] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"268.700531ms","start":"2026-03-04T16:28:13.02863Z","end":"2026-03-04T16:28:13.29733Z","steps":["trace[2045881273] 'process raft request' (duration: 268.574007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.309762Z","caller":"traceutil/trace.go:171","msg":"trace[1880466325] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"124.289392ms","start":"2026-03-04T16:28:13.185446Z","end":"2026-03-04T16:28:13.309735Z","steps":["trace[1880466325] 'process raft request' (duration: 124.116657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.309786Z","caller":"traceutil/trace.go:171","msg":"trace[2093163448] transaction","detail":"{read_only:false; response_revision:27581; number_of_response:1; }","duration":"118.455805ms","start":"2026-03-04T16:28:13.191297Z","end":"2026-03-04T16:28:13.309753Z","steps":["trace[2093163448] 'process raft request' (duration: 118.351783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.309834Z","caller":"traceutil/trace.go:171","msg":"trace[1847209571] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"114.378722ms","start":"2026-03-04T16:28:13.195416Z","end":"2026-03-04T16:28:13.309785Z","steps":["trace[1847209571] 'process raft request' (duration: 114.29001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.464137Z","caller":"traceutil/trace.go:171","msg":"trace[1995002974] transaction","detail":"{read_only:false; response_revision:27583; number_of_response:1; }","duration":"151.167239ms","start":"2026-03-04T16:28:13.312931Z","end":"2026-03-04T16:28:13.464098Z","steps":["trace[1995002974] 'process raft request' (duration: 90.616374ms)","trace[1995002974] 'compare' (duration: 60.273858ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:13.464202Z","caller":"traceutil/trace.go:171","msg":"trace[1341281590] transaction","detail":"{read_only:false; response_revision:27584; number_of_response:1; }","duration":"149.684951ms","start":"2026-03-04T16:28:13.314484Z","end":"2026-03-04T16:28:13.464169Z","steps":["trace[1341281590] 'process raft request' (duration: 149.493556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.46427Z","caller":"traceutil/trace.go:171","msg":"trace[96907699] transaction","detail":"{read_only:false; response_revision:27587; number_of_response:1; }","duration":"149.154758ms","start":"2026-03-04T16:28:13.315091Z","end":"2026-03-04T16:28:13.464246Z","steps":["trace[96907699] 'process raft request' (duration: 149.116497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.464405Z","caller":"traceutil/trace.go:171","msg":"trace[1647715931] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"149.799634ms","start":"2026-03-04T16:28:13.314586Z","end":"2026-03-04T16:28:13.464385Z","steps":["trace[1647715931] 'process raft request' (duration: 149.489907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:13.464458Z","caller":"traceutil/trace.go:171","msg":"trace[511011925] transaction","detail":"{read_only:false; response_revision:27586; number_of_response:1; }","duration":"149.685482ms","start":"2026-03-04T16:28:13.314757Z","end":"2026-03-04T16:28:13.464443Z","steps":["trace[511011925] 'process raft request' (duration: 149.408645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:14.295479Z","caller":"traceutil/trace.go:171","msg":"trace[402719814] transaction","detail":"{read_only:false; response_revision:27589; number_of_response:1; }","duration":"336.917769ms","start":"2026-03-04T16:28:13.95853Z","end":"2026-03-04T16:28:14.295447Z","steps":["trace[402719814] 'process raft request' (duration: 336.481638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:14.295624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:13.958507Z","time spent":"337.047232ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:14.562955Z","caller":"traceutil/trace.go:171","msg":"trace[2028442294] linearizableReadLoop","detail":"{readStateIndex:28600; appliedIndex:28598; }","duration":"289.382382ms","start":"2026-03-04T16:28:14.273539Z","end":"2026-03-04T16:28:14.562921Z","steps":["trace[2028442294] 'read index received' (duration: 21.423921ms)","trace[2028442294] 'applied index is now lower than readState.Index' (duration: 267.957221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:14.563133Z","caller":"traceutil/trace.go:171","msg":"trace[569448069] transaction","detail":"{read_only:false; response_revision:27590; number_of_response:1; }","duration":"394.479099ms","start":"2026-03-04T16:28:14.168635Z","end":"2026-03-04T16:28:14.563114Z","steps":["trace[569448069] 'process raft request' (duration: 344.797178ms)","trace[569448069] 'compare' (duration: 49.287761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:28:14.56327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:14.168617Z","time spent":"394.562272ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:28:14.563535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.988658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:14.563619Z","caller":"traceutil/trace.go:171","msg":"trace[1932860588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27590; }","duration":"290.08002ms","start":"2026-03-04T16:28:14.273521Z","end":"2026-03-04T16:28:14.563601Z","steps":["trace[1932860588] 'agreement among raft nodes before linearized reading' (duration: 289.946357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:24.955915Z","caller":"traceutil/trace.go:171","msg":"trace[296579230] transaction","detail":"{read_only:false; response_revision:27665; number_of_response:1; }","duration":"114.065803ms","start":"2026-03-04T16:28:24.841815Z","end":"2026-03-04T16:28:24.95588Z","steps":["trace[296579230] 'process raft request' (duration: 112.867214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:25.150236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.078878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:25.150313Z","caller":"traceutil/trace.go:171","msg":"trace[463646257] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27665; }","duration":"149.218801ms","start":"2026-03-04T16:28:25.001077Z","end":"2026-03-04T16:28:25.150296Z","steps":["trace[463646257] 'count revisions from in-memory index tree' (duration: 148.970784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:39.524367Z","caller":"traceutil/trace.go:171","msg":"trace[472332313] linearizableReadLoop","detail":"{readStateIndex:28880; appliedIndex:28879; }","duration":"147.692322ms","start":"2026-03-04T16:28:39.376652Z","end":"2026-03-04T16:28:39.524345Z","steps":["trace[472332313] 'read index received' (duration: 59.662233ms)","trace[472332313] 'applied index is now lower than readState.Index' (duration: 88.029169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:39.524612Z","caller":"traceutil/trace.go:171","msg":"trace[607752969] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"160.593956ms","start":"2026-03-04T16:28:39.364006Z","end":"2026-03-04T16:28:39.5246Z","steps":["trace[607752969] 'process raft request' (duration: 72.370543ms)","trace[607752969] 'compare' (duration: 87.853704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:28:39.524801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.131703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:39.524841Z","caller":"traceutil/trace.go:171","msg":"trace[1578968908] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27860; }","duration":"148.206575ms","start":"2026-03-04T16:28:39.376622Z","end":"2026-03-04T16:28:39.524829Z","steps":["trace[1578968908] 'agreement among raft nodes before linearized reading' (duration: 148.135383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:39.900148Z","caller":"traceutil/trace.go:171","msg":"trace[2004856812] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"480.279023ms","start":"2026-03-04T16:28:39.419847Z","end":"2026-03-04T16:28:39.900127Z","steps":["trace[2004856812] 'process raft request' (duration: 480.238932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:39.900375Z","caller":"traceutil/trace.go:171","msg":"trace[1907903139] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"489.959017ms","start":"2026-03-04T16:28:39.410382Z","end":"2026-03-04T16:28:39.900341Z","steps":["trace[1907903139] 'process raft request' (duration: 489.430784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:39.900454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.419829Z","time spent":"480.388046ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:28:39.900596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.410365Z","time spent":"490.1129ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:39.900602Z","caller":"traceutil/trace.go:171","msg":"trace[768683682] linearizableReadLoop","detail":"{readStateIndex:28884; appliedIndex:28884; }","duration":"376.140498ms","start":"2026-03-04T16:28:39.524431Z","end":"2026-03-04T16:28:39.900571Z","steps":["trace[768683682] 'read index received' (duration: 376.107057ms)","trace[768683682] 'applied index is now lower than readState.Index' (duration: 30.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:39.900657Z","caller":"traceutil/trace.go:171","msg":"trace[1922350939] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"485.461263ms","start":"2026-03-04T16:28:39.415005Z","end":"2026-03-04T16:28:39.900466Z","steps":["trace[1922350939] 'process raft request' (duration: 485.008931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:39.900848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.284149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:28:39.900919Z","caller":"traceutil/trace.go:171","msg":"trace[712013021] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27864; }","duration":"464.395333ms","start":"2026-03-04T16:28:39.436506Z","end":"2026-03-04T16:28:39.900901Z","steps":["trace[712013021] 'agreement among raft nodes before linearized reading' (duration: 464.154257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:39.900966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.436491Z","time spent":"464.466064ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:28:39.901115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.414983Z","time spent":"485.888543ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:39.900599Z","caller":"traceutil/trace.go:171","msg":"trace[1895253155] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"484.12346ms","start":"2026-03-04T16:28:39.416389Z","end":"2026-03-04T16:28:39.900513Z","steps":["trace[1895253155] 'process raft request' (duration: 483.665098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:39.9014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.416361Z","time spent":"484.97555ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:40.026267Z","caller":"traceutil/trace.go:171","msg":"trace[691763116] linearizableReadLoop","detail":"{readStateIndex:28885; appliedIndex:28884; }","duration":"125.557594ms","start":"2026-03-04T16:28:39.900689Z","end":"2026-03-04T16:28:40.026247Z","steps":["trace[691763116] 'read index received' (duration: 125.276737ms)","trace[691763116] 'applied index is now lower than readState.Index' (duration: 280.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:40.026393Z","caller":"traceutil/trace.go:171","msg":"trace[154657413] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"492.400908ms","start":"2026-03-04T16:28:39.533952Z","end":"2026-03-04T16:28:40.026353Z","steps":["trace[154657413] 'process raft request' (duration: 492.107541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.026471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.807028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:40.02652Z","caller":"traceutil/trace.go:171","msg":"trace[35907010] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27865; }","duration":"425.921041ms","start":"2026-03-04T16:28:39.600586Z","end":"2026-03-04T16:28:40.026507Z","steps":["trace[35907010] 'agreement among raft nodes before linearized reading' (duration: 425.781667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.026528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.816168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:28:40.026572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.533935Z","time spent":"492.543472ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2720,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:28:40.026633Z","caller":"traceutil/trace.go:171","msg":"trace[1610165236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27865; }","duration":"365.953821ms","start":"2026-03-04T16:28:39.660659Z","end":"2026-03-04T16:28:40.026613Z","steps":["trace[1610165236] 'agreement among raft nodes before linearized reading' (duration: 365.602353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.02675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.639932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:28:40.026759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.033243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:28:40.026785Z","caller":"traceutil/trace.go:171","msg":"trace[926479565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27865; }","duration":"359.693533ms","start":"2026-03-04T16:28:39.667079Z","end":"2026-03-04T16:28:40.026773Z","steps":["trace[926479565] 'agreement among raft nodes before linearized reading' (duration: 359.603951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:40.02684Z","caller":"traceutil/trace.go:171","msg":"trace[1622882875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27865; }","duration":"368.153706ms","start":"2026-03-04T16:28:39.658665Z","end":"2026-03-04T16:28:40.026819Z","steps":["trace[1622882875] 'agreement among raft nodes before linearized reading' (duration: 367.700515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.026848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.66707Z","time spent":"359.769535ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:28:40.026888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.658649Z","time spent":"368.231298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:28:40.02659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.019361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:28:40.027123Z","caller":"traceutil/trace.go:171","msg":"trace[2016819049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27865; }","duration":"100.620446ms","start":"2026-03-04T16:28:39.92649Z","end":"2026-03-04T16:28:40.027111Z","steps":["trace[2016819049] 'agreement among raft nodes before linearized reading' (duration: 99.957849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.026622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.600569Z","time spent":"426.037963ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:28:40.027377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.809753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:28:40.027433Z","caller":"traceutil/trace.go:171","msg":"trace[2097099693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27865; }","duration":"366.903635ms","start":"2026-03-04T16:28:39.660515Z","end":"2026-03-04T16:28:40.027419Z","steps":["trace[2097099693] 'agreement among raft nodes before linearized reading' (duration: 366.530616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:40.027477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.660495Z","time spent":"366.972516ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:28:40.026797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:39.660653Z","time spent":"366.129616ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:28:40.211822Z","caller":"traceutil/trace.go:171","msg":"trace[1484334701] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"180.113479ms","start":"2026-03-04T16:28:40.031686Z","end":"2026-03-04T16:28:40.2118Z","steps":["trace[1484334701] 'process raft request' (duration: 180.020586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:40.21185Z","caller":"traceutil/trace.go:171","msg":"trace[723890588] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"180.244572ms","start":"2026-03-04T16:28:40.03157Z","end":"2026-03-04T16:28:40.211814Z","steps":["trace[723890588] 'process raft request' (duration: 179.978815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:40.212145Z","caller":"traceutil/trace.go:171","msg":"trace[400680417] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"177.02681ms","start":"2026-03-04T16:28:40.035092Z","end":"2026-03-04T16:28:40.212119Z","steps":["trace[400680417] 'process raft request' (duration: 176.662241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:40.212332Z","caller":"traceutil/trace.go:171","msg":"trace[1961479031] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"175.065071ms","start":"2026-03-04T16:28:40.037195Z","end":"2026-03-04T16:28:40.21226Z","steps":["trace[1961479031] 'process raft request' (duration: 174.920907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:42.179835Z","caller":"traceutil/trace.go:171","msg":"trace[2044800694] linearizableReadLoop","detail":"{readStateIndex:28902; appliedIndex:28901; }","duration":"102.065992ms","start":"2026-03-04T16:28:42.07775Z","end":"2026-03-04T16:28:42.179816Z","steps":["trace[2044800694] 'read index received' (duration: 47.088327ms)","trace[2044800694] 'applied index is now lower than readState.Index' (duration: 54.976985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:28:42.179972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.203266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18693"} {"level":"info","ts":"2026-03-04T16:28:42.179992Z","caller":"traceutil/trace.go:171","msg":"trace[565333863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27881; }","duration":"102.253028ms","start":"2026-03-04T16:28:42.077733Z","end":"2026-03-04T16:28:42.179986Z","steps":["trace[565333863] 'agreement among raft nodes before linearized reading' (duration: 102.149185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:28:42.180208Z","caller":"traceutil/trace.go:171","msg":"trace[1845891636] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"104.900094ms","start":"2026-03-04T16:28:42.075298Z","end":"2026-03-04T16:28:42.180198Z","steps":["trace[1845891636] 'process raft request' (duration: 49.61199ms)","trace[1845891636] 'compare' (duration: 54.810862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:44.633249Z","caller":"traceutil/trace.go:171","msg":"trace[867293685] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"110.690928ms","start":"2026-03-04T16:28:44.522528Z","end":"2026-03-04T16:28:44.633219Z","steps":["trace[867293685] 'process raft request' (duration: 110.527834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:44.944742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.117754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:28:44.944847Z","caller":"traceutil/trace.go:171","msg":"trace[1604675474] linearizableReadLoop","detail":"{readStateIndex:28928; appliedIndex:28927; }","duration":"301.036136ms","start":"2026-03-04T16:28:44.643795Z","end":"2026-03-04T16:28:44.944831Z","steps":["trace[1604675474] 'read index received' (duration: 90.759817ms)","trace[1604675474] 'applied index is now lower than readState.Index' (duration: 210.275189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:28:44.944906Z","caller":"traceutil/trace.go:171","msg":"trace[1227339340] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"352.102633ms","start":"2026-03-04T16:28:44.59277Z","end":"2026-03-04T16:28:44.944873Z","steps":["trace[1227339340] 'process raft request' (duration: 141.763273ms)","trace[1227339340] 'compare' (duration: 209.979761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:28:44.94541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:44.592747Z","time spent":"352.251076ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:28:44.94557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.767494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:28:44.945725Z","caller":"traceutil/trace.go:171","msg":"trace[1188011674] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27907; }","duration":"301.837736ms","start":"2026-03-04T16:28:44.643765Z","end":"2026-03-04T16:28:44.945602Z","steps":["trace[1188011674] 'agreement among raft nodes before linearized reading' (duration: 301.107938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:28:44.945828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:28:44.643754Z","time spent":"302.058911ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:30:04.477504Z","caller":"traceutil/trace.go:171","msg":"trace[2120190286] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"175.578253ms","start":"2026-03-04T16:30:04.301895Z","end":"2026-03-04T16:30:04.477473Z","steps":["trace[2120190286] 'process raft request' (duration: 102.510142ms)","trace[2120190286] 'compare' (duration: 72.795605ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:04.477532Z","caller":"traceutil/trace.go:171","msg":"trace[71787701] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"163.289165ms","start":"2026-03-04T16:30:04.314198Z","end":"2026-03-04T16:30:04.477487Z","steps":["trace[71787701] 'process raft request' (duration: 163.143601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:10.491235Z","caller":"traceutil/trace.go:171","msg":"trace[1112123571] linearizableReadLoop","detail":"{readStateIndex:29581; appliedIndex:29580; }","duration":"159.785667ms","start":"2026-03-04T16:30:10.331434Z","end":"2026-03-04T16:30:10.49122Z","steps":["trace[1112123571] 'read index received' (duration: 93.105876ms)","trace[1112123571] 'applied index is now lower than readState.Index' (duration: 66.678941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:10.491226Z","caller":"traceutil/trace.go:171","msg":"trace[139132361] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"187.801362ms","start":"2026-03-04T16:30:10.303386Z","end":"2026-03-04T16:30:10.491188Z","steps":["trace[139132361] 'process raft request' (duration: 121.136682ms)","trace[139132361] 'compare' (duration: 66.443984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:10.49147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.020842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:10.491522Z","caller":"traceutil/trace.go:171","msg":"trace[301420076] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28542; }","duration":"160.148675ms","start":"2026-03-04T16:30:10.331365Z","end":"2026-03-04T16:30:10.491513Z","steps":["trace[301420076] 'agreement among raft nodes before linearized reading' (duration: 160.040552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:10.491515Z","caller":"traceutil/trace.go:171","msg":"trace[91880310] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"101.529548ms","start":"2026-03-04T16:30:10.389936Z","end":"2026-03-04T16:30:10.491465Z","steps":["trace[91880310] 'process raft request' (duration: 101.254411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:11.021108Z","caller":"traceutil/trace.go:171","msg":"trace[203931203] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"208.485403ms","start":"2026-03-04T16:30:10.812585Z","end":"2026-03-04T16:30:11.021071Z","steps":["trace[203931203] 'process raft request' (duration: 118.239779ms)","trace[203931203] 'compare' (duration: 89.743701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:11.021171Z","caller":"traceutil/trace.go:171","msg":"trace[2059205387] linearizableReadLoop","detail":"{readStateIndex:29591; appliedIndex:29588; }","duration":"154.776899ms","start":"2026-03-04T16:30:10.86637Z","end":"2026-03-04T16:30:11.021147Z","steps":["trace[2059205387] 'read index received' (duration: 64.401263ms)","trace[2059205387] 'applied index is now lower than readState.Index' (duration: 90.374706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:11.021178Z","caller":"traceutil/trace.go:171","msg":"trace[1306321145] transaction","detail":"{read_only:false; response_revision:28550; number_of_response:1; }","duration":"208.527714ms","start":"2026-03-04T16:30:10.812635Z","end":"2026-03-04T16:30:11.021163Z","steps":["trace[1306321145] 'process raft request' (duration: 208.314469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:11.021299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.909714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:11.021347Z","caller":"traceutil/trace.go:171","msg":"trace[1636478166] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28551; }","duration":"155.014736ms","start":"2026-03-04T16:30:10.866318Z","end":"2026-03-04T16:30:11.021332Z","steps":["trace[1636478166] 'agreement among raft nodes before linearized reading' (duration: 154.909423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:11.02137Z","caller":"traceutil/trace.go:171","msg":"trace[175400483] transaction","detail":"{read_only:false; response_revision:28551; number_of_response:1; }","duration":"208.35632ms","start":"2026-03-04T16:30:10.813004Z","end":"2026-03-04T16:30:11.02136Z","steps":["trace[175400483] 'process raft request' (duration: 207.998811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:11.404358Z","caller":"traceutil/trace.go:171","msg":"trace[429723095] linearizableReadLoop","detail":"{readStateIndex:29593; appliedIndex:29592; }","duration":"105.727724ms","start":"2026-03-04T16:30:11.298603Z","end":"2026-03-04T16:30:11.404331Z","steps":["trace[429723095] 'read index received' (duration: 99.282742ms)","trace[429723095] 'applied index is now lower than readState.Index' (duration: 6.443842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:11.404457Z","caller":"traceutil/trace.go:171","msg":"trace[1033358537] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"148.607754ms","start":"2026-03-04T16:30:11.255842Z","end":"2026-03-04T16:30:11.40445Z","steps":["trace[1033358537] 'process raft request' (duration: 142.025319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:11.404771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.153185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-04T16:30:11.404827Z","caller":"traceutil/trace.go:171","msg":"trace[1546925216] range","detail":"{range_begin:/registry/events/openstack/cinder-api-84bc9cfd8-d48zv.1899ae51022b0741; range_end:; response_count:1; response_revision:28553; }","duration":"106.267728ms","start":"2026-03-04T16:30:11.298545Z","end":"2026-03-04T16:30:11.404812Z","steps":["trace[1546925216] 'agreement among raft nodes before linearized reading' (duration: 106.137215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:11.587855Z","caller":"traceutil/trace.go:171","msg":"trace[684371985] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"111.190911ms","start":"2026-03-04T16:30:11.476637Z","end":"2026-03-04T16:30:11.587828Z","steps":["trace[684371985] 'process raft request' (duration: 66.738621ms)","trace[684371985] 'compare' (duration: 44.181453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:11.588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.180854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:11.588052Z","caller":"traceutil/trace.go:171","msg":"trace[1388496680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28556; }","duration":"100.285716ms","start":"2026-03-04T16:30:11.487756Z","end":"2026-03-04T16:30:11.588042Z","steps":["trace[1388496680] 'agreement among raft nodes before linearized reading' (duration: 100.146723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:11.587853Z","caller":"traceutil/trace.go:171","msg":"trace[1728197653] linearizableReadLoop","detail":"{readStateIndex:29595; appliedIndex:29594; }","duration":"100.02766ms","start":"2026-03-04T16:30:11.487796Z","end":"2026-03-04T16:30:11.587824Z","steps":["trace[1728197653] 'read index received' (duration: 55.701883ms)","trace[1728197653] 'applied index is now lower than readState.Index' (duration: 44.323576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:12.792506Z","caller":"traceutil/trace.go:171","msg":"trace[1633954438] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"186.53381ms","start":"2026-03-04T16:30:12.605934Z","end":"2026-03-04T16:30:12.792467Z","steps":["trace[1633954438] 'process raft request' (duration: 124.096297ms)","trace[1633954438] 'compare' (duration: 62.103745ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:12.79263Z","caller":"traceutil/trace.go:171","msg":"trace[606057087] linearizableReadLoop","detail":"{readStateIndex:29609; appliedIndex:29608; }","duration":"183.32473ms","start":"2026-03-04T16:30:12.609282Z","end":"2026-03-04T16:30:12.792607Z","steps":["trace[606057087] 'read index received' (duration: 20.752113ms)","trace[606057087] 'applied index is now lower than readState.Index' (duration: 162.571137ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:12.792681Z","caller":"traceutil/trace.go:171","msg":"trace[1604284573] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"139.095864ms","start":"2026-03-04T16:30:12.65356Z","end":"2026-03-04T16:30:12.792656Z","steps":["trace[1604284573] 'process raft request' (duration: 139.013592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.792834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.563166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:30:12.792864Z","caller":"traceutil/trace.go:171","msg":"trace[1471228732] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28570; }","duration":"183.640178ms","start":"2026-03-04T16:30:12.609215Z","end":"2026-03-04T16:30:12.792855Z","steps":["trace[1471228732] 'agreement among raft nodes before linearized reading' (duration: 183.492523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:12.792874Z","caller":"traceutil/trace.go:171","msg":"trace[93470577] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"159.90986ms","start":"2026-03-04T16:30:12.632935Z","end":"2026-03-04T16:30:12.792845Z","steps":["trace[93470577] 'process raft request' (duration: 159.51545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.856682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.423815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:12.856752Z","caller":"traceutil/trace.go:171","msg":"trace[2038153961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28571; }","duration":"172.538277ms","start":"2026-03-04T16:30:12.684199Z","end":"2026-03-04T16:30:12.856737Z","steps":["trace[2038153961] 'agreement among raft nodes before linearized reading' (duration: 172.369693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.856857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.695707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:30:12.856934Z","caller":"traceutil/trace.go:171","msg":"trace[420889060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28571; }","duration":"173.82045ms","start":"2026-03-04T16:30:12.683096Z","end":"2026-03-04T16:30:12.856916Z","steps":["trace[420889060] 'agreement among raft nodes before linearized reading' (duration: 173.640166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.857383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.65504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544015-zm7sf\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-03-04T16:30:12.857469Z","caller":"traceutil/trace.go:171","msg":"trace[570284954] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29544015-zm7sf; range_end:; response_count:1; response_revision:28571; }","duration":"245.746183ms","start":"2026-03-04T16:30:12.6117Z","end":"2026-03-04T16:30:12.857446Z","steps":["trace[570284954] 'agreement among raft nodes before linearized reading' (duration: 244.807838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:12.964551Z","caller":"traceutil/trace.go:171","msg":"trace[1728145768] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"155.269733ms","start":"2026-03-04T16:30:12.809238Z","end":"2026-03-04T16:30:12.964508Z","steps":["trace[1728145768] 'process raft request' (duration: 155.124949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:12.97117Z","caller":"traceutil/trace.go:171","msg":"trace[1211256716] linearizableReadLoop","detail":"{readStateIndex:29614; appliedIndex:29612; }","duration":"107.94394ms","start":"2026-03-04T16:30:12.86321Z","end":"2026-03-04T16:30:12.971153Z","steps":["trace[1211256716] 'read index received' (duration: 101.108828ms)","trace[1211256716] 'applied index is now lower than readState.Index' (duration: 6.834542ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:12.971255Z","caller":"traceutil/trace.go:171","msg":"trace[860875927] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"109.647702ms","start":"2026-03-04T16:30:12.8616Z","end":"2026-03-04T16:30:12.971247Z","steps":["trace[860875927] 'process raft request' (duration: 109.450917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.971455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.222697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544015-zm7sf\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-03-04T16:30:12.971532Z","caller":"traceutil/trace.go:171","msg":"trace[1755821182] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29544015-zm7sf; range_end:; response_count:1; response_revision:28573; }","duration":"108.329909ms","start":"2026-03-04T16:30:12.863185Z","end":"2026-03-04T16:30:12.971515Z","steps":["trace[1755821182] 'agreement among raft nodes before linearized reading' (duration: 108.096823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:12.97197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.277863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:12.972019Z","caller":"traceutil/trace.go:171","msg":"trace[515334825] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28573; }","duration":"107.342035ms","start":"2026-03-04T16:30:12.864664Z","end":"2026-03-04T16:30:12.972006Z","steps":["trace[515334825] 'agreement among raft nodes before linearized reading' (duration: 107.264392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:13.3962Z","caller":"traceutil/trace.go:171","msg":"trace[1275330527] linearizableReadLoop","detail":"{readStateIndex:29621; appliedIndex:29620; }","duration":"108.060504ms","start":"2026-03-04T16:30:13.288112Z","end":"2026-03-04T16:30:13.396172Z","steps":["trace[1275330527] 'read index received' (duration: 78.16527ms)","trace[1275330527] 'applied index is now lower than readState.Index' (duration: 29.894034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:13.39633Z","caller":"traceutil/trace.go:171","msg":"trace[1792603519] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"146.598354ms","start":"2026-03-04T16:30:13.249719Z","end":"2026-03-04T16:30:13.396317Z","steps":["trace[1792603519] 'process raft request' (duration: 116.660319ms)","trace[1792603519] 'compare' (duration: 29.673628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:13.396687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.546026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6fc688fbdb-jmvxd.1899b0311a506ee9\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-04T16:30:13.396757Z","caller":"traceutil/trace.go:171","msg":"trace[2091926954] range","detail":"{range_begin:/registry/events/openstack/manila-api-6fc688fbdb-jmvxd.1899b0311a506ee9; range_end:; response_count:1; response_revision:28580; }","duration":"108.651998ms","start":"2026-03-04T16:30:13.288082Z","end":"2026-03-04T16:30:13.396734Z","steps":["trace[2091926954] 'agreement among raft nodes before linearized reading' (duration: 108.446343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:13.726419Z","caller":"traceutil/trace.go:171","msg":"trace[280721018] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"133.377601ms","start":"2026-03-04T16:30:13.593017Z","end":"2026-03-04T16:30:13.726395Z","steps":["trace[280721018] 'process raft request' (duration: 133.205477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:13.765759Z","caller":"traceutil/trace.go:171","msg":"trace[1252823531] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"172.676292ms","start":"2026-03-04T16:30:13.59306Z","end":"2026-03-04T16:30:13.765737Z","steps":["trace[1252823531] 'process raft request' (duration: 172.468196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:14.795553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.607372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:14.795734Z","caller":"traceutil/trace.go:171","msg":"trace[285476890] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"181.411641ms","start":"2026-03-04T16:30:14.61431Z","end":"2026-03-04T16:30:14.795722Z","steps":["trace[285476890] 'process raft request' (duration: 181.326698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:14.795779Z","caller":"traceutil/trace.go:171","msg":"trace[519694470] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"263.044858ms","start":"2026-03-04T16:30:14.532705Z","end":"2026-03-04T16:30:14.79575Z","steps":["trace[519694470] 'process raft request' (duration: 124.165578ms)","trace[519694470] 'compare' (duration: 138.355636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:14.79592Z","caller":"traceutil/trace.go:171","msg":"trace[1431200500] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"181.37488ms","start":"2026-03-04T16:30:14.614507Z","end":"2026-03-04T16:30:14.795881Z","steps":["trace[1431200500] 'process raft request' (duration: 181.184814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:15.081569Z","caller":"traceutil/trace.go:171","msg":"trace[1217274514] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"282.856137ms","start":"2026-03-04T16:30:14.798683Z","end":"2026-03-04T16:30:15.081539Z","steps":["trace[1217274514] 'process raft request' (duration: 272.208009ms)","trace[1217274514] 'compare' (duration: 10.485063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:15.303504Z","caller":"traceutil/trace.go:171","msg":"trace[1909280227] linearizableReadLoop","detail":"{readStateIndex:29631; appliedIndex:29629; }","duration":"198.39173ms","start":"2026-03-04T16:30:15.105084Z","end":"2026-03-04T16:30:15.303476Z","steps":["trace[1909280227] 'read index received' (duration: 107.413606ms)","trace[1909280227] 'applied index is now lower than readState.Index' (duration: 90.977034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:15.303541Z","caller":"traceutil/trace.go:171","msg":"trace[543477094] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"217.115632ms","start":"2026-03-04T16:30:15.086413Z","end":"2026-03-04T16:30:15.303529Z","steps":["trace[543477094] 'process raft request' (duration: 217.014879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:15.303734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.633295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:30:15.30376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.202434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:30:15.303805Z","caller":"traceutil/trace.go:171","msg":"trace[844667460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28590; }","duration":"198.756858ms","start":"2026-03-04T16:30:15.105031Z","end":"2026-03-04T16:30:15.303788Z","steps":["trace[844667460] 'agreement among raft nodes before linearized reading' (duration: 198.549793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:15.303828Z","caller":"traceutil/trace.go:171","msg":"trace[684988834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28590; }","duration":"196.313437ms","start":"2026-03-04T16:30:15.107491Z","end":"2026-03-04T16:30:15.303804Z","steps":["trace[684988834] 'agreement among raft nodes before linearized reading' (duration: 196.141602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:15.303866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.706402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:30:15.303503Z","caller":"traceutil/trace.go:171","msg":"trace[695307562] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"241.225568ms","start":"2026-03-04T16:30:15.062248Z","end":"2026-03-04T16:30:15.303473Z","steps":["trace[695307562] 'process raft request' (duration: 150.274796ms)","trace[695307562] 'compare' (duration: 90.769378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:15.303951Z","caller":"traceutil/trace.go:171","msg":"trace[388514448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28590; }","duration":"191.816654ms","start":"2026-03-04T16:30:15.112118Z","end":"2026-03-04T16:30:15.303934Z","steps":["trace[388514448] 'agreement among raft nodes before linearized reading' (duration: 191.602349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:15.519342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.240453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:15.519539Z","caller":"traceutil/trace.go:171","msg":"trace[546133881] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"213.160302ms","start":"2026-03-04T16:30:15.306328Z","end":"2026-03-04T16:30:15.519488Z","steps":["trace[546133881] 'process raft request' (duration: 103.687053ms)","trace[546133881] 'compare' (duration: 109.098499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:16.334249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.161717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:16.33465Z","caller":"traceutil/trace.go:171","msg":"trace[922671747] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"602.640386ms","start":"2026-03-04T16:30:15.73199Z","end":"2026-03-04T16:30:16.33463Z","steps":["trace[922671747] 'process raft request' (duration: 602.583354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.334733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.731964Z","time spent":"602.730248ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:16.334772Z","caller":"traceutil/trace.go:171","msg":"trace[932780850] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"1.02546556s","start":"2026-03-04T16:30:15.309255Z","end":"2026-03-04T16:30:16.334721Z","steps":["trace[932780850] 'process raft request' (duration: 1.025124381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.334924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.30924Z","time spent":"1.025600484s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:16.334931Z","caller":"traceutil/trace.go:171","msg":"trace[1448887947] linearizableReadLoop","detail":"{readStateIndex:29635; appliedIndex:29631; }","duration":"933.572474ms","start":"2026-03-04T16:30:15.401336Z","end":"2026-03-04T16:30:16.334908Z","steps":["trace[1448887947] 'read index received' (duration: 8.689319ms)","trace[1448887947] 'applied index is now lower than readState.Index' (duration: 924.881155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:16.334956Z","caller":"traceutil/trace.go:171","msg":"trace[348587001] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"1.025635564s","start":"2026-03-04T16:30:15.309284Z","end":"2026-03-04T16:30:16.33492Z","steps":["trace[348587001] 'process raft request' (duration: 1.025241494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:16.334975Z","caller":"traceutil/trace.go:171","msg":"trace[1724028808] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"1.025716856s","start":"2026-03-04T16:30:15.309244Z","end":"2026-03-04T16:30:16.33496Z","steps":["trace[1724028808] 'process raft request' (duration: 431.721258ms)","trace[1724028808] 'compare' (duration: 592.10392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:16.33505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.309221Z","time spent":"1.025797078s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:16.335098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.309222Z","time spent":"1.025797708s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:16.335147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.80321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:30:16.33519Z","caller":"traceutil/trace.go:171","msg":"trace[690933198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28595; }","duration":"933.872951ms","start":"2026-03-04T16:30:15.401306Z","end":"2026-03-04T16:30:16.335179Z","steps":["trace[690933198] 'agreement among raft nodes before linearized reading' (duration: 933.697627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.335223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.401292Z","time spent":"933.923443ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:30:16.468357Z","caller":"traceutil/trace.go:171","msg":"trace[338182183] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"129.026871ms","start":"2026-03-04T16:30:16.339311Z","end":"2026-03-04T16:30:16.468338Z","steps":["trace[338182183] 'process raft request' (duration: 128.99011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:16.468453Z","caller":"traceutil/trace.go:171","msg":"trace[859946976] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"695.270371ms","start":"2026-03-04T16:30:15.773139Z","end":"2026-03-04T16:30:16.46841Z","steps":["trace[859946976] 'process raft request' (duration: 690.982622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:16.468575Z","caller":"traceutil/trace.go:171","msg":"trace[1006343451] linearizableReadLoop","detail":"{readStateIndex:29637; appliedIndex:29636; }","duration":"133.560236ms","start":"2026-03-04T16:30:16.334977Z","end":"2026-03-04T16:30:16.468538Z","steps":["trace[1006343451] 'read index received' (duration: 129.269767ms)","trace[1006343451] 'applied index is now lower than readState.Index' (duration: 4.285119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:16.4687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.398914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:16.468722Z","caller":"traceutil/trace.go:171","msg":"trace[810666046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28597; }","duration":"980.463696ms","start":"2026-03-04T16:30:15.488251Z","end":"2026-03-04T16:30:16.468714Z","steps":["trace[810666046] 'agreement among raft nodes before linearized reading' (duration: 980.387134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.46872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.988117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:30:16.468738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.204158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-04T16:30:16.468747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.488235Z","time spent":"980.506297ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:30:16.468768Z","caller":"traceutil/trace.go:171","msg":"trace[1865754122] range","detail":"{range_begin:/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642; range_end:; response_count:1; response_revision:28597; }","duration":"945.270909ms","start":"2026-03-04T16:30:15.523487Z","end":"2026-03-04T16:30:16.468758Z","steps":["trace[1865754122] 'agreement among raft nodes before linearized reading' (duration: 945.169777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.468605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.773125Z","time spent":"695.401864ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:16.468784Z","caller":"traceutil/trace.go:171","msg":"trace[675386499] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28597; }","duration":"536.085639ms","start":"2026-03-04T16:30:15.932667Z","end":"2026-03-04T16:30:16.468753Z","steps":["trace[675386499] 'agreement among raft nodes before linearized reading' (duration: 535.957276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.468773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.787841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:30:16.468818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.932648Z","time spent":"536.160961ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:30:16.468814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.444771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:30:16.468834Z","caller":"traceutil/trace.go:171","msg":"trace[741206666] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28597; }","duration":"156.902644ms","start":"2026-03-04T16:30:16.311917Z","end":"2026-03-04T16:30:16.46882Z","steps":["trace[741206666] 'agreement among raft nodes before linearized reading' (duration: 156.76203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.468791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.523463Z","time spent":"945.321981ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-74bf7c9b88-l94qx.1899af2163394642\" "} {"level":"info","ts":"2026-03-04T16:30:16.468864Z","caller":"traceutil/trace.go:171","msg":"trace[1108343354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28597; }","duration":"604.531084ms","start":"2026-03-04T16:30:15.864319Z","end":"2026-03-04T16:30:16.46885Z","steps":["trace[1108343354] 'agreement among raft nodes before linearized reading' (duration: 604.333839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:16.4689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:15.8643Z","time spent":"604.589465ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:30:16.729855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.302528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:16.729999Z","caller":"traceutil/trace.go:171","msg":"trace[1017243325] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"140.375346ms","start":"2026-03-04T16:30:16.589604Z","end":"2026-03-04T16:30:16.72998Z","steps":["trace[1017243325] 'process raft request' (duration: 39.869224ms)","trace[1017243325] 'compare' (duration: 100.180934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:17.098574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.363577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:17.098729Z","caller":"traceutil/trace.go:171","msg":"trace[1151950811] transaction","detail":"{read_only:false; response_revision:28601; number_of_response:1; }","duration":"298.187254ms","start":"2026-03-04T16:30:16.800513Z","end":"2026-03-04T16:30:17.0987Z","steps":["trace[1151950811] 'process raft request' (duration: 184.588761ms)","trace[1151950811] 'compare' (duration: 113.09966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:17.179497Z","caller":"traceutil/trace.go:171","msg":"trace[756463368] transaction","detail":"{read_only:false; response_revision:28603; number_of_response:1; }","duration":"377.906992ms","start":"2026-03-04T16:30:16.801571Z","end":"2026-03-04T16:30:17.179478Z","steps":["trace[756463368] 'process raft request' (duration: 377.84767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:17.179612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:16.801548Z","time spent":"378.005944ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:17.179613Z","caller":"traceutil/trace.go:171","msg":"trace[1531549910] transaction","detail":"{read_only:false; response_revision:28602; number_of_response:1; }","duration":"378.970549ms","start":"2026-03-04T16:30:16.800606Z","end":"2026-03-04T16:30:17.179577Z","steps":["trace[1531549910] 'process raft request' (duration: 378.670472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:17.179796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:16.800585Z","time spent":"379.108504ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:17.598993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.429486ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:30:17.599371Z","caller":"traceutil/trace.go:171","msg":"trace[723669806] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"511.19478ms","start":"2026-03-04T16:30:17.088146Z","end":"2026-03-04T16:30:17.599341Z","steps":["trace[723669806] 'process raft request' (duration: 510.944424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:17.599394Z","caller":"traceutil/trace.go:171","msg":"trace[1647578009] linearizableReadLoop","detail":"{readStateIndex:29646; appliedIndex:29644; }","duration":"291.837094ms","start":"2026-03-04T16:30:17.307534Z","end":"2026-03-04T16:30:17.599371Z","steps":["trace[1647578009] 'read index received' (duration: 42.341µs)","trace[1647578009] 'applied index is now lower than readState.Index' (duration: 291.793623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:17.599531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:17.088126Z","time spent":"511.311924ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:17.825217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.670095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:30:17.82527Z","caller":"traceutil/trace.go:171","msg":"trace[558034988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28604; }","duration":"517.765827ms","start":"2026-03-04T16:30:17.307489Z","end":"2026-03-04T16:30:17.825255Z","steps":["trace[558034988] 'agreement among raft nodes before linearized reading' (duration: 291.970037ms)","trace[558034988] 'range keys from in-memory index tree' (duration: 225.668586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:17.825292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:17.307469Z","time spent":"517.818818ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:30:17.825308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.862981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:17.825512Z","caller":"traceutil/trace.go:171","msg":"trace[1752096282] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"137.870314ms","start":"2026-03-04T16:30:17.687623Z","end":"2026-03-04T16:30:17.825493Z","steps":["trace[1752096282] 'process raft request' (duration: 137.805502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:17.825506Z","caller":"traceutil/trace.go:171","msg":"trace[1133882602] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"438.214411ms","start":"2026-03-04T16:30:17.387251Z","end":"2026-03-04T16:30:17.825466Z","steps":["trace[1133882602] 'process raft request' (duration: 212.112354ms)","trace[1133882602] 'compare' (duration: 225.750449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:17.825601Z","caller":"traceutil/trace.go:171","msg":"trace[103011004] linearizableReadLoop","detail":"{readStateIndex:29647; appliedIndex:29646; }","duration":"226.146449ms","start":"2026-03-04T16:30:17.599446Z","end":"2026-03-04T16:30:17.825592Z","steps":["trace[103011004] 'read index received' (duration: 36.811µs)","trace[103011004] 'applied index is now lower than readState.Index' (duration: 226.108788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:17.825657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.023892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:17.825701Z","caller":"traceutil/trace.go:171","msg":"trace[688367844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28606; }","duration":"337.106224ms","start":"2026-03-04T16:30:17.48859Z","end":"2026-03-04T16:30:17.825697Z","steps":["trace[688367844] 'agreement among raft nodes before linearized reading' (duration: 337.031142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:17.825716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:17.488566Z","time spent":"337.146545ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:30:17.825751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:17.387228Z","time spent":"438.381106ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:18.027762Z","caller":"traceutil/trace.go:171","msg":"trace[1391203895] linearizableReadLoop","detail":"{readStateIndex:29650; appliedIndex:29649; }","duration":"138.858838ms","start":"2026-03-04T16:30:17.888872Z","end":"2026-03-04T16:30:18.027731Z","steps":["trace[1391203895] 'read index received' (duration: 41.854484ms)","trace[1391203895] 'applied index is now lower than readState.Index' (duration: 97.002954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:18.027909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.021273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:18.027951Z","caller":"traceutil/trace.go:171","msg":"trace[480078129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28608; }","duration":"139.104454ms","start":"2026-03-04T16:30:17.888834Z","end":"2026-03-04T16:30:18.027938Z","steps":["trace[480078129] 'agreement among raft nodes before linearized reading' (duration: 139.000072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:18.028231Z","caller":"traceutil/trace.go:171","msg":"trace[1041718581] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"164.544056ms","start":"2026-03-04T16:30:17.863654Z","end":"2026-03-04T16:30:18.028198Z","steps":["trace[1041718581] 'process raft request' (duration: 67.216244ms)","trace[1041718581] 'compare' (duration: 96.756908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:32.093503Z","caller":"traceutil/trace.go:171","msg":"trace[1158512130] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"137.619717ms","start":"2026-03-04T16:30:31.955855Z","end":"2026-03-04T16:30:32.093475Z","steps":["trace[1158512130] 'process raft request' (duration: 137.416642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:34.622892Z","caller":"traceutil/trace.go:171","msg":"trace[1913734536] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"160.112694ms","start":"2026-03-04T16:30:34.462744Z","end":"2026-03-04T16:30:34.622857Z","steps":["trace[1913734536] 'process raft request' (duration: 83.279659ms)","trace[1913734536] 'compare' (duration: 76.526208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:34.623049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.002521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:34.623116Z","caller":"traceutil/trace.go:171","msg":"trace[539606668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28722; }","duration":"135.119154ms","start":"2026-03-04T16:30:34.487979Z","end":"2026-03-04T16:30:34.623098Z","steps":["trace[539606668] 'agreement among raft nodes before linearized reading' (duration: 134.984121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:34.622927Z","caller":"traceutil/trace.go:171","msg":"trace[373326701] linearizableReadLoop","detail":"{readStateIndex:29767; appliedIndex:29764; }","duration":"134.862188ms","start":"2026-03-04T16:30:34.488044Z","end":"2026-03-04T16:30:34.622906Z","steps":["trace[373326701] 'read index received' (duration: 36.029318ms)","trace[373326701] 'applied index is now lower than readState.Index' (duration: 98.831719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:34.623288Z","caller":"traceutil/trace.go:171","msg":"trace[1347765857] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"160.297339ms","start":"2026-03-04T16:30:34.462971Z","end":"2026-03-04T16:30:34.623268Z","steps":["trace[1347765857] 'process raft request' (duration: 159.805076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:34.658121Z","caller":"traceutil/trace.go:171","msg":"trace[104368844] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"117.414559ms","start":"2026-03-04T16:30:34.540692Z","end":"2026-03-04T16:30:34.658106Z","steps":["trace[104368844] 'process raft request' (duration: 117.296906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:36.751909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.524878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:30:36.752013Z","caller":"traceutil/trace.go:171","msg":"trace[21601016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28733; }","duration":"124.679261ms","start":"2026-03-04T16:30:36.627309Z","end":"2026-03-04T16:30:36.751988Z","steps":["trace[21601016] 'agreement among raft nodes before linearized reading' (duration: 124.433415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:37.07954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.87862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:37.079732Z","caller":"traceutil/trace.go:171","msg":"trace[1516046778] transaction","detail":"{read_only:false; response_revision:28737; number_of_response:1; }","duration":"244.596964ms","start":"2026-03-04T16:30:36.835119Z","end":"2026-03-04T16:30:37.079716Z","steps":["trace[1516046778] 'process raft request' (duration: 244.562213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:37.080052Z","caller":"traceutil/trace.go:171","msg":"trace[1065096266] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"323.43945ms","start":"2026-03-04T16:30:36.7566Z","end":"2026-03-04T16:30:37.080039Z","steps":["trace[1065096266] 'process raft request' (duration: 129.986535ms)","trace[1065096266] 'compare' (duration: 192.542662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:37.080116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:36.756583Z","time spent":"323.501131ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:37.080221Z","caller":"traceutil/trace.go:171","msg":"trace[373355578] transaction","detail":"{read_only:false; response_revision:28736; number_of_response:1; }","duration":"323.214364ms","start":"2026-03-04T16:30:36.756998Z","end":"2026-03-04T16:30:37.080213Z","steps":["trace[373355578] 'process raft request' (duration: 322.628589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:37.080272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:36.75698Z","time spent":"323.266665ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:37.726958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.288408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:37.72707Z","caller":"traceutil/trace.go:171","msg":"trace[1745742400] transaction","detail":"{read_only:false; response_revision:28738; number_of_response:1; }","duration":"523.286966ms","start":"2026-03-04T16:30:37.203762Z","end":"2026-03-04T16:30:37.727049Z","steps":["trace[1745742400] 'process raft request' (duration: 264.818113ms)","trace[1745742400] 'compare' (duration: 258.181506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:37.727133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.203738Z","time spent":"523.365858ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:38.038627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.296644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:30:38.03877Z","caller":"traceutil/trace.go:171","msg":"trace[1365557833] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"708.581145ms","start":"2026-03-04T16:30:37.330172Z","end":"2026-03-04T16:30:38.038753Z","steps":["trace[1365557833] 'process raft request' (duration: 572.088496ms)","trace[1365557833] 'compare' (duration: 136.207301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:30:38.038837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.330147Z","time spent":"708.660947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:38.038913Z","caller":"traceutil/trace.go:171","msg":"trace[2124681659] linearizableReadLoop","detail":"{readStateIndex:29786; appliedIndex:29784; }","duration":"556.054102ms","start":"2026-03-04T16:30:37.482822Z","end":"2026-03-04T16:30:38.038876Z","steps":["trace[2124681659] 'read index received' (duration: 419.418099ms)","trace[2124681659] 'applied index is now lower than readState.Index' (duration: 136.635183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:38.039046Z","caller":"traceutil/trace.go:171","msg":"trace[1872691328] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"707.222921ms","start":"2026-03-04T16:30:37.331813Z","end":"2026-03-04T16:30:38.039036Z","steps":["trace[1872691328] 'process raft request' (duration: 706.900472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.039115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.33179Z","time spent":"707.284823ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:30:38.039229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.38809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:38.039295Z","caller":"traceutil/trace.go:171","msg":"trace[1748852949] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28740; }","duration":"556.488383ms","start":"2026-03-04T16:30:37.482788Z","end":"2026-03-04T16:30:38.039277Z","steps":["trace[1748852949] 'agreement among raft nodes before linearized reading' (duration: 556.391881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.039352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.482771Z","time spent":"556.564915ms","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:30:38.071029Z","caller":"traceutil/trace.go:171","msg":"trace[1853770867] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"327.530003ms","start":"2026-03-04T16:30:37.743476Z","end":"2026-03-04T16:30:38.071006Z","steps":["trace[1853770867] 'process raft request' (duration: 327.38367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.071166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.743448Z","time spent":"327.651497ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:30:38.071164Z","caller":"traceutil/trace.go:171","msg":"trace[686869016] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"247.711151ms","start":"2026-03-04T16:30:37.823421Z","end":"2026-03-04T16:30:38.071132Z","steps":["trace[686869016] 'process raft request' (duration: 247.548897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:38.237131Z","caller":"traceutil/trace.go:171","msg":"trace[843731144] transaction","detail":"{read_only:false; response_revision:28743; number_of_response:1; }","duration":"237.633228ms","start":"2026-03-04T16:30:37.999467Z","end":"2026-03-04T16:30:38.2371Z","steps":["trace[843731144] 'process raft request' (duration: 226.828176ms)","trace[843731144] 'compare' (duration: 10.511895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:38.237251Z","caller":"traceutil/trace.go:171","msg":"trace[1982028822] linearizableReadLoop","detail":"{readStateIndex:29789; appliedIndex:29786; }","duration":"198.260305ms","start":"2026-03-04T16:30:38.03896Z","end":"2026-03-04T16:30:38.23722Z","steps":["trace[1982028822] 'read index received' (duration: 31.991476ms)","trace[1982028822] 'applied index is now lower than readState.Index' (duration: 166.267829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:38.23728Z","caller":"traceutil/trace.go:171","msg":"trace[2094108768] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"182.437597ms","start":"2026-03-04T16:30:38.054813Z","end":"2026-03-04T16:30:38.237251Z","steps":["trace[2094108768] 'process raft request' (duration: 182.241752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.237451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.368539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:38.237488Z","caller":"traceutil/trace.go:171","msg":"trace[820627949] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28744; }","duration":"131.461342ms","start":"2026-03-04T16:30:38.106017Z","end":"2026-03-04T16:30:38.237478Z","steps":["trace[820627949] 'agreement among raft nodes before linearized reading' (duration: 131.364739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.237488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.778808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:30:38.237577Z","caller":"traceutil/trace.go:171","msg":"trace[385282810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28744; }","duration":"748.91876ms","start":"2026-03-04T16:30:37.488639Z","end":"2026-03-04T16:30:38.237558Z","steps":["trace[385282810] 'agreement among raft nodes before linearized reading' (duration: 748.737846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.237631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:30:37.488618Z","time spent":"749.003653ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:30:38.718271Z","caller":"traceutil/trace.go:171","msg":"trace[1437729292] linearizableReadLoop","detail":"{readStateIndex:29793; appliedIndex:29792; }","duration":"131.288129ms","start":"2026-03-04T16:30:38.586921Z","end":"2026-03-04T16:30:38.718209Z","steps":["trace[1437729292] 'read index received' (duration: 126.925398ms)","trace[1437729292] 'applied index is now lower than readState.Index' (duration: 4.361771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:38.7185Z","caller":"traceutil/trace.go:171","msg":"trace[455122092] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"182.058327ms","start":"2026-03-04T16:30:38.53642Z","end":"2026-03-04T16:30:38.718479Z","steps":["trace[455122092] 'process raft request' (duration: 177.41639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.718724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.790541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:30:38.718792Z","caller":"traceutil/trace.go:171","msg":"trace[1407319689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28747; }","duration":"131.895073ms","start":"2026-03-04T16:30:38.586872Z","end":"2026-03-04T16:30:38.718767Z","steps":["trace[1407319689] 'agreement among raft nodes before linearized reading' (duration: 131.696619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:38.874871Z","caller":"traceutil/trace.go:171","msg":"trace[1444019716] linearizableReadLoop","detail":"{readStateIndex:29795; appliedIndex:29793; }","duration":"107.928551ms","start":"2026-03-04T16:30:38.766915Z","end":"2026-03-04T16:30:38.874843Z","steps":["trace[1444019716] 'read index received' (duration: 22.076567ms)","trace[1444019716] 'applied index is now lower than readState.Index' (duration: 85.850893ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:30:38.874919Z","caller":"traceutil/trace.go:171","msg":"trace[771769057] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"117.06059ms","start":"2026-03-04T16:30:38.757829Z","end":"2026-03-04T16:30:38.87489Z","steps":["trace[771769057] 'process raft request' (duration: 109.53799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:30:38.875161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.238208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:30:38.875198Z","caller":"traceutil/trace.go:171","msg":"trace[1442378606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28749; }","duration":"108.3317ms","start":"2026-03-04T16:30:38.766855Z","end":"2026-03-04T16:30:38.875187Z","steps":["trace[1442378606] 'agreement among raft nodes before linearized reading' (duration: 108.108885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:40.14685Z","caller":"traceutil/trace.go:171","msg":"trace[1704002953] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"103.028726ms","start":"2026-03-04T16:30:40.043803Z","end":"2026-03-04T16:30:40.146832Z","steps":["trace[1704002953] 'process raft request' (duration: 102.912223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:40.151962Z","caller":"traceutil/trace.go:171","msg":"trace[233545585] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"107.412397ms","start":"2026-03-04T16:30:40.044521Z","end":"2026-03-04T16:30:40.151933Z","steps":["trace[233545585] 'process raft request' (duration: 107.271133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:30:45.967168Z","caller":"traceutil/trace.go:171","msg":"trace[2137689224] transaction","detail":"{read_only:false; response_revision:28795; number_of_response:1; }","duration":"198.000949ms","start":"2026-03-04T16:30:45.769109Z","end":"2026-03-04T16:30:45.96711Z","steps":["trace[2137689224] 'process raft request' (duration: 197.61281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:00.148801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26350} {"level":"info","ts":"2026-03-04T16:31:00.28842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26350,"took":"135.548025ms","hash":2950613111,"current-db-size-bytes":48177152,"current-db-size":"48 MB","current-db-size-in-use-bytes":32378880,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T16:31:00.288489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2950613111,"revision":26350,"compact-revision":24399} {"level":"info","ts":"2026-03-04T16:31:02.173598Z","caller":"traceutil/trace.go:171","msg":"trace[195603349] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"147.21075ms","start":"2026-03-04T16:31:02.026358Z","end":"2026-03-04T16:31:02.173568Z","steps":["trace[195603349] 'process raft request' (duration: 147.030665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:03.983561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.636948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:03.98371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329237245s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:03.983735Z","caller":"traceutil/trace.go:171","msg":"trace[414524662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28907; }","duration":"137.822503ms","start":"2026-03-04T16:31:03.845894Z","end":"2026-03-04T16:31:03.983716Z","steps":["trace[414524662] 'range keys from in-memory index tree' (duration: 137.618548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:03.983803Z","caller":"traceutil/trace.go:171","msg":"trace[521191512] linearizableReadLoop","detail":"{readStateIndex:29960; appliedIndex:29959; }","duration":"1.664923453s","start":"2026-03-04T16:31:02.318865Z","end":"2026-03-04T16:31:03.983789Z","steps":["trace[521191512] 'read index received' (duration: 335.627888ms)","trace[521191512] 'applied index is now lower than readState.Index' (duration: 1.329293925s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:03.983802Z","caller":"traceutil/trace.go:171","msg":"trace[342068285] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"1.669530149s","start":"2026-03-04T16:31:02.314247Z","end":"2026-03-04T16:31:03.983777Z","steps":["trace[342068285] 'process raft request' (duration: 340.093779ms)","trace[342068285] 'compare' (duration: 1.328312182s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:03.983951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.314218Z","time spent":"1.669637762s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:03.984041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665051576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:03.984294Z","caller":"traceutil/trace.go:171","msg":"trace[15751587] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28908; }","duration":"1.665280012s","start":"2026-03-04T16:31:02.318812Z","end":"2026-03-04T16:31:03.984092Z","steps":["trace[15751587] 'agreement among raft nodes before linearized reading' (duration: 1.665060196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:03.984541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.318792Z","time spent":"1.665535328s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:31:04.201438Z","caller":"traceutil/trace.go:171","msg":"trace[618302700] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"1.830919786s","start":"2026-03-04T16:31:02.370493Z","end":"2026-03-04T16:31:04.201413Z","steps":["trace[618302700] 'process raft request' (duration: 1.830862855s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.201466Z","caller":"traceutil/trace.go:171","msg":"trace[721358584] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"1.832229128s","start":"2026-03-04T16:31:02.369188Z","end":"2026-03-04T16:31:04.201418Z","steps":["trace[721358584] 'process raft request' (duration: 1.774031352s)","trace[721358584] 'compare' (duration: 57.996621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:04.201633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.370485Z","time spent":"1.831051019s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:04.201824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.369158Z","time spent":"1.832394073s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:04.204047Z","caller":"traceutil/trace.go:171","msg":"trace[41650142] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"1.388263953s","start":"2026-03-04T16:31:02.815741Z","end":"2026-03-04T16:31:04.204005Z","steps":["trace[41650142] 'process raft request' (duration: 1.387983536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.204317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.815724Z","time spent":"1.388468367s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:04.204914Z","caller":"traceutil/trace.go:171","msg":"trace[1449490837] linearizableReadLoop","detail":"{readStateIndex:29966; appliedIndex:29960; }","duration":"221.05819ms","start":"2026-03-04T16:31:03.983838Z","end":"2026-03-04T16:31:04.204897Z","steps":["trace[1449490837] 'read index received' (duration: 159.399116ms)","trace[1449490837] 'applied index is now lower than readState.Index' (duration: 61.658254ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:04.205139Z","caller":"traceutil/trace.go:171","msg":"trace[1858766503] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"1.241384961s","start":"2026-03-04T16:31:02.963743Z","end":"2026-03-04T16:31:04.205128Z","steps":["trace[1858766503] 'process raft request' (duration: 1.24016227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.205241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.963715Z","time spent":"1.241452083s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:04.205625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022866485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:04.205698Z","caller":"traceutil/trace.go:171","msg":"trace[1070985559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28914; }","duration":"1.022970117s","start":"2026-03-04T16:31:03.182716Z","end":"2026-03-04T16:31:04.205686Z","steps":["trace[1070985559] 'agreement among raft nodes before linearized reading' (duration: 1.022860364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.205725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.1827Z","time spent":"1.023018618s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:31:04.205728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.808538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:31:04.205775Z","caller":"traceutil/trace.go:171","msg":"trace[163042969] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"1.012657747s","start":"2026-03-04T16:31:03.193088Z","end":"2026-03-04T16:31:04.205745Z","steps":["trace[163042969] 'process raft request' (duration: 1.011658492s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.205831Z","caller":"traceutil/trace.go:171","msg":"trace[480895437] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"939.020742ms","start":"2026-03-04T16:31:03.266799Z","end":"2026-03-04T16:31:04.20582Z","steps":["trace[480895437] 'process raft request' (duration: 938.054208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.205889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.266594Z","time spent":"939.262698ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:04.20589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.19306Z","time spent":"1.012776469s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:04.205791Z","caller":"traceutil/trace.go:171","msg":"trace[231931683] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28914; }","duration":"319.87989ms","start":"2026-03-04T16:31:03.885897Z","end":"2026-03-04T16:31:04.205777Z","steps":["trace[231931683] 'agreement among raft nodes before linearized reading' (duration: 319.742216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.206091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.88584Z","time spent":"320.216359ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:31:04.206103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.220886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:04.2062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.285111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:31:04.206254Z","caller":"traceutil/trace.go:171","msg":"trace[1017850792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28914; }","duration":"939.409791ms","start":"2026-03-04T16:31:03.266835Z","end":"2026-03-04T16:31:04.206244Z","steps":["trace[1017850792] 'agreement among raft nodes before linearized reading' (duration: 939.106444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.206289Z","caller":"traceutil/trace.go:171","msg":"trace[77764875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28914; }","duration":"980.427635ms","start":"2026-03-04T16:31:03.225837Z","end":"2026-03-04T16:31:04.206265Z","steps":["trace[77764875] 'agreement among raft nodes before linearized reading' (duration: 980.143848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.20629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.820633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:31:04.206289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716842091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:04.206354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.225816Z","time spent":"980.526758ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:31:04.206374Z","caller":"traceutil/trace.go:171","msg":"trace[1550231371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28914; }","duration":"972.937696ms","start":"2026-03-04T16:31:03.233415Z","end":"2026-03-04T16:31:04.206353Z","steps":["trace[1550231371] 'agreement among raft nodes before linearized reading' (duration: 972.660329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.20638Z","caller":"traceutil/trace.go:171","msg":"trace[526020730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28914; }","duration":"1.716985914s","start":"2026-03-04T16:31:02.489376Z","end":"2026-03-04T16:31:04.206362Z","steps":["trace[526020730] 'agreement among raft nodes before linearized reading' (duration: 1.716834641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.20634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447304359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:04.206418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.489355Z","time spent":"1.717054247s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:31:04.20646Z","caller":"traceutil/trace.go:171","msg":"trace[849384807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28914; }","duration":"1.447495234s","start":"2026-03-04T16:31:02.758934Z","end":"2026-03-04T16:31:04.206429Z","steps":["trace[849384807] 'agreement among raft nodes before linearized reading' (duration: 1.447213987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.206534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.758915Z","time spent":"1.447602457s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:31:04.206417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.233405Z","time spent":"973.003637ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:04.206628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697456744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:31:04.206726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297477565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:31:04.206762Z","caller":"traceutil/trace.go:171","msg":"trace[1674124327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28914; }","duration":"1.697675239s","start":"2026-03-04T16:31:02.509057Z","end":"2026-03-04T16:31:04.206733Z","steps":["trace[1674124327] 'agreement among raft nodes before linearized reading' (duration: 1.697235057s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.206787Z","caller":"traceutil/trace.go:171","msg":"trace[1198337595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28914; }","duration":"1.297580847s","start":"2026-03-04T16:31:02.909188Z","end":"2026-03-04T16:31:04.206769Z","steps":["trace[1198337595] 'agreement among raft nodes before linearized reading' (duration: 1.297367252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.206829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.509036Z","time spent":"1.697783252s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:31:04.206837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.909165Z","time spent":"1.29766039s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:04.207238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727525831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:31:04.207501Z","caller":"traceutil/trace.go:171","msg":"trace[1688258559] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28914; }","duration":"1.727826619s","start":"2026-03-04T16:31:02.47964Z","end":"2026-03-04T16:31:04.207467Z","steps":["trace[1688258559] 'agreement among raft nodes before linearized reading' (duration: 1.726666079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.208544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:02.479619Z","time spent":"1.728909325s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:31:04.218849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172193368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:31:04.218905Z","caller":"traceutil/trace.go:171","msg":"trace[1709565909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28914; }","duration":"1.17228718s","start":"2026-03-04T16:31:03.046603Z","end":"2026-03-04T16:31:04.218891Z","steps":["trace[1709565909] 'agreement among raft nodes before linearized reading' (duration: 1.159754184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.218927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.046584Z","time spent":"1.172336201s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:04.206293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:03.266822Z","time spent":"939.452552ms","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:31:04.360854Z","caller":"traceutil/trace.go:171","msg":"trace[2021200739] linearizableReadLoop","detail":"{readStateIndex:29972; appliedIndex:29967; }","duration":"120.792604ms","start":"2026-03-04T16:31:04.240031Z","end":"2026-03-04T16:31:04.360824Z","steps":["trace[2021200739] 'read index received' (duration: 102.945594ms)","trace[2021200739] 'applied index is now lower than readState.Index' (duration: 17.84568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:04.361035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.15672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:04.36109Z","caller":"traceutil/trace.go:171","msg":"trace[1716084594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28920; }","duration":"153.272143ms","start":"2026-03-04T16:31:04.207803Z","end":"2026-03-04T16:31:04.361075Z","steps":["trace[1716084594] 'agreement among raft nodes before linearized reading' (duration: 153.139169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.361427Z","caller":"traceutil/trace.go:171","msg":"trace[1735280022] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"141.924287ms","start":"2026-03-04T16:31:04.219488Z","end":"2026-03-04T16:31:04.361412Z","steps":["trace[1735280022] 'process raft request' (duration: 123.658526ms)","trace[1735280022] 'compare' (duration: 17.329697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:04.361483Z","caller":"traceutil/trace.go:171","msg":"trace[442581548] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"136.851839ms","start":"2026-03-04T16:31:04.224604Z","end":"2026-03-04T16:31:04.361456Z","steps":["trace[442581548] 'process raft request' (duration: 136.152772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.361611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.365481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:04.361655Z","caller":"traceutil/trace.go:171","msg":"trace[755046165] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28920; }","duration":"131.419682ms","start":"2026-03-04T16:31:04.230223Z","end":"2026-03-04T16:31:04.361643Z","steps":["trace[755046165] 'agreement among raft nodes before linearized reading' (duration: 131.34726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.361724Z","caller":"traceutil/trace.go:171","msg":"trace[2099652] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"142.049309ms","start":"2026-03-04T16:31:04.219666Z","end":"2026-03-04T16:31:04.361716Z","steps":["trace[2099652] 'process raft request' (duration: 140.933662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.361807Z","caller":"traceutil/trace.go:171","msg":"trace[1799906999] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"138.604994ms","start":"2026-03-04T16:31:04.223195Z","end":"2026-03-04T16:31:04.3618Z","steps":["trace[1799906999] 'process raft request' (duration: 137.454575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:04.361892Z","caller":"traceutil/trace.go:171","msg":"trace[2057165375] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"138.603352ms","start":"2026-03-04T16:31:04.223283Z","end":"2026-03-04T16:31:04.361886Z","steps":["trace[2057165375] 'process raft request' (duration: 137.401512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:04.361937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.269468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:31:04.361977Z","caller":"traceutil/trace.go:171","msg":"trace[1957606855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28920; }","duration":"135.34127ms","start":"2026-03-04T16:31:04.226626Z","end":"2026-03-04T16:31:04.361968Z","steps":["trace[1957606855] 'agreement among raft nodes before linearized reading' (duration: 135.213497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.336259Z","caller":"traceutil/trace.go:171","msg":"trace[2131966440] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"124.808575ms","start":"2026-03-04T16:31:06.211408Z","end":"2026-03-04T16:31:06.336217Z","steps":["trace[2131966440] 'process raft request' (duration: 124.718883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.336283Z","caller":"traceutil/trace.go:171","msg":"trace[706482333] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"127.275228ms","start":"2026-03-04T16:31:06.208967Z","end":"2026-03-04T16:31:06.336242Z","steps":["trace[706482333] 'process raft request' (duration: 126.875908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.336835Z","caller":"traceutil/trace.go:171","msg":"trace[1414035663] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"115.663144ms","start":"2026-03-04T16:31:06.221148Z","end":"2026-03-04T16:31:06.336811Z","steps":["trace[1414035663] 'process raft request' (duration: 115.029948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.336919Z","caller":"traceutil/trace.go:171","msg":"trace[642425701] transaction","detail":"{read_only:false; response_revision:28926; number_of_response:1; }","duration":"110.160216ms","start":"2026-03-04T16:31:06.226721Z","end":"2026-03-04T16:31:06.336881Z","steps":["trace[642425701] 'process raft request' (duration: 109.90896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.509196Z","caller":"traceutil/trace.go:171","msg":"trace[397053280] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"139.143536ms","start":"2026-03-04T16:31:06.370029Z","end":"2026-03-04T16:31:06.509172Z","steps":["trace[397053280] 'process raft request' (duration: 127.509893ms)","trace[397053280] 'compare' (duration: 11.340345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:06.587206Z","caller":"traceutil/trace.go:171","msg":"trace[929842670] transaction","detail":"{read_only:false; response_revision:28930; number_of_response:1; }","duration":"215.740127ms","start":"2026-03-04T16:31:06.371445Z","end":"2026-03-04T16:31:06.587186Z","steps":["trace[929842670] 'process raft request' (duration: 215.607733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.587207Z","caller":"traceutil/trace.go:171","msg":"trace[957213202] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"215.004347ms","start":"2026-03-04T16:31:06.372173Z","end":"2026-03-04T16:31:06.587178Z","steps":["trace[957213202] 'process raft request' (duration: 214.928465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.587293Z","caller":"traceutil/trace.go:171","msg":"trace[1263695978] linearizableReadLoop","detail":"{readStateIndex:29984; appliedIndex:29979; }","duration":"114.066684ms","start":"2026-03-04T16:31:06.473202Z","end":"2026-03-04T16:31:06.587269Z","steps":["trace[1263695978] 'read index received' (duration: 24.345913ms)","trace[1263695978] 'applied index is now lower than readState.Index' (duration: 89.719101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:06.58739Z","caller":"traceutil/trace.go:171","msg":"trace[2027686206] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"213.166822ms","start":"2026-03-04T16:31:06.374216Z","end":"2026-03-04T16:31:06.587383Z","steps":["trace[2027686206] 'process raft request' (duration: 212.920566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:06.587547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.32721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:31:06.587597Z","caller":"traceutil/trace.go:171","msg":"trace[1883757695] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28932; }","duration":"114.425073ms","start":"2026-03-04T16:31:06.473164Z","end":"2026-03-04T16:31:06.587589Z","steps":["trace[1883757695] 'agreement among raft nodes before linearized reading' (duration: 114.33079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:06.587193Z","caller":"traceutil/trace.go:171","msg":"trace[146349948] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"216.242149ms","start":"2026-03-04T16:31:06.370914Z","end":"2026-03-04T16:31:06.587157Z","steps":["trace[146349948] 'process raft request' (duration: 215.991803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:06.824311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.157284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:31:08.431351Z","caller":"traceutil/trace.go:171","msg":"trace[1598303111] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"140.114731ms","start":"2026-03-04T16:31:08.291206Z","end":"2026-03-04T16:31:08.431321Z","steps":["trace[1598303111] 'process raft request' (duration: 139.915576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:08.713935Z","caller":"traceutil/trace.go:171","msg":"trace[1482249209] transaction","detail":"{read_only:false; response_revision:28936; number_of_response:1; }","duration":"371.700217ms","start":"2026-03-04T16:31:08.342208Z","end":"2026-03-04T16:31:08.713908Z","steps":["trace[1482249209] 'process raft request' (duration: 294.511761ms)","trace[1482249209] 'compare' (duration: 76.767574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:08.714012Z","caller":"traceutil/trace.go:171","msg":"trace[562993958] linearizableReadLoop","detail":"{readStateIndex:29993; appliedIndex:29988; }","duration":"214.848394ms","start":"2026-03-04T16:31:08.499145Z","end":"2026-03-04T16:31:08.713993Z","steps":["trace[562993958] 'read index received' (duration: 137.554446ms)","trace[562993958] 'applied index is now lower than readState.Index' (duration: 77.292978ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:08.71399Z","caller":"traceutil/trace.go:171","msg":"trace[832145089] transaction","detail":"{read_only:false; response_revision:28937; number_of_response:1; }","duration":"371.710157ms","start":"2026-03-04T16:31:08.342252Z","end":"2026-03-04T16:31:08.713962Z","steps":["trace[832145089] 'process raft request' (duration: 371.541452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:08.714125Z","caller":"traceutil/trace.go:171","msg":"trace[733942385] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"370.894227ms","start":"2026-03-04T16:31:08.343208Z","end":"2026-03-04T16:31:08.714103Z","steps":["trace[733942385] 'process raft request' (duration: 370.741493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.012508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:08.714173Z","caller":"traceutil/trace.go:171","msg":"trace[665419382] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"371.232835ms","start":"2026-03-04T16:31:08.342913Z","end":"2026-03-04T16:31:08.714146Z","steps":["trace[665419382] 'process raft request' (duration: 371.000579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:08.342226Z","time spent":"371.908421ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:08.714224Z","caller":"traceutil/trace.go:171","msg":"trace[970347540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28940; }","duration":"215.119441ms","start":"2026-03-04T16:31:08.499091Z","end":"2026-03-04T16:31:08.71421Z","steps":["trace[970347540] 'agreement among raft nodes before linearized reading' (duration: 215.016529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.71426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:08.343196Z","time spent":"370.974408ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:08.714281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.3932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:31:08.714284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:08.342906Z","time spent":"371.320947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:08.714314Z","caller":"traceutil/trace.go:171","msg":"trace[668360739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28940; }","duration":"123.463481ms","start":"2026-03-04T16:31:08.590841Z","end":"2026-03-04T16:31:08.714305Z","steps":["trace[668360739] 'agreement among raft nodes before linearized reading' (duration: 123.315697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.672617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:31:08.714385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.976103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:31:08.714124Z","caller":"traceutil/trace.go:171","msg":"trace[941269063] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"371.274736ms","start":"2026-03-04T16:31:08.342833Z","end":"2026-03-04T16:31:08.714107Z","steps":["trace[941269063] 'process raft request' (duration: 371.03567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:08.714521Z","caller":"traceutil/trace.go:171","msg":"trace[731730838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28940; }","duration":"170.102057ms","start":"2026-03-04T16:31:08.544371Z","end":"2026-03-04T16:31:08.714473Z","steps":["trace[731730838] 'agreement among raft nodes before linearized reading' (duration: 169.753368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:08.342818Z","time spent":"371.730648ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:08.714416Z","caller":"traceutil/trace.go:171","msg":"trace[1460724609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28940; }","duration":"121.80074ms","start":"2026-03-04T16:31:08.592596Z","end":"2026-03-04T16:31:08.714397Z","steps":["trace[1460724609] 'agreement among raft nodes before linearized reading' (duration: 121.585355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.749894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:31:08.714683Z","caller":"traceutil/trace.go:171","msg":"trace[1074260634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28940; }","duration":"123.126813ms","start":"2026-03-04T16:31:08.591547Z","end":"2026-03-04T16:31:08.714674Z","steps":["trace[1074260634] 'agreement among raft nodes before linearized reading' (duration: 122.59711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:08.714438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.606215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:31:08.714517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:08.342186Z","time spent":"372.302331ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:08.714751Z","caller":"traceutil/trace.go:171","msg":"trace[1804091411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28940; }","duration":"123.935342ms","start":"2026-03-04T16:31:08.590804Z","end":"2026-03-04T16:31:08.714739Z","steps":["trace[1804091411] 'agreement among raft nodes before linearized reading' (duration: 123.574383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:09.583231Z","caller":"traceutil/trace.go:171","msg":"trace[1829677901] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"564.360411ms","start":"2026-03-04T16:31:09.018847Z","end":"2026-03-04T16:31:09.583207Z","steps":["trace[1829677901] 'process raft request' (duration: 564.184167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.583425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.018822Z","time spent":"564.478085ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:09.592138Z","caller":"traceutil/trace.go:171","msg":"trace[2100598365] linearizableReadLoop","detail":"{readStateIndex:30000; appliedIndex:29998; }","duration":"397.841485ms","start":"2026-03-04T16:31:09.194277Z","end":"2026-03-04T16:31:09.592119Z","steps":["trace[2100598365] 'read index received' (duration: 388.725975ms)","trace[2100598365] 'applied index is now lower than readState.Index' (duration: 9.11468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:09.592158Z","caller":"traceutil/trace.go:171","msg":"trace[2057525493] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"560.880413ms","start":"2026-03-04T16:31:09.031253Z","end":"2026-03-04T16:31:09.592134Z","steps":["trace[2057525493] 'process raft request' (duration: 560.698128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:09.592238Z","caller":"traceutil/trace.go:171","msg":"trace[1599240422] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"379.760499ms","start":"2026-03-04T16:31:09.212469Z","end":"2026-03-04T16:31:09.59223Z","steps":["trace[1599240422] 'process raft request' (duration: 379.596725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.592305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.031229Z","time spent":"560.982585ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:09.592393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.212453Z","time spent":"379.80744ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:09.592417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:09.592425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.534039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:09.592471Z","caller":"traceutil/trace.go:171","msg":"trace[2076149011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28948; }","duration":"127.183914ms","start":"2026-03-04T16:31:09.465273Z","end":"2026-03-04T16:31:09.592457Z","steps":["trace[2076149011] 'agreement among raft nodes before linearized reading' (duration: 127.03479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:09.592493Z","caller":"traceutil/trace.go:171","msg":"trace[1889612704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28948; }","duration":"103.631511ms","start":"2026-03-04T16:31:09.488843Z","end":"2026-03-04T16:31:09.592475Z","steps":["trace[1889612704] 'agreement among raft nodes before linearized reading' (duration: 103.522569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.592508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.228794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:31:09.592601Z","caller":"traceutil/trace.go:171","msg":"trace[1141966671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28948; }","duration":"398.362587ms","start":"2026-03-04T16:31:09.194216Z","end":"2026-03-04T16:31:09.592578Z","steps":["trace[1141966671] 'agreement among raft nodes before linearized reading' (duration: 398.124901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:09.592663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:09.194195Z","time spent":"398.44977ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T16:31:10.438905Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f20dfa43a2e4607","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:31:10.44854Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T16:31:10.448672Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-03-04T16:31:14.950722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.85025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:14.950788Z","caller":"traceutil/trace.go:171","msg":"trace[587010698] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28977; }","duration":"219.982073ms","start":"2026-03-04T16:31:14.730789Z","end":"2026-03-04T16:31:14.950771Z","steps":["trace[587010698] 'count revisions from in-memory index tree' (duration: 219.693196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:14.992198Z","caller":"traceutil/trace.go:171","msg":"trace[1236929849] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"236.583123ms","start":"2026-03-04T16:31:14.75559Z","end":"2026-03-04T16:31:14.992174Z","steps":["trace[1236929849] 'process raft request' (duration: 236.420268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.045945Z","caller":"traceutil/trace.go:171","msg":"trace[1006079971] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"289.905516ms","start":"2026-03-04T16:31:14.756015Z","end":"2026-03-04T16:31:15.045921Z","steps":["trace[1006079971] 'process raft request' (duration: 289.6949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.046253Z","caller":"traceutil/trace.go:171","msg":"trace[86606769] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"290.184033ms","start":"2026-03-04T16:31:14.756032Z","end":"2026-03-04T16:31:15.046216Z","steps":["trace[86606769] 'process raft request' (duration: 289.845955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.046316Z","caller":"traceutil/trace.go:171","msg":"trace[1093524898] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"290.172332ms","start":"2026-03-04T16:31:14.756124Z","end":"2026-03-04T16:31:15.046297Z","steps":["trace[1093524898] 'process raft request' (duration: 290.008188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.046431Z","caller":"traceutil/trace.go:171","msg":"trace[942666527] linearizableReadLoop","detail":"{readStateIndex:30036; appliedIndex:30031; }","duration":"251.18604ms","start":"2026-03-04T16:31:14.795227Z","end":"2026-03-04T16:31:15.046413Z","steps":["trace[942666527] 'read index received' (duration: 196.783639ms)","trace[942666527] 'applied index is now lower than readState.Index' (duration: 54.400551ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:15.046475Z","caller":"traceutil/trace.go:171","msg":"trace[1281872778] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"290.236074ms","start":"2026-03-04T16:31:14.756229Z","end":"2026-03-04T16:31:15.046465Z","steps":["trace[1281872778] 'process raft request' (duration: 290.018819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:15.046619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.372364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:31:15.04665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.704495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:31:15.046651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.324434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:31:15.046687Z","caller":"traceutil/trace.go:171","msg":"trace[972926256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28982; }","duration":"251.476667ms","start":"2026-03-04T16:31:14.795192Z","end":"2026-03-04T16:31:15.046668Z","steps":["trace[972926256] 'agreement among raft nodes before linearized reading' (duration: 251.284532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.046707Z","caller":"traceutil/trace.go:171","msg":"trace[1859820945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28982; }","duration":"244.780497ms","start":"2026-03-04T16:31:14.801894Z","end":"2026-03-04T16:31:15.046675Z","steps":["trace[1859820945] 'agreement among raft nodes before linearized reading' (duration: 244.628894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.046706Z","caller":"traceutil/trace.go:171","msg":"trace[250616010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28982; }","duration":"236.396477ms","start":"2026-03-04T16:31:14.810293Z","end":"2026-03-04T16:31:15.04669Z","steps":["trace[250616010] 'agreement among raft nodes before linearized reading' (duration: 236.243603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:15.046934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.949066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:31:15.047012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.969107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:31:15.047101Z","caller":"traceutil/trace.go:171","msg":"trace[704027728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28982; }","duration":"244.083071ms","start":"2026-03-04T16:31:14.803003Z","end":"2026-03-04T16:31:15.047086Z","steps":["trace[704027728] 'agreement among raft nodes before linearized reading' (duration: 243.719002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.04703Z","caller":"traceutil/trace.go:171","msg":"trace[825443835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28982; }","duration":"242.071089ms","start":"2026-03-04T16:31:14.804942Z","end":"2026-03-04T16:31:15.047014Z","steps":["trace[825443835] 'agreement among raft nodes before linearized reading' (duration: 241.746401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.166353Z","caller":"traceutil/trace.go:171","msg":"trace[768045072] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"114.950447ms","start":"2026-03-04T16:31:15.051374Z","end":"2026-03-04T16:31:15.166324Z","steps":["trace[768045072] 'process raft request' (duration: 73.184764ms)","trace[768045072] 'compare' (duration: 41.65281ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:15.18354Z","caller":"traceutil/trace.go:171","msg":"trace[1249901973] linearizableReadLoop","detail":"{readStateIndex:30041; appliedIndex:30036; }","duration":"103.306923ms","start":"2026-03-04T16:31:15.080163Z","end":"2026-03-04T16:31:15.183469Z","steps":["trace[1249901973] 'read index received' (duration: 44.368288ms)","trace[1249901973] 'applied index is now lower than readState.Index' (duration: 58.937685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:15.18375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.56879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:31:15.183789Z","caller":"traceutil/trace.go:171","msg":"trace[1337508055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28987; }","duration":"103.652522ms","start":"2026-03-04T16:31:15.080126Z","end":"2026-03-04T16:31:15.183779Z","steps":["trace[1337508055] 'agreement among raft nodes before linearized reading' (duration: 103.478628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.18384Z","caller":"traceutil/trace.go:171","msg":"trace[844421247] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"130.268222ms","start":"2026-03-04T16:31:15.053548Z","end":"2026-03-04T16:31:15.183816Z","steps":["trace[844421247] 'process raft request' (duration: 129.855212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.183831Z","caller":"traceutil/trace.go:171","msg":"trace[889001515] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"130.96586ms","start":"2026-03-04T16:31:15.052821Z","end":"2026-03-04T16:31:15.183787Z","steps":["trace[889001515] 'process raft request' (duration: 130.5434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.18395Z","caller":"traceutil/trace.go:171","msg":"trace[1913952950] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"128.319053ms","start":"2026-03-04T16:31:15.055592Z","end":"2026-03-04T16:31:15.183911Z","steps":["trace[1913952950] 'process raft request' (duration: 127.843062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:15.184406Z","caller":"traceutil/trace.go:171","msg":"trace[653315327] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"132.427226ms","start":"2026-03-04T16:31:15.051512Z","end":"2026-03-04T16:31:15.183939Z","steps":["trace[653315327] 'process raft request' (duration: 131.727109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:15.575854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.106869ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:31:15.575966Z","caller":"traceutil/trace.go:171","msg":"trace[2101770550] linearizableReadLoop","detail":"{readStateIndex:30042; appliedIndex:30041; }","duration":"329.358869ms","start":"2026-03-04T16:31:15.246587Z","end":"2026-03-04T16:31:15.575946Z","steps":["trace[2101770550] 'read index received' (duration: 43.019544ms)","trace[2101770550] 'applied index is now lower than readState.Index' (duration: 286.337165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:15.576117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.532104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:15.576163Z","caller":"traceutil/trace.go:171","msg":"trace[1040478045] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28988; }","duration":"329.668357ms","start":"2026-03-04T16:31:15.246481Z","end":"2026-03-04T16:31:15.576149Z","steps":["trace[1040478045] 'agreement among raft nodes before linearized reading' (duration: 329.576635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:15.576209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:15.246458Z","time spent":"329.740619ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:31:15.576502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.326363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:31:15.576701Z","caller":"traceutil/trace.go:171","msg":"trace[1626982966] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28988; }","duration":"155.427796ms","start":"2026-03-04T16:31:15.421148Z","end":"2026-03-04T16:31:15.576576Z","steps":["trace[1626982966] 'agreement among raft nodes before linearized reading' (duration: 155.291032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.167191Z","caller":"traceutil/trace.go:171","msg":"trace[402952167] transaction","detail":"{read_only:false; response_revision:29021; number_of_response:1; }","duration":"101.530118ms","start":"2026-03-04T16:31:21.065622Z","end":"2026-03-04T16:31:21.167152Z","steps":["trace[402952167] 'process raft request' (duration: 27.00188ms)","trace[402952167] 'compare' (duration: 74.337623ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:21.316324Z","caller":"traceutil/trace.go:171","msg":"trace[964586827] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"245.850885ms","start":"2026-03-04T16:31:21.070437Z","end":"2026-03-04T16:31:21.316288Z","steps":["trace[964586827] 'process raft request' (duration: 245.727462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.316451Z","caller":"traceutil/trace.go:171","msg":"trace[1007315600] linearizableReadLoop","detail":"{readStateIndex:30079; appliedIndex:30076; }","duration":"128.454997ms","start":"2026-03-04T16:31:21.187969Z","end":"2026-03-04T16:31:21.316424Z","steps":["trace[1007315600] 'read index received' (duration: 91.694381ms)","trace[1007315600] 'applied index is now lower than readState.Index' (duration: 36.759486ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:21.316508Z","caller":"traceutil/trace.go:171","msg":"trace[2003763436] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"245.913007ms","start":"2026-03-04T16:31:21.070572Z","end":"2026-03-04T16:31:21.316485Z","steps":["trace[2003763436] 'process raft request' (duration: 245.665221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.316329Z","caller":"traceutil/trace.go:171","msg":"trace[1898237872] transaction","detail":"{read_only:false; response_revision:29022; number_of_response:1; }","duration":"245.882156ms","start":"2026-03-04T16:31:21.070403Z","end":"2026-03-04T16:31:21.316285Z","steps":["trace[1898237872] 'process raft request' (duration: 209.347345ms)","trace[1898237872] 'compare' (duration: 36.240743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:21.316754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.843671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:31:21.316798Z","caller":"traceutil/trace.go:171","msg":"trace[1759849149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29024; }","duration":"102.929763ms","start":"2026-03-04T16:31:21.213856Z","end":"2026-03-04T16:31:21.316786Z","steps":["trace[1759849149] 'agreement among raft nodes before linearized reading' (duration: 102.78341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:21.316816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.863813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:31:21.3169Z","caller":"traceutil/trace.go:171","msg":"trace[835195120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29024; }","duration":"107.103099ms","start":"2026-03-04T16:31:21.209786Z","end":"2026-03-04T16:31:21.316889Z","steps":["trace[835195120] 'agreement among raft nodes before linearized reading' (duration: 106.779721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:21.317173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.194625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:31:21.317425Z","caller":"traceutil/trace.go:171","msg":"trace[1055178171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29024; }","duration":"129.505785ms","start":"2026-03-04T16:31:21.187903Z","end":"2026-03-04T16:31:21.317408Z","steps":["trace[1055178171] 'agreement among raft nodes before linearized reading' (duration: 128.719764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.510731Z","caller":"traceutil/trace.go:171","msg":"trace[1039164415] transaction","detail":"{read_only:false; response_revision:29027; number_of_response:1; }","duration":"188.407988ms","start":"2026-03-04T16:31:21.322303Z","end":"2026-03-04T16:31:21.510711Z","steps":["trace[1039164415] 'process raft request' (duration: 188.349827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.510738Z","caller":"traceutil/trace.go:171","msg":"trace[1073268433] transaction","detail":"{read_only:false; response_revision:29026; number_of_response:1; }","duration":"188.4941ms","start":"2026-03-04T16:31:21.322215Z","end":"2026-03-04T16:31:21.510709Z","steps":["trace[1073268433] 'process raft request' (duration: 188.311765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.510917Z","caller":"traceutil/trace.go:171","msg":"trace[1654948689] transaction","detail":"{read_only:false; response_revision:29028; number_of_response:1; }","duration":"188.219553ms","start":"2026-03-04T16:31:21.32269Z","end":"2026-03-04T16:31:21.51091Z","steps":["trace[1654948689] 'process raft request' (duration: 187.990598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:21.511964Z","caller":"traceutil/trace.go:171","msg":"trace[1558302345] transaction","detail":"{read_only:false; response_revision:29029; number_of_response:1; }","duration":"189.198278ms","start":"2026-03-04T16:31:21.322754Z","end":"2026-03-04T16:31:21.511952Z","steps":["trace[1558302345] 'process raft request' (duration: 188.0797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:25.335917Z","caller":"traceutil/trace.go:171","msg":"trace[1186732522] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"156.534304ms","start":"2026-03-04T16:31:25.179358Z","end":"2026-03-04T16:31:25.335892Z","steps":["trace[1186732522] 'process raft request' (duration: 62.599497ms)","trace[1186732522] 'compare' (duration: 93.537988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:25.512821Z","caller":"traceutil/trace.go:171","msg":"trace[729626683] linearizableReadLoop","detail":"{readStateIndex:30107; appliedIndex:30105; }","duration":"105.300672ms","start":"2026-03-04T16:31:25.407475Z","end":"2026-03-04T16:31:25.512776Z","steps":["trace[729626683] 'read index received' (duration: 83.348379ms)","trace[729626683] 'applied index is now lower than readState.Index' (duration: 21.950553ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:25.512931Z","caller":"traceutil/trace.go:171","msg":"trace[605376632] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"181.789601ms","start":"2026-03-04T16:31:25.3311Z","end":"2026-03-04T16:31:25.51289Z","steps":["trace[605376632] 'process raft request' (duration: 159.835728ms)","trace[605376632] 'compare' (duration: 21.315217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:25.512969Z","caller":"traceutil/trace.go:171","msg":"trace[2131612929] transaction","detail":"{read_only:false; response_revision:29051; number_of_response:1; }","duration":"181.7667ms","start":"2026-03-04T16:31:25.331167Z","end":"2026-03-04T16:31:25.512934Z","steps":["trace[2131612929] 'process raft request' (duration: 181.504134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:25.513116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.639181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:31:25.513179Z","caller":"traceutil/trace.go:171","msg":"trace[985331008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29051; }","duration":"105.785765ms","start":"2026-03-04T16:31:25.40738Z","end":"2026-03-04T16:31:25.513165Z","steps":["trace[985331008] 'agreement among raft nodes before linearized reading' (duration: 105.58095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:25.715965Z","caller":"traceutil/trace.go:171","msg":"trace[918565344] transaction","detail":"{read_only:false; response_revision:29055; number_of_response:1; }","duration":"157.202582ms","start":"2026-03-04T16:31:25.558746Z","end":"2026-03-04T16:31:25.715949Z","steps":["trace[918565344] 'process raft request' (duration: 157.15242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:25.71603Z","caller":"traceutil/trace.go:171","msg":"trace[1176647160] transaction","detail":"{read_only:false; response_revision:29054; number_of_response:1; }","duration":"158.014603ms","start":"2026-03-04T16:31:25.557944Z","end":"2026-03-04T16:31:25.715959Z","steps":["trace[1176647160] 'process raft request' (duration: 157.839938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:25.716241Z","caller":"traceutil/trace.go:171","msg":"trace[752192383] transaction","detail":"{read_only:false; response_revision:29056; number_of_response:1; }","duration":"156.312409ms","start":"2026-03-04T16:31:25.559901Z","end":"2026-03-04T16:31:25.716213Z","steps":["trace[752192383] 'process raft request' (duration: 156.024812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:34.368596Z","caller":"traceutil/trace.go:171","msg":"trace[1356720018] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"107.925408ms","start":"2026-03-04T16:31:34.260656Z","end":"2026-03-04T16:31:34.368581Z","steps":["trace[1356720018] 'process raft request' (duration: 107.613281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:34.996665Z","caller":"traceutil/trace.go:171","msg":"trace[1156376731] transaction","detail":"{read_only:false; response_revision:29115; number_of_response:1; }","duration":"283.811052ms","start":"2026-03-04T16:31:34.712829Z","end":"2026-03-04T16:31:34.99664Z","steps":["trace[1156376731] 'process raft request' (duration: 283.646428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.235544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.87163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:36.235625Z","caller":"traceutil/trace.go:171","msg":"trace[25363026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29118; }","duration":"747.010703ms","start":"2026-03-04T16:31:35.488594Z","end":"2026-03-04T16:31:36.235605Z","steps":["trace[25363026] 'range keys from in-memory index tree' (duration: 746.766398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.235677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.488569Z","time spent":"747.091195ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:31:36.235982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.53278Z","time spent":"703.200608ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:31:36.236768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.921553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:36.236899Z","caller":"traceutil/trace.go:171","msg":"trace[1785759765] transaction","detail":"{read_only:false; response_revision:29119; number_of_response:1; }","duration":"686.788786ms","start":"2026-03-04T16:31:35.55009Z","end":"2026-03-04T16:31:36.236878Z","steps":["trace[1785759765] 'process raft request' (duration: 487.673699ms)","trace[1785759765] 'compare' (duration: 198.296046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:36.237006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.55007Z","time spent":"686.901158ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:36.243565Z","caller":"traceutil/trace.go:171","msg":"trace[969988961] transaction","detail":"{read_only:false; response_revision:29120; number_of_response:1; }","duration":"687.134555ms","start":"2026-03-04T16:31:35.556408Z","end":"2026-03-04T16:31:36.243543Z","steps":["trace[969988961] 'process raft request' (duration: 686.93195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.24345Z","caller":"traceutil/trace.go:171","msg":"trace[1685037642] linearizableReadLoop","detail":"{readStateIndex:30179; appliedIndex:30177; }","duration":"649.421685ms","start":"2026-03-04T16:31:35.594009Z","end":"2026-03-04T16:31:36.243431Z","steps":["trace[1685037642] 'read index received' (duration: 443.69464ms)","trace[1685037642] 'applied index is now lower than readState.Index' (duration: 205.725885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:36.243681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.556386Z","time spent":"687.231508ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:36.243878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.862655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:31:36.243914Z","caller":"traceutil/trace.go:171","msg":"trace[951955508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29120; }","duration":"649.938907ms","start":"2026-03-04T16:31:35.593965Z","end":"2026-03-04T16:31:36.243904Z","steps":["trace[951955508] 'agreement among raft nodes before linearized reading' (duration: 649.855475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.244106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.593945Z","time spent":"649.982438ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:31:36.244835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.766078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:31:36.244843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.689791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:31:36.24486Z","caller":"traceutil/trace.go:171","msg":"trace[1895461267] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29120; }","duration":"171.83243ms","start":"2026-03-04T16:31:36.07302Z","end":"2026-03-04T16:31:36.244852Z","steps":["trace[1895461267] 'agreement among raft nodes before linearized reading' (duration: 171.787619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.244877Z","caller":"traceutil/trace.go:171","msg":"trace[656376592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29120; }","duration":"480.761583ms","start":"2026-03-04T16:31:35.764106Z","end":"2026-03-04T16:31:36.244868Z","steps":["trace[656376592] 'agreement among raft nodes before linearized reading' (duration: 480.64168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.244898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.764087Z","time spent":"480.806374ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:31:36.245095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.735132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:31:36.245115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.980074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:31:36.245122Z","caller":"traceutil/trace.go:171","msg":"trace[783932306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29120; }","duration":"268.782772ms","start":"2026-03-04T16:31:35.976333Z","end":"2026-03-04T16:31:36.245115Z","steps":["trace[783932306] 'agreement among raft nodes before linearized reading' (duration: 268.70271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.245145Z","caller":"traceutil/trace.go:171","msg":"trace[1192127742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29120; }","duration":"482.038756ms","start":"2026-03-04T16:31:35.7631Z","end":"2026-03-04T16:31:36.245139Z","steps":["trace[1192127742] 'agreement among raft nodes before linearized reading' (duration: 481.932383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.245209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.763087Z","time spent":"482.115998ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:36.245346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.885262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:31:36.245423Z","caller":"traceutil/trace.go:171","msg":"trace[1526392752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29120; }","duration":"483.966483ms","start":"2026-03-04T16:31:35.761435Z","end":"2026-03-04T16:31:36.245401Z","steps":["trace[1526392752] 'agreement among raft nodes before linearized reading' (duration: 483.81755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.24546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.761364Z","time spent":"484.087717ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:31:36.246704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.454177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:36.246732Z","caller":"traceutil/trace.go:171","msg":"trace[574791146] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29120; }","duration":"126.489197ms","start":"2026-03-04T16:31:36.120235Z","end":"2026-03-04T16:31:36.246724Z","steps":["trace[574791146] 'agreement among raft nodes before linearized reading' (duration: 126.439776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.246914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.464835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:31:36.246945Z","caller":"traceutil/trace.go:171","msg":"trace[1548907972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29120; }","duration":"620.526467ms","start":"2026-03-04T16:31:35.626414Z","end":"2026-03-04T16:31:36.24694Z","steps":["trace[1548907972] 'agreement among raft nodes before linearized reading' (duration: 617.998063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.247049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:35.626369Z","time spent":"620.603719ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:31:36.364083Z","caller":"traceutil/trace.go:171","msg":"trace[1790717365] linearizableReadLoop","detail":"{readStateIndex:30180; appliedIndex:30179; }","duration":"115.434738ms","start":"2026-03-04T16:31:36.248625Z","end":"2026-03-04T16:31:36.36406Z","steps":["trace[1790717365] 'read index received' (duration: 95.831314ms)","trace[1790717365] 'applied index is now lower than readState.Index' (duration: 19.602534ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:36.364178Z","caller":"traceutil/trace.go:171","msg":"trace[169660403] transaction","detail":"{read_only:false; response_revision:29121; number_of_response:1; }","duration":"116.628869ms","start":"2026-03-04T16:31:36.247539Z","end":"2026-03-04T16:31:36.364168Z","steps":["trace[169660403] 'process raft request' (duration: 96.903322ms)","trace[169660403] 'compare' (duration: 19.508971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:36.364475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.833139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:31:36.364499Z","caller":"traceutil/trace.go:171","msg":"trace[1604014638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29121; }","duration":"115.881751ms","start":"2026-03-04T16:31:36.248611Z","end":"2026-03-04T16:31:36.364493Z","steps":["trace[1604014638] 'agreement among raft nodes before linearized reading' (duration: 115.749258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.377004Z","caller":"traceutil/trace.go:171","msg":"trace[516618284] transaction","detail":"{read_only:false; response_revision:29122; number_of_response:1; }","duration":"126.649451ms","start":"2026-03-04T16:31:36.250318Z","end":"2026-03-04T16:31:36.376968Z","steps":["trace[516618284] 'process raft request' (duration: 126.453476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.377032Z","caller":"traceutil/trace.go:171","msg":"trace[132994933] transaction","detail":"{read_only:false; response_revision:29123; number_of_response:1; }","duration":"126.59523ms","start":"2026-03-04T16:31:36.250419Z","end":"2026-03-04T16:31:36.377015Z","steps":["trace[132994933] 'process raft request' (duration: 126.479237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.377141Z","caller":"traceutil/trace.go:171","msg":"trace[1368432304] transaction","detail":"{read_only:false; response_revision:29124; number_of_response:1; }","duration":"125.401309ms","start":"2026-03-04T16:31:36.251701Z","end":"2026-03-04T16:31:36.377102Z","steps":["trace[1368432304] 'process raft request' (duration: 125.229555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:36.377164Z","caller":"traceutil/trace.go:171","msg":"trace[668723308] transaction","detail":"{read_only:false; response_revision:29125; number_of_response:1; }","duration":"120.868966ms","start":"2026-03-04T16:31:36.256271Z","end":"2026-03-04T16:31:36.37714Z","steps":["trace[668723308] 'process raft request' (duration: 120.689412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:36.37741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.6269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:31:36.377477Z","caller":"traceutil/trace.go:171","msg":"trace[998628940] range","detail":"{range_begin:/registry/persistentvolumes/pvc-288a09ec-cb5f-4b6b-a9ca-1450d3bfe644; range_end:; response_count:1; response_revision:29125; }","duration":"128.729403ms","start":"2026-03-04T16:31:36.248732Z","end":"2026-03-04T16:31:36.377461Z","steps":["trace[998628940] 'agreement among raft nodes before linearized reading' (duration: 128.313883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:42.472043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.356784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:31:42.472118Z","caller":"traceutil/trace.go:171","msg":"trace[293840485] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29162; }","duration":"103.455377ms","start":"2026-03-04T16:31:42.368647Z","end":"2026-03-04T16:31:42.472102Z","steps":["trace[293840485] 'count revisions from in-memory index tree' (duration: 103.272142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:45.300676Z","caller":"traceutil/trace.go:171","msg":"trace[2098175175] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"118.877656ms","start":"2026-03-04T16:31:45.181771Z","end":"2026-03-04T16:31:45.300648Z","steps":["trace[2098175175] 'process raft request' (duration: 114.139386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:45.670195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.754555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:45.670265Z","caller":"traceutil/trace.go:171","msg":"trace[1052061716] transaction","detail":"{read_only:false; response_revision:29185; number_of_response:1; }","duration":"255.518939ms","start":"2026-03-04T16:31:45.414732Z","end":"2026-03-04T16:31:45.670251Z","steps":["trace[1052061716] 'process raft request' (duration: 105.653343ms)","trace[1052061716] 'compare' (duration: 149.687562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:45.738841Z","caller":"traceutil/trace.go:171","msg":"trace[933122675] linearizableReadLoop","detail":"{readStateIndex:30247; appliedIndex:30245; }","duration":"251.030025ms","start":"2026-03-04T16:31:45.48778Z","end":"2026-03-04T16:31:45.73881Z","steps":["trace[933122675] 'read index received' (duration: 32.618081ms)","trace[933122675] 'applied index is now lower than readState.Index' (duration: 218.410904ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:45.738926Z","caller":"traceutil/trace.go:171","msg":"trace[1068285813] transaction","detail":"{read_only:false; response_revision:29186; number_of_response:1; }","duration":"295.039045ms","start":"2026-03-04T16:31:45.443853Z","end":"2026-03-04T16:31:45.738892Z","steps":["trace[1068285813] 'process raft request' (duration: 294.799799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:45.739099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.301362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:45.739165Z","caller":"traceutil/trace.go:171","msg":"trace[1079047978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29186; }","duration":"251.418155ms","start":"2026-03-04T16:31:45.487732Z","end":"2026-03-04T16:31:45.73915Z","steps":["trace[1079047978] 'agreement among raft nodes before linearized reading' (duration: 251.21315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:45.856681Z","caller":"traceutil/trace.go:171","msg":"trace[1256235593] linearizableReadLoop","detail":"{readStateIndex:30248; appliedIndex:30247; }","duration":"106.631057ms","start":"2026-03-04T16:31:45.750022Z","end":"2026-03-04T16:31:45.856653Z","steps":["trace[1256235593] 'read index received' (duration: 44.113192ms)","trace[1256235593] 'applied index is now lower than readState.Index' (duration: 62.516385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:45.856886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.850322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:45.856894Z","caller":"traceutil/trace.go:171","msg":"trace[965299827] transaction","detail":"{read_only:false; response_revision:29187; number_of_response:1; }","duration":"190.455939ms","start":"2026-03-04T16:31:45.666422Z","end":"2026-03-04T16:31:45.856878Z","steps":["trace[965299827] 'process raft request' (duration: 127.714459ms)","trace[965299827] 'compare' (duration: 62.234398ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:45.856927Z","caller":"traceutil/trace.go:171","msg":"trace[701049712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29187; }","duration":"106.934384ms","start":"2026-03-04T16:31:45.749982Z","end":"2026-03-04T16:31:45.856916Z","steps":["trace[701049712] 'agreement among raft nodes before linearized reading' (duration: 106.77801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.065979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832398820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:31:47.407224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.44619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:47.407491Z","caller":"traceutil/trace.go:171","msg":"trace[837681306] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"842.390336ms","start":"2026-03-04T16:31:46.565082Z","end":"2026-03-04T16:31:47.407472Z","steps":["trace[837681306] 'process raft request' (duration: 842.309844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:47.407504Z","caller":"traceutil/trace.go:171","msg":"trace[356642462] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"842.402787ms","start":"2026-03-04T16:31:46.565073Z","end":"2026-03-04T16:31:47.407476Z","steps":["trace[356642462] 'process raft request' (duration: 842.262303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:47.407498Z","caller":"traceutil/trace.go:171","msg":"trace[780827677] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"842.743285ms","start":"2026-03-04T16:31:46.564713Z","end":"2026-03-04T16:31:47.407456Z","steps":["trace[780827677] 'process raft request' (duration: 672.975267ms)","trace[780827677] 'compare' (duration: 169.333337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:47.407571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.565069Z","time spent":"842.465659ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:47.407622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.565056Z","time spent":"842.50037ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:47.407645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.564694Z","time spent":"842.872899ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:47.407794Z","caller":"traceutil/trace.go:171","msg":"trace[1582892166] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"841.907485ms","start":"2026-03-04T16:31:46.565857Z","end":"2026-03-04T16:31:47.407765Z","steps":["trace[1582892166] 'process raft request' (duration: 841.572866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.407959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.565849Z","time spent":"842.021867ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:47.408134Z","caller":"traceutil/trace.go:171","msg":"trace[1219179281] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"840.831967ms","start":"2026-03-04T16:31:46.56726Z","end":"2026-03-04T16:31:47.408091Z","steps":["trace[1219179281] 'process raft request' (duration: 840.422677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:47.408675Z","caller":"traceutil/trace.go:171","msg":"trace[1060112749] transaction","detail":"{read_only:false; response_revision:29196; number_of_response:1; }","duration":"685.113593ms","start":"2026-03-04T16:31:46.723549Z","end":"2026-03-04T16:31:47.408662Z","steps":["trace[1060112749] 'process raft request' (duration: 684.892677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.408741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.723518Z","time spent":"685.194554ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:47.410138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.567254Z","time spent":"841.245097ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:47.678608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.075156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:31:47.678971Z","caller":"traceutil/trace.go:171","msg":"trace[1532863920] linearizableReadLoop","detail":"{readStateIndex:30258; appliedIndex:30251; }","duration":"1.113952479s","start":"2026-03-04T16:31:46.565003Z","end":"2026-03-04T16:31:47.678956Z","steps":["trace[1532863920] 'read index received' (duration: 672.778612ms)","trace[1532863920] 'applied index is now lower than readState.Index' (duration: 441.156407ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:47.679039Z","caller":"traceutil/trace.go:171","msg":"trace[59152556] transaction","detail":"{read_only:false; response_revision:29197; number_of_response:1; }","duration":"373.185752ms","start":"2026-03-04T16:31:47.305817Z","end":"2026-03-04T16:31:47.679003Z","steps":["trace[59152556] 'process raft request' (duration: 373.021328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.679207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:47.305802Z","time spent":"373.318746ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:31:47.870066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305042204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:31:47.870167Z","caller":"traceutil/trace.go:171","msg":"trace[667402951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29197; }","duration":"1.305171428s","start":"2026-03-04T16:31:46.564965Z","end":"2026-03-04T16:31:47.870136Z","steps":["trace[667402951] 'agreement among raft nodes before linearized reading' (duration: 1.114193705s)","trace[667402951] 'range keys from in-memory index tree' (duration: 190.733146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:31:47.870214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.564947Z","time spent":"1.30525606s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:31:47.870457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.700275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:47.870553Z","caller":"traceutil/trace.go:171","msg":"trace[162511287] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"196.287046ms","start":"2026-03-04T16:31:47.674252Z","end":"2026-03-04T16:31:47.870539Z","steps":["trace[162511287] 'compare' (duration: 186.583722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:47.870577Z","caller":"traceutil/trace.go:171","msg":"trace[432117737] linearizableReadLoop","detail":"{readStateIndex:30260; appliedIndex:30259; }","duration":"191.567607ms","start":"2026-03-04T16:31:47.678997Z","end":"2026-03-04T16:31:47.870564Z","steps":["trace[432117737] 'read index received' (duration: 4.717519ms)","trace[432117737] 'applied index is now lower than readState.Index' (duration: 186.849058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:47.870717Z","caller":"traceutil/trace.go:171","msg":"trace[364827166] transaction","detail":"{read_only:false; response_revision:29199; number_of_response:1; }","duration":"126.170479ms","start":"2026-03-04T16:31:47.744519Z","end":"2026-03-04T16:31:47.870689Z","steps":["trace[364827166] 'process raft request' (duration: 126.015105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.870787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.088218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:47.870819Z","caller":"traceutil/trace.go:171","msg":"trace[1007713990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29199; }","duration":"382.152029ms","start":"2026-03-04T16:31:47.48866Z","end":"2026-03-04T16:31:47.870813Z","steps":["trace[1007713990] 'agreement among raft nodes before linearized reading' (duration: 381.915434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.870826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.512823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:47.87088Z","caller":"traceutil/trace.go:171","msg":"trace[158492960] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29199; }","duration":"406.599226ms","start":"2026-03-04T16:31:47.464268Z","end":"2026-03-04T16:31:47.870867Z","steps":["trace[158492960] 'agreement among raft nodes before linearized reading' (duration: 406.346149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.87092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:47.464251Z","time spent":"406.659657ms","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:31:47.870922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258655516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:31:47.870844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:47.488645Z","time spent":"382.19389ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:31:47.871Z","caller":"traceutil/trace.go:171","msg":"trace[1103554619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29199; }","duration":"1.258741868s","start":"2026-03-04T16:31:46.61224Z","end":"2026-03-04T16:31:47.870982Z","steps":["trace[1103554619] 'agreement among raft nodes before linearized reading' (duration: 1.258361068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:47.871048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:46.612187Z","time spent":"1.25885142s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:31:48.106074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.489798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:31:48.106142Z","caller":"traceutil/trace.go:171","msg":"trace[644093812] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29200; }","duration":"128.60871ms","start":"2026-03-04T16:31:47.977519Z","end":"2026-03-04T16:31:48.106128Z","steps":["trace[644093812] 'range keys from in-memory index tree' (duration: 128.410245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:50.047526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.119736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:31:50.047669Z","caller":"traceutil/trace.go:171","msg":"trace[2065279663] transaction","detail":"{read_only:false; response_revision:29212; number_of_response:1; }","duration":"170.358443ms","start":"2026-03-04T16:31:49.877295Z","end":"2026-03-04T16:31:50.047653Z","steps":["trace[2065279663] 'process raft request' (duration: 170.319032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:50.047698Z","caller":"traceutil/trace.go:171","msg":"trace[1397854579] transaction","detail":"{read_only:false; response_revision:29211; number_of_response:1; }","duration":"170.6228ms","start":"2026-03-04T16:31:49.877052Z","end":"2026-03-04T16:31:50.047675Z","steps":["trace[1397854579] 'process raft request' (duration: 48.287148ms)","trace[1397854579] 'compare' (duration: 122.025974ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:50.246067Z","caller":"traceutil/trace.go:171","msg":"trace[1040778074] transaction","detail":"{read_only:false; response_revision:29213; number_of_response:1; }","duration":"303.160958ms","start":"2026-03-04T16:31:49.942881Z","end":"2026-03-04T16:31:50.246042Z","steps":["trace[1040778074] 'process raft request' (duration: 299.497256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:31:50.246206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:31:49.942831Z","time spent":"303.303973ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:31:50.320538Z","caller":"traceutil/trace.go:171","msg":"trace[511630496] transaction","detail":"{read_only:false; response_revision:29214; number_of_response:1; }","duration":"240.941021ms","start":"2026-03-04T16:31:50.079568Z","end":"2026-03-04T16:31:50.320509Z","steps":["trace[511630496] 'process raft request' (duration: 240.788677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:31:50.396588Z","caller":"traceutil/trace.go:171","msg":"trace[1022528277] transaction","detail":"{read_only:false; response_revision:29215; number_of_response:1; }","duration":"107.877439ms","start":"2026-03-04T16:31:50.288673Z","end":"2026-03-04T16:31:50.396551Z","steps":["trace[1022528277] 'process raft request' (duration: 95.094997ms)","trace[1022528277] 'compare' (duration: 12.642329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:31:50.685902Z","caller":"traceutil/trace.go:171","msg":"trace[101355101] transaction","detail":"{read_only:false; response_revision:29218; number_of_response:1; }","duration":"109.882108ms","start":"2026-03-04T16:31:50.575994Z","end":"2026-03-04T16:31:50.685876Z","steps":["trace[101355101] 'process raft request' (duration: 109.267723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:07.004874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.646072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:32:07.663646Z","caller":"traceutil/trace.go:171","msg":"trace[1768787741] transaction","detail":"{read_only:false; response_revision:29326; number_of_response:1; }","duration":"143.462915ms","start":"2026-03-04T16:32:07.520163Z","end":"2026-03-04T16:32:07.663626Z","steps":["trace[1768787741] 'process raft request' (duration: 143.326372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:07.688712Z","caller":"traceutil/trace.go:171","msg":"trace[1539799579] linearizableReadLoop","detail":"{readStateIndex:30393; appliedIndex:30391; }","duration":"124.409345ms","start":"2026-03-04T16:32:07.564284Z","end":"2026-03-04T16:32:07.688694Z","steps":["trace[1539799579] 'read index received' (duration: 99.240661ms)","trace[1539799579] 'applied index is now lower than readState.Index' (duration: 25.167604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:07.68875Z","caller":"traceutil/trace.go:171","msg":"trace[1687206163] transaction","detail":"{read_only:false; response_revision:29327; number_of_response:1; }","duration":"166.26059ms","start":"2026-03-04T16:32:07.522471Z","end":"2026-03-04T16:32:07.688732Z","steps":["trace[1687206163] 'process raft request' (duration: 166.107986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:07.689066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.474677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:32:07.689143Z","caller":"traceutil/trace.go:171","msg":"trace[13733770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29327; }","duration":"124.60912ms","start":"2026-03-04T16:32:07.564515Z","end":"2026-03-04T16:32:07.689125Z","steps":["trace[13733770] 'agreement among raft nodes before linearized reading' (duration: 124.402585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:07.688885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.582799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:32:07.689261Z","caller":"traceutil/trace.go:171","msg":"trace[1557433859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29327; }","duration":"125.00191ms","start":"2026-03-04T16:32:07.564245Z","end":"2026-03-04T16:32:07.689247Z","steps":["trace[1557433859] 'agreement among raft nodes before linearized reading' (duration: 124.544709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:07.68895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.483687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:32:07.68937Z","caller":"traceutil/trace.go:171","msg":"trace[126361244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29327; }","duration":"124.913138ms","start":"2026-03-04T16:32:07.564439Z","end":"2026-03-04T16:32:07.689352Z","steps":["trace[126361244] 'agreement among raft nodes before linearized reading' (duration: 124.472097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:07.689004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.549314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:32:07.689462Z","caller":"traceutil/trace.go:171","msg":"trace[1355017015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29327; }","duration":"124.005184ms","start":"2026-03-04T16:32:07.56542Z","end":"2026-03-04T16:32:07.689425Z","steps":["trace[1355017015] 'agreement among raft nodes before linearized reading' (duration: 123.494752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:08.410228Z","caller":"traceutil/trace.go:171","msg":"trace[560687431] transaction","detail":"{read_only:false; response_revision:29332; number_of_response:1; }","duration":"525.772778ms","start":"2026-03-04T16:32:07.884432Z","end":"2026-03-04T16:32:08.410204Z","steps":["trace[560687431] 'process raft request' (duration: 525.618085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:08.410383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:07.884407Z","time spent":"525.902142ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:08.447082Z","caller":"traceutil/trace.go:171","msg":"trace[1635864817] transaction","detail":"{read_only:false; response_revision:29333; number_of_response:1; }","duration":"327.921083ms","start":"2026-03-04T16:32:08.119139Z","end":"2026-03-04T16:32:08.447061Z","steps":["trace[1635864817] 'process raft request' (duration: 327.780129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:08.447303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:08.119114Z","time spent":"328.116208ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:08.447505Z","caller":"traceutil/trace.go:171","msg":"trace[1107361733] transaction","detail":"{read_only:false; response_revision:29334; number_of_response:1; }","duration":"326.276671ms","start":"2026-03-04T16:32:08.121202Z","end":"2026-03-04T16:32:08.447478Z","steps":["trace[1107361733] 'process raft request' (duration: 325.8296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:08.447637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:08.121174Z","time spent":"326.395594ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:08.696973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.909693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:08.697046Z","caller":"traceutil/trace.go:171","msg":"trace[488817075] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29335; }","duration":"182.050067ms","start":"2026-03-04T16:32:08.514979Z","end":"2026-03-04T16:32:08.697029Z","steps":["trace[488817075] 'range keys from in-memory index tree' (duration: 181.837031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:08.697353Z","caller":"traceutil/trace.go:171","msg":"trace[1610386357] transaction","detail":"{read_only:false; response_revision:29336; number_of_response:1; }","duration":"124.085657ms","start":"2026-03-04T16:32:08.573252Z","end":"2026-03-04T16:32:08.697337Z","steps":["trace[1610386357] 'process raft request' (duration: 44.092221ms)","trace[1610386357] 'compare' (duration: 79.438411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:08.72588Z","caller":"traceutil/trace.go:171","msg":"trace[644787213] transaction","detail":"{read_only:false; response_revision:29337; number_of_response:1; }","duration":"127.865982ms","start":"2026-03-04T16:32:08.59798Z","end":"2026-03-04T16:32:08.725846Z","steps":["trace[644787213] 'process raft request' (duration: 127.665757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:08.900367Z","caller":"traceutil/trace.go:171","msg":"trace[814742279] transaction","detail":"{read_only:false; response_revision:29338; number_of_response:1; }","duration":"103.9461ms","start":"2026-03-04T16:32:08.796383Z","end":"2026-03-04T16:32:08.900329Z","steps":["trace[814742279] 'process raft request' (duration: 36.032179ms)","trace[814742279] 'compare' (duration: 67.780897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:09.195454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.747097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:09.196337Z","caller":"traceutil/trace.go:171","msg":"trace[1124668788] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29338; }","duration":"172.744283ms","start":"2026-03-04T16:32:09.02357Z","end":"2026-03-04T16:32:09.196314Z","steps":["trace[1124668788] 'count revisions from in-memory index tree' (duration: 171.637254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:10.558497Z","caller":"traceutil/trace.go:171","msg":"trace[157334969] transaction","detail":"{read_only:false; response_revision:29348; number_of_response:1; }","duration":"101.563039ms","start":"2026-03-04T16:32:10.456884Z","end":"2026-03-04T16:32:10.558447Z","steps":["trace[157334969] 'process raft request' (duration: 101.384855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:10.931101Z","caller":"traceutil/trace.go:171","msg":"trace[1283391278] transaction","detail":"{read_only:false; response_revision:29351; number_of_response:1; }","duration":"108.475943ms","start":"2026-03-04T16:32:10.822605Z","end":"2026-03-04T16:32:10.931081Z","steps":["trace[1283391278] 'process raft request' (duration: 81.054462ms)","trace[1283391278] 'compare' (duration: 27.109103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:11.052108Z","caller":"traceutil/trace.go:171","msg":"trace[929844199] transaction","detail":"{read_only:false; response_revision:29353; number_of_response:1; }","duration":"146.44023ms","start":"2026-03-04T16:32:10.905646Z","end":"2026-03-04T16:32:11.052087Z","steps":["trace[929844199] 'process raft request' (duration: 132.084179ms)","trace[929844199] 'compare' (duration: 14.276319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:11.910451Z","caller":"traceutil/trace.go:171","msg":"trace[239688865] linearizableReadLoop","detail":"{readStateIndex:30424; appliedIndex:30423; }","duration":"126.900878ms","start":"2026-03-04T16:32:11.783527Z","end":"2026-03-04T16:32:11.910428Z","steps":["trace[239688865] 'read index received' (duration: 84.212302ms)","trace[239688865] 'applied index is now lower than readState.Index' (duration: 42.687596ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:11.910632Z","caller":"traceutil/trace.go:171","msg":"trace[893049289] transaction","detail":"{read_only:false; response_revision:29357; number_of_response:1; }","duration":"152.753989ms","start":"2026-03-04T16:32:11.757869Z","end":"2026-03-04T16:32:11.910623Z","steps":["trace[893049289] 'process raft request' (duration: 109.94951ms)","trace[893049289] 'compare' (duration: 42.467831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:11.910798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.260057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:32:11.91082Z","caller":"traceutil/trace.go:171","msg":"trace[1145425155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29357; }","duration":"127.319809ms","start":"2026-03-04T16:32:11.783494Z","end":"2026-03-04T16:32:11.910813Z","steps":["trace[1145425155] 'agreement among raft nodes before linearized reading' (duration: 127.234177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:11.910909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.026961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:32:11.910926Z","caller":"traceutil/trace.go:171","msg":"trace[2029345613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29357; }","duration":"127.051732ms","start":"2026-03-04T16:32:11.78387Z","end":"2026-03-04T16:32:11.910922Z","steps":["trace[2029345613] 'agreement among raft nodes before linearized reading' (duration: 127.009061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:11.910984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.97997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:32:11.911083Z","caller":"traceutil/trace.go:171","msg":"trace[2136385391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29357; }","duration":"127.111633ms","start":"2026-03-04T16:32:11.783963Z","end":"2026-03-04T16:32:11.911075Z","steps":["trace[2136385391] 'agreement among raft nodes before linearized reading' (duration: 126.99447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.055549Z","caller":"traceutil/trace.go:171","msg":"trace[1945581709] transaction","detail":"{read_only:false; response_revision:29360; number_of_response:1; }","duration":"137.885154ms","start":"2026-03-04T16:32:11.91762Z","end":"2026-03-04T16:32:12.055505Z","steps":["trace[1945581709] 'process raft request' (duration: 137.819893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.055602Z","caller":"traceutil/trace.go:171","msg":"trace[549330785] transaction","detail":"{read_only:false; response_revision:29359; number_of_response:1; }","duration":"139.005162ms","start":"2026-03-04T16:32:11.916534Z","end":"2026-03-04T16:32:12.055539Z","steps":["trace[549330785] 'process raft request' (duration: 138.679584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.554631Z","caller":"traceutil/trace.go:171","msg":"trace[542311266] transaction","detail":"{read_only:false; response_revision:29361; number_of_response:1; }","duration":"131.755101ms","start":"2026-03-04T16:32:12.422838Z","end":"2026-03-04T16:32:12.554593Z","steps":["trace[542311266] 'process raft request' (duration: 131.341869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:12.854362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.718341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:12.854563Z","caller":"traceutil/trace.go:171","msg":"trace[1313636396] linearizableReadLoop","detail":"{readStateIndex:30430; appliedIndex:30428; }","duration":"148.294287ms","start":"2026-03-04T16:32:12.706257Z","end":"2026-03-04T16:32:12.854551Z","steps":["trace[1313636396] 'read index received' (duration: 91.672µs)","trace[1313636396] 'applied index is now lower than readState.Index' (duration: 148.201395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:12.854624Z","caller":"traceutil/trace.go:171","msg":"trace[252085590] transaction","detail":"{read_only:false; response_revision:29362; number_of_response:1; }","duration":"294.805419ms","start":"2026-03-04T16:32:12.55981Z","end":"2026-03-04T16:32:12.854616Z","steps":["trace[252085590] 'process raft request' (duration: 79.75978ms)","trace[252085590] 'compare' (duration: 214.545476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:12.8547Z","caller":"traceutil/trace.go:171","msg":"trace[408279519] transaction","detail":"{read_only:false; response_revision:29363; number_of_response:1; }","duration":"290.663624ms","start":"2026-03-04T16:32:12.563993Z","end":"2026-03-04T16:32:12.854657Z","steps":["trace[408279519] 'process raft request' (duration: 290.460979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:12.854853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.577264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:12.854911Z","caller":"traceutil/trace.go:171","msg":"trace[700783628] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29363; }","duration":"148.756038ms","start":"2026-03-04T16:32:12.70614Z","end":"2026-03-04T16:32:12.854896Z","steps":["trace[700783628] 'agreement among raft nodes before linearized reading' (duration: 148.587804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.874274Z","caller":"traceutil/trace.go:171","msg":"trace[687581369] transaction","detail":"{read_only:false; response_revision:29364; number_of_response:1; }","duration":"157.118099ms","start":"2026-03-04T16:32:12.717133Z","end":"2026-03-04T16:32:12.874251Z","steps":["trace[687581369] 'process raft request' (duration: 156.974376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.967572Z","caller":"traceutil/trace.go:171","msg":"trace[464677798] linearizableReadLoop","detail":"{readStateIndex:30432; appliedIndex:30431; }","duration":"112.965866ms","start":"2026-03-04T16:32:12.854588Z","end":"2026-03-04T16:32:12.967553Z","steps":["trace[464677798] 'read index received' (duration: 19.710956ms)","trace[464677798] 'applied index is now lower than readState.Index' (duration: 93.25404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:12.967676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.280221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:12.967665Z","caller":"traceutil/trace.go:171","msg":"trace[2066477702] transaction","detail":"{read_only:false; response_revision:29365; number_of_response:1; }","duration":"223.324698ms","start":"2026-03-04T16:32:12.744314Z","end":"2026-03-04T16:32:12.967639Z","steps":["trace[2066477702] 'process raft request' (duration: 223.108023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:12.9677Z","caller":"traceutil/trace.go:171","msg":"trace[1894344052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29365; }","duration":"120.368993ms","start":"2026-03-04T16:32:12.847323Z","end":"2026-03-04T16:32:12.967692Z","steps":["trace[1894344052] 'agreement among raft nodes before linearized reading' (duration: 120.306932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:13.165344Z","caller":"traceutil/trace.go:171","msg":"trace[1619859753] transaction","detail":"{read_only:false; response_revision:29366; number_of_response:1; }","duration":"107.479399ms","start":"2026-03-04T16:32:13.057837Z","end":"2026-03-04T16:32:13.165316Z","steps":["trace[1619859753] 'process raft request' (duration: 68.361623ms)","trace[1619859753] 'compare' (duration: 39.002542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:14.289554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022845193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:32:14.289632Z","caller":"traceutil/trace.go:171","msg":"trace[888428292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29366; }","duration":"1.022965826s","start":"2026-03-04T16:32:13.266647Z","end":"2026-03-04T16:32:14.289613Z","steps":["trace[888428292] 'range keys from in-memory index tree' (duration: 1.02267349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.289723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.266629Z","time spent":"1.023039179s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:32:14.29008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.685468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.290136Z","caller":"traceutil/trace.go:171","msg":"trace[2101202668] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29366; }","duration":"889.773821ms","start":"2026-03-04T16:32:13.400348Z","end":"2026-03-04T16:32:14.290122Z","steps":["trace[2101202668] 'count revisions from in-memory index tree' (duration: 889.547265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.290176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.400331Z","time spent":"889.830022ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:14.290546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.412869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.290621Z","caller":"traceutil/trace.go:171","msg":"trace[1580461769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29366; }","duration":"802.502261ms","start":"2026-03-04T16:32:13.488085Z","end":"2026-03-04T16:32:14.290587Z","steps":["trace[1580461769] 'range keys from in-memory index tree' (duration: 802.331987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.290671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.488062Z","time spent":"802.598003ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:14.29115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.267018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:32:14.291199Z","caller":"traceutil/trace.go:171","msg":"trace[192586228] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29366; }","duration":"664.35188ms","start":"2026-03-04T16:32:13.626836Z","end":"2026-03-04T16:32:14.291188Z","steps":["trace[192586228] 'range keys from in-memory index tree' (duration: 664.144715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.291229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.626815Z","time spent":"664.406791ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:32:14.291705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.164851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:14.291751Z","caller":"traceutil/trace.go:171","msg":"trace[831635201] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:29366; }","duration":"590.243533ms","start":"2026-03-04T16:32:13.701496Z","end":"2026-03-04T16:32:14.29174Z","steps":["trace[831635201] 'count revisions from in-memory index tree' (duration: 590.038608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.291783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.70148Z","time spent":"590.293534ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:14.292104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.116191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:32:14.292131Z","caller":"traceutil/trace.go:171","msg":"trace[2089450884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29366; }","duration":"571.172803ms","start":"2026-03-04T16:32:13.720952Z","end":"2026-03-04T16:32:14.292124Z","steps":["trace[2089450884] 'range keys from in-memory index tree' (duration: 571.015418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.292148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.720937Z","time spent":"571.207363ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:14.292314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.178452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:14.292344Z","caller":"traceutil/trace.go:171","msg":"trace[602212497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29366; }","duration":"544.233063ms","start":"2026-03-04T16:32:13.748103Z","end":"2026-03-04T16:32:14.292336Z","steps":["trace[602212497] 'range keys from in-memory index tree' (duration: 544.044028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.292362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.748092Z","time spent":"544.265294ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:32:14.292773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.026074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.292828Z","caller":"traceutil/trace.go:171","msg":"trace[710623674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29366; }","duration":"447.083396ms","start":"2026-03-04T16:32:13.845738Z","end":"2026-03-04T16:32:14.292822Z","steps":["trace[710623674] 'range keys from in-memory index tree' (duration: 447.018794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.294715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.341673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:14.294788Z","caller":"traceutil/trace.go:171","msg":"trace[2117803323] linearizableReadLoop","detail":"{readStateIndex:30434; appliedIndex:30433; }","duration":"379.152664ms","start":"2026-03-04T16:32:13.915627Z","end":"2026-03-04T16:32:14.294779Z","steps":["trace[2117803323] 'read index received' (duration: 206.599776ms)","trace[2117803323] 'applied index is now lower than readState.Index' (duration: 172.551958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:14.294843Z","caller":"traceutil/trace.go:171","msg":"trace[1305210711] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"543.973117ms","start":"2026-03-04T16:32:13.750816Z","end":"2026-03-04T16:32:14.294789Z","steps":["trace[1305210711] 'process raft request' (duration: 371.49091ms)","trace[1305210711] 'compare' (duration: 172.153929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:14.294924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.789659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:32:14.294997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.750795Z","time spent":"544.1205ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:14.295008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.37984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:32:14.295005Z","caller":"traceutil/trace.go:171","msg":"trace[611144338] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29367; }","duration":"377.913803ms","start":"2026-03-04T16:32:13.917071Z","end":"2026-03-04T16:32:14.294984Z","steps":["trace[611144338] 'agreement among raft nodes before linearized reading' (duration: 377.7923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:14.295079Z","caller":"traceutil/trace.go:171","msg":"trace[135125086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29367; }","duration":"379.500272ms","start":"2026-03-04T16:32:13.915559Z","end":"2026-03-04T16:32:14.295059Z","steps":["trace[135125086] 'agreement among raft nodes before linearized reading' (duration: 379.289887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.295118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.603286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:32:14.295194Z","caller":"traceutil/trace.go:171","msg":"trace[300745094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29367; }","duration":"235.714749ms","start":"2026-03-04T16:32:14.05946Z","end":"2026-03-04T16:32:14.295175Z","steps":["trace[300745094] 'agreement among raft nodes before linearized reading' (duration: 235.513374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.295133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.915518Z","time spent":"379.597245ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:32:14.295244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.602666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:32:14.295276Z","caller":"traceutil/trace.go:171","msg":"trace[129253686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29367; }","duration":"235.661358ms","start":"2026-03-04T16:32:14.059607Z","end":"2026-03-04T16:32:14.295268Z","steps":["trace[129253686] 'agreement among raft nodes before linearized reading' (duration: 235.577396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.295134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.917049Z","time spent":"378.064896ms","remote":"127.0.0.1:34502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:14.294941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.711826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:14.295391Z","caller":"traceutil/trace.go:171","msg":"trace[1349976667] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29367; }","duration":"193.212388ms","start":"2026-03-04T16:32:14.102165Z","end":"2026-03-04T16:32:14.295377Z","steps":["trace[1349976667] 'agreement among raft nodes before linearized reading' (duration: 192.699936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.295471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.934439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:32:14.295541Z","caller":"traceutil/trace.go:171","msg":"trace[54578193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29367; }","duration":"308.007401ms","start":"2026-03-04T16:32:13.987518Z","end":"2026-03-04T16:32:14.295525Z","steps":["trace[54578193] 'agreement among raft nodes before linearized reading' (duration: 307.693503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.295595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:13.987462Z","time spent":"308.120033ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:32:14.63833Z","caller":"traceutil/trace.go:171","msg":"trace[987391355] linearizableReadLoop","detail":"{readStateIndex:30440; appliedIndex:30435; }","duration":"202.201256ms","start":"2026-03-04T16:32:14.436113Z","end":"2026-03-04T16:32:14.638315Z","steps":["trace[987391355] 'read index received' (duration: 201.795566ms)","trace[987391355] 'applied index is now lower than readState.Index' (duration: 404.6µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:14.639596Z","caller":"traceutil/trace.go:171","msg":"trace[1546031076] transaction","detail":"{read_only:false; response_revision:29372; number_of_response:1; }","duration":"337.619558ms","start":"2026-03-04T16:32:14.301964Z","end":"2026-03-04T16:32:14.639584Z","steps":["trace[1546031076] 'process raft request' (duration: 336.278654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.63971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.301955Z","time spent":"337.673359ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:14.639878Z","caller":"traceutil/trace.go:171","msg":"trace[1796354560] transaction","detail":"{read_only:false; response_revision:29370; number_of_response:1; }","duration":"337.978877ms","start":"2026-03-04T16:32:14.301892Z","end":"2026-03-04T16:32:14.639871Z","steps":["trace[1796354560] 'process raft request' (duration: 336.270874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.639927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.301881Z","time spent":"338.022438ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:14.640019Z","caller":"traceutil/trace.go:171","msg":"trace[1987293476] transaction","detail":"{read_only:false; response_revision:29371; number_of_response:1; }","duration":"338.09302ms","start":"2026-03-04T16:32:14.301918Z","end":"2026-03-04T16:32:14.640011Z","steps":["trace[1987293476] 'process raft request' (duration: 336.300634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.640081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.301914Z","time spent":"338.13001ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:14.640905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.790401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.640956Z","caller":"traceutil/trace.go:171","msg":"trace[2101947412] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:29373; }","duration":"204.871693ms","start":"2026-03-04T16:32:14.43607Z","end":"2026-03-04T16:32:14.640942Z","steps":["trace[2101947412] 'agreement among raft nodes before linearized reading' (duration: 204.285948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:14.641077Z","caller":"traceutil/trace.go:171","msg":"trace[456851875] transaction","detail":"{read_only:false; response_revision:29373; number_of_response:1; }","duration":"338.792717ms","start":"2026-03-04T16:32:14.302277Z","end":"2026-03-04T16:32:14.64107Z","steps":["trace[456851875] 'process raft request' (duration: 336.009227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.641128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.302265Z","time spent":"338.836878ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:14.641562Z","caller":"traceutil/trace.go:171","msg":"trace[697838431] transaction","detail":"{read_only:false; response_revision:29369; number_of_response:1; }","duration":"336.868389ms","start":"2026-03-04T16:32:14.301873Z","end":"2026-03-04T16:32:14.638741Z","steps":["trace[697838431] 'process raft request' (duration: 335.997197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.641615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.301864Z","time spent":"339.725471ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:14.662988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.292014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.663035Z","caller":"traceutil/trace.go:171","msg":"trace[919558821] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:29374; }","duration":"136.385827ms","start":"2026-03-04T16:32:14.526637Z","end":"2026-03-04T16:32:14.663023Z","steps":["trace[919558821] 'agreement among raft nodes before linearized reading' (duration: 136.315446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.663195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.588523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.66317Z","caller":"traceutil/trace.go:171","msg":"trace[610996669] transaction","detail":"{read_only:false; response_revision:29374; number_of_response:1; }","duration":"100.844032ms","start":"2026-03-04T16:32:14.562276Z","end":"2026-03-04T16:32:14.66312Z","steps":["trace[610996669] 'process raft request' (duration: 100.558705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:14.66322Z","caller":"traceutil/trace.go:171","msg":"trace[1980060396] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29374; }","duration":"136.636883ms","start":"2026-03-04T16:32:14.526577Z","end":"2026-03-04T16:32:14.663214Z","steps":["trace[1980060396] 'agreement among raft nodes before linearized reading' (duration: 136.597452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.838285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.149192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:14.838338Z","caller":"traceutil/trace.go:171","msg":"trace[55841838] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29374; }","duration":"165.225214ms","start":"2026-03-04T16:32:14.673097Z","end":"2026-03-04T16:32:14.838322Z","steps":["trace[55841838] 'range keys from in-memory index tree' (duration: 165.085851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:14.838271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.622014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:14.83841Z","caller":"traceutil/trace.go:171","msg":"trace[1079502194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29374; }","duration":"167.772218ms","start":"2026-03-04T16:32:14.670611Z","end":"2026-03-04T16:32:14.838383Z","steps":["trace[1079502194] 'range keys from in-memory index tree' (duration: 167.48317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:15.217659Z","caller":"traceutil/trace.go:171","msg":"trace[943533304] transaction","detail":"{read_only:false; response_revision:29377; number_of_response:1; }","duration":"338.379707ms","start":"2026-03-04T16:32:14.879262Z","end":"2026-03-04T16:32:15.217642Z","steps":["trace[943533304] 'process raft request' (duration: 338.351006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:15.217776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.879236Z","time spent":"338.474209ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:15.217882Z","caller":"traceutil/trace.go:171","msg":"trace[588307479] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"356.943604ms","start":"2026-03-04T16:32:14.860933Z","end":"2026-03-04T16:32:15.217877Z","steps":["trace[588307479] 'process raft request' (duration: 356.287617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:15.217912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:14.860923Z","time spent":"356.974624ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:15.266008Z","caller":"traceutil/trace.go:171","msg":"trace[1692244198] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"293.499545ms","start":"2026-03-04T16:32:14.972485Z","end":"2026-03-04T16:32:15.265985Z","steps":["trace[1692244198] 'process raft request' (duration: 293.31032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:16.113304Z","caller":"traceutil/trace.go:171","msg":"trace[304024958] transaction","detail":"{read_only:false; response_revision:29381; number_of_response:1; }","duration":"159.321885ms","start":"2026-03-04T16:32:15.953958Z","end":"2026-03-04T16:32:16.11328Z","steps":["trace[304024958] 'process raft request' (duration: 159.167692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:16.776208Z","caller":"traceutil/trace.go:171","msg":"trace[1976601579] transaction","detail":"{read_only:false; response_revision:29387; number_of_response:1; }","duration":"126.842377ms","start":"2026-03-04T16:32:16.649347Z","end":"2026-03-04T16:32:16.77619Z","steps":["trace[1976601579] 'process raft request' (duration: 126.785844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:16.776266Z","caller":"traceutil/trace.go:171","msg":"trace[1411961335] transaction","detail":"{read_only:false; response_revision:29386; number_of_response:1; }","duration":"126.944699ms","start":"2026-03-04T16:32:16.64929Z","end":"2026-03-04T16:32:16.776235Z","steps":["trace[1411961335] 'process raft request' (duration: 126.814195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:16.77627Z","caller":"traceutil/trace.go:171","msg":"trace[1970892521] transaction","detail":"{read_only:false; response_revision:29385; number_of_response:1; }","duration":"127.714238ms","start":"2026-03-04T16:32:16.648499Z","end":"2026-03-04T16:32:16.776214Z","steps":["trace[1970892521] 'process raft request' (duration: 115.011848ms)","trace[1970892521] 'compare' (duration: 12.499414ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:16.776455Z","caller":"traceutil/trace.go:171","msg":"trace[1449150097] transaction","detail":"{read_only:false; response_revision:29388; number_of_response:1; }","duration":"107.826698ms","start":"2026-03-04T16:32:16.668599Z","end":"2026-03-04T16:32:16.776426Z","steps":["trace[1449150097] 'process raft request' (duration: 107.56131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:17.499274Z","caller":"traceutil/trace.go:171","msg":"trace[781947233] linearizableReadLoop","detail":"{readStateIndex:30461; appliedIndex:30459; }","duration":"138.923381ms","start":"2026-03-04T16:32:17.360337Z","end":"2026-03-04T16:32:17.49926Z","steps":["trace[781947233] 'read index received' (duration: 138.444848ms)","trace[781947233] 'applied index is now lower than readState.Index' (duration: 477.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:17.499636Z","caller":"traceutil/trace.go:171","msg":"trace[2009324136] transaction","detail":"{read_only:false; response_revision:29393; number_of_response:1; }","duration":"226.099388ms","start":"2026-03-04T16:32:17.273521Z","end":"2026-03-04T16:32:17.49962Z","steps":["trace[2009324136] 'process raft request' (duration: 225.716368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:17.499629Z","caller":"traceutil/trace.go:171","msg":"trace[493111424] transaction","detail":"{read_only:false; response_revision:29392; number_of_response:1; }","duration":"228.060047ms","start":"2026-03-04T16:32:17.271542Z","end":"2026-03-04T16:32:17.499602Z","steps":["trace[493111424] 'process raft request' (duration: 227.304948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:17.499836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.477454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-04T16:32:17.500065Z","caller":"traceutil/trace.go:171","msg":"trace[801966975] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:29393; }","duration":"139.732711ms","start":"2026-03-04T16:32:17.3603Z","end":"2026-03-04T16:32:17.500033Z","steps":["trace[801966975] 'agreement among raft nodes before linearized reading' (duration: 139.218618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.654999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.805267ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:32:18.655278Z","caller":"traceutil/trace.go:171","msg":"trace[339614516] linearizableReadLoop","detail":"{readStateIndex:30463; appliedIndex:30462; }","duration":"328.648231ms","start":"2026-03-04T16:32:18.326607Z","end":"2026-03-04T16:32:18.655255Z","steps":["trace[339614516] 'read index received' (duration: 43.672981ms)","trace[339614516] 'applied index is now lower than readState.Index' (duration: 284.97392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:18.655882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.247936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:18.655942Z","caller":"traceutil/trace.go:171","msg":"trace[681046271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29395; }","duration":"329.353849ms","start":"2026-03-04T16:32:18.326572Z","end":"2026-03-04T16:32:18.655926Z","steps":["trace[681046271] 'agreement among raft nodes before linearized reading' (duration: 329.240446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.655986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:18.326553Z","time spent":"329.419571ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:32:18.656526Z","caller":"traceutil/trace.go:171","msg":"trace[873623824] transaction","detail":"{read_only:false; response_revision:29396; number_of_response:1; }","duration":"313.406738ms","start":"2026-03-04T16:32:18.343089Z","end":"2026-03-04T16:32:18.656495Z","steps":["trace[873623824] 'process raft request' (duration: 312.037873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.656778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:18.343071Z","time spent":"313.551381ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:18.892187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.802333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:18.892274Z","caller":"traceutil/trace.go:171","msg":"trace[1845000757] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29396; }","duration":"518.958667ms","start":"2026-03-04T16:32:18.373291Z","end":"2026-03-04T16:32:18.89225Z","steps":["trace[1845000757] 'agreement among raft nodes before linearized reading' (duration: 283.176846ms)","trace[1845000757] 'count revisions from in-memory index tree' (duration: 235.663798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:18.892295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.045583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:32:18.892266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.801808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:32:18.892199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.714535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:32:18.892344Z","caller":"traceutil/trace.go:171","msg":"trace[185275687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29396; }","duration":"112.106895ms","start":"2026-03-04T16:32:18.780219Z","end":"2026-03-04T16:32:18.892326Z","steps":["trace[185275687] 'range keys from in-memory index tree' (duration: 111.952371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:18.892363Z","caller":"traceutil/trace.go:171","msg":"trace[1656244372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29396; }","duration":"111.9163ms","start":"2026-03-04T16:32:18.780427Z","end":"2026-03-04T16:32:18.892343Z","steps":["trace[1656244372] 'range keys from in-memory index tree' (duration: 111.591502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:18.892355Z","caller":"traceutil/trace.go:171","msg":"trace[853309213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29396; }","duration":"111.905239ms","start":"2026-03-04T16:32:18.780442Z","end":"2026-03-04T16:32:18.892347Z","steps":["trace[853309213] 'range keys from in-memory index tree' (duration: 111.548811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.892459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.935116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:32:18.892318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:18.373258Z","time spent":"519.047908ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:32:18.892502Z","caller":"traceutil/trace.go:171","msg":"trace[824666922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29396; }","duration":"194.007778ms","start":"2026-03-04T16:32:18.698479Z","end":"2026-03-04T16:32:18.892487Z","steps":["trace[824666922] 'range keys from in-memory index tree' (duration: 193.783993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.892624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.212034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:32:18.892745Z","caller":"traceutil/trace.go:171","msg":"trace[1563387528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29396; }","duration":"471.340237ms","start":"2026-03-04T16:32:18.421351Z","end":"2026-03-04T16:32:18.892691Z","steps":["trace[1563387528] 'agreement among raft nodes before linearized reading' (duration: 235.129645ms)","trace[1563387528] 'range keys from in-memory index tree' (duration: 235.857613ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:18.892788Z","caller":"traceutil/trace.go:171","msg":"trace[354826725] transaction","detail":"{read_only:false; response_revision:29397; number_of_response:1; }","duration":"110.76211ms","start":"2026-03-04T16:32:18.782014Z","end":"2026-03-04T16:32:18.892776Z","steps":["trace[354826725] 'process raft request' (duration: 103.548618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:18.892903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:18.421332Z","time spent":"471.46183ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:32:19.050693Z","caller":"traceutil/trace.go:171","msg":"trace[1541771587] transaction","detail":"{read_only:false; response_revision:29398; number_of_response:1; }","duration":"154.697217ms","start":"2026-03-04T16:32:18.895973Z","end":"2026-03-04T16:32:19.05067Z","steps":["trace[1541771587] 'process raft request' (duration: 115.975332ms)","trace[1541771587] 'compare' (duration: 38.566162ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:19.051012Z","caller":"traceutil/trace.go:171","msg":"trace[833549345] transaction","detail":"{read_only:false; response_revision:29399; number_of_response:1; }","duration":"154.060062ms","start":"2026-03-04T16:32:18.896918Z","end":"2026-03-04T16:32:19.050978Z","steps":["trace[833549345] 'process raft request' (duration: 153.719083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:19.051049Z","caller":"traceutil/trace.go:171","msg":"trace[2019528538] transaction","detail":"{read_only:false; response_revision:29400; number_of_response:1; }","duration":"153.991071ms","start":"2026-03-04T16:32:18.897048Z","end":"2026-03-04T16:32:19.05104Z","steps":["trace[2019528538] 'process raft request' (duration: 153.799375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:19.051159Z","caller":"traceutil/trace.go:171","msg":"trace[605958527] transaction","detail":"{read_only:false; response_revision:29402; number_of_response:1; }","duration":"152.841471ms","start":"2026-03-04T16:32:18.898311Z","end":"2026-03-04T16:32:19.051152Z","steps":["trace[605958527] 'process raft request' (duration: 152.715138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:19.051318Z","caller":"traceutil/trace.go:171","msg":"trace[1650344880] transaction","detail":"{read_only:false; response_revision:29401; number_of_response:1; }","duration":"153.933799ms","start":"2026-03-04T16:32:18.897378Z","end":"2026-03-04T16:32:19.051312Z","steps":["trace[1650344880] 'process raft request' (duration: 153.591941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:19.629346Z","caller":"traceutil/trace.go:171","msg":"trace[1689552129] transaction","detail":"{read_only:false; response_revision:29407; number_of_response:1; }","duration":"124.459006ms","start":"2026-03-04T16:32:19.504864Z","end":"2026-03-04T16:32:19.629323Z","steps":["trace[1689552129] 'process raft request' (duration: 27.834331ms)","trace[1689552129] 'compare' (duration: 96.361078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:20.793727Z","caller":"traceutil/trace.go:171","msg":"trace[1518330887] transaction","detail":"{read_only:false; response_revision:29409; number_of_response:1; }","duration":"131.35914ms","start":"2026-03-04T16:32:20.662337Z","end":"2026-03-04T16:32:20.793696Z","steps":["trace[1518330887] 'process raft request' (duration: 131.172726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:21.486651Z","caller":"traceutil/trace.go:171","msg":"trace[1544818936] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"159.466708ms","start":"2026-03-04T16:32:21.32715Z","end":"2026-03-04T16:32:21.486617Z","steps":["trace[1544818936] 'process raft request' (duration: 92.957892ms)","trace[1544818936] 'compare' (duration: 66.167738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:21.492239Z","caller":"traceutil/trace.go:171","msg":"trace[695725973] transaction","detail":"{read_only:false; response_revision:29420; number_of_response:1; }","duration":"122.406064ms","start":"2026-03-04T16:32:21.369807Z","end":"2026-03-04T16:32:21.492213Z","steps":["trace[695725973] 'process raft request' (duration: 122.330042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:21.492635Z","caller":"traceutil/trace.go:171","msg":"trace[297591720] transaction","detail":"{read_only:false; response_revision:29419; number_of_response:1; }","duration":"143.921726ms","start":"2026-03-04T16:32:21.348703Z","end":"2026-03-04T16:32:21.492624Z","steps":["trace[297591720] 'process raft request' (duration: 143.305631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:21.752816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.479382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:32:21.752885Z","caller":"traceutil/trace.go:171","msg":"trace[653584065] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:29421; }","duration":"150.601285ms","start":"2026-03-04T16:32:21.60227Z","end":"2026-03-04T16:32:21.752871Z","steps":["trace[653584065] 'range keys from in-memory index tree' (duration: 150.309808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:21.75288Z","caller":"traceutil/trace.go:171","msg":"trace[1982512684] transaction","detail":"{read_only:false; response_revision:29422; number_of_response:1; }","duration":"118.811124ms","start":"2026-03-04T16:32:21.63404Z","end":"2026-03-04T16:32:21.752851Z","steps":["trace[1982512684] 'process raft request' (duration: 64.085464ms)","trace[1982512684] 'compare' (duration: 54.523225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:23.240562Z","caller":"traceutil/trace.go:171","msg":"trace[1719301937] transaction","detail":"{read_only:false; response_revision:29425; number_of_response:1; }","duration":"235.203797ms","start":"2026-03-04T16:32:23.005337Z","end":"2026-03-04T16:32:23.24054Z","steps":["trace[1719301937] 'process raft request' (duration: 235.071203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:23.249773Z","caller":"traceutil/trace.go:171","msg":"trace[1224777295] linearizableReadLoop","detail":"{readStateIndex:30495; appliedIndex:30493; }","duration":"129.927004ms","start":"2026-03-04T16:32:23.119826Z","end":"2026-03-04T16:32:23.249753Z","steps":["trace[1224777295] 'read index received' (duration: 120.601199ms)","trace[1224777295] 'applied index is now lower than readState.Index' (duration: 9.324735ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:23.25005Z","caller":"traceutil/trace.go:171","msg":"trace[215765065] transaction","detail":"{read_only:false; response_revision:29426; number_of_response:1; }","duration":"153.17926ms","start":"2026-03-04T16:32:23.096862Z","end":"2026-03-04T16:32:23.250041Z","steps":["trace[215765065] 'process raft request' (duration: 152.753129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.25025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.412357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:32:23.250281Z","caller":"traceutil/trace.go:171","msg":"trace[159148766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29426; }","duration":"130.489448ms","start":"2026-03-04T16:32:23.119781Z","end":"2026-03-04T16:32:23.250271Z","steps":["trace[159148766] 'agreement among raft nodes before linearized reading' (duration: 130.391165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.25043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.268338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:32:23.250497Z","caller":"traceutil/trace.go:171","msg":"trace[1231423312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29426; }","duration":"129.366271ms","start":"2026-03-04T16:32:23.121111Z","end":"2026-03-04T16:32:23.250477Z","steps":["trace[1231423312] 'agreement among raft nodes before linearized reading' (duration: 129.187446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.250549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.015331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:32:23.250576Z","caller":"traceutil/trace.go:171","msg":"trace[601924039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29426; }","duration":"129.055762ms","start":"2026-03-04T16:32:23.121514Z","end":"2026-03-04T16:32:23.250569Z","steps":["trace[601924039] 'agreement among raft nodes before linearized reading' (duration: 128.98793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.250659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.736739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:32:23.25068Z","caller":"traceutil/trace.go:171","msg":"trace[357509507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29426; }","duration":"127.7755ms","start":"2026-03-04T16:32:23.122899Z","end":"2026-03-04T16:32:23.250674Z","steps":["trace[357509507] 'agreement among raft nodes before linearized reading' (duration: 127.722968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.250781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.274337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:32:23.250825Z","caller":"traceutil/trace.go:171","msg":"trace[1769141445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29426; }","duration":"129.337119ms","start":"2026-03-04T16:32:23.121477Z","end":"2026-03-04T16:32:23.250814Z","steps":["trace[1769141445] 'agreement among raft nodes before linearized reading' (duration: 129.226216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.486166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.658625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:23.486284Z","caller":"traceutil/trace.go:171","msg":"trace[356934455] transaction","detail":"{read_only:false; response_revision:29427; number_of_response:1; }","duration":"232.831167ms","start":"2026-03-04T16:32:23.253433Z","end":"2026-03-04T16:32:23.486265Z","steps":["trace[356934455] 'process raft request' (duration: 118.975658ms)","trace[356934455] 'compare' (duration: 113.333916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:23.520454Z","caller":"traceutil/trace.go:171","msg":"trace[1058628120] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"266.823783ms","start":"2026-03-04T16:32:23.253609Z","end":"2026-03-04T16:32:23.520432Z","steps":["trace[1058628120] 'process raft request' (duration: 266.650818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:23.52081Z","caller":"traceutil/trace.go:171","msg":"trace[142387348] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"267.021218ms","start":"2026-03-04T16:32:23.253779Z","end":"2026-03-04T16:32:23.5208Z","steps":["trace[142387348] 'process raft request' (duration: 266.598947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:23.520934Z","caller":"traceutil/trace.go:171","msg":"trace[1999786345] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"267.030579ms","start":"2026-03-04T16:32:23.253874Z","end":"2026-03-04T16:32:23.520905Z","steps":["trace[1999786345] 'process raft request' (duration: 266.805613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:23.521135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.709704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:23.521147Z","caller":"traceutil/trace.go:171","msg":"trace[1755371220] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"266.456774ms","start":"2026-03-04T16:32:23.254678Z","end":"2026-03-04T16:32:23.521135Z","steps":["trace[1755371220] 'process raft request' (duration: 266.133266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:23.52118Z","caller":"traceutil/trace.go:171","msg":"trace[1948498552] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29431; }","duration":"207.802256ms","start":"2026-03-04T16:32:23.31337Z","end":"2026-03-04T16:32:23.521172Z","steps":["trace[1948498552] 'agreement among raft nodes before linearized reading' (duration: 207.623572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:23.520978Z","caller":"traceutil/trace.go:171","msg":"trace[1474182087] linearizableReadLoop","detail":"{readStateIndex:30500; appliedIndex:30495; }","duration":"207.56006ms","start":"2026-03-04T16:32:23.313408Z","end":"2026-03-04T16:32:23.520969Z","steps":["trace[1474182087] 'read index received' (duration: 59.103079ms)","trace[1474182087] 'applied index is now lower than readState.Index' (duration: 148.456131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:24.062123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.605993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:24.062247Z","caller":"traceutil/trace.go:171","msg":"trace[1507240871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29433; }","duration":"215.741127ms","start":"2026-03-04T16:32:23.846489Z","end":"2026-03-04T16:32:24.06223Z","steps":["trace[1507240871] 'range keys from in-memory index tree' (duration: 215.587083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:24.062392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.95917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:24.062541Z","caller":"traceutil/trace.go:171","msg":"trace[1288393216] linearizableReadLoop","detail":"{readStateIndex:30504; appliedIndex:30502; }","duration":"363.53834ms","start":"2026-03-04T16:32:23.69899Z","end":"2026-03-04T16:32:24.062528Z","steps":["trace[1288393216] 'read index received' (duration: 245.709271ms)","trace[1288393216] 'applied index is now lower than readState.Index' (duration: 117.828069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:24.062604Z","caller":"traceutil/trace.go:171","msg":"trace[949667099] transaction","detail":"{read_only:false; response_revision:29435; number_of_response:1; }","duration":"443.089396ms","start":"2026-03-04T16:32:23.619493Z","end":"2026-03-04T16:32:24.062583Z","steps":["trace[949667099] 'process raft request' (duration: 442.981143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:24.062713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.727205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:24.062698Z","caller":"traceutil/trace.go:171","msg":"trace[1969015810] transaction","detail":"{read_only:false; response_revision:29434; number_of_response:1; }","duration":"479.419582ms","start":"2026-03-04T16:32:23.583254Z","end":"2026-03-04T16:32:24.062673Z","steps":["trace[1969015810] 'process raft request' (duration: 90.097091ms)","trace[1969015810] 'compare' (duration: 388.781056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:24.062751Z","caller":"traceutil/trace.go:171","msg":"trace[2039321268] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29435; }","duration":"363.796457ms","start":"2026-03-04T16:32:23.698942Z","end":"2026-03-04T16:32:24.062738Z","steps":["trace[2039321268] 'agreement among raft nodes before linearized reading' (duration: 363.635273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:24.062782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:23.698926Z","time spent":"363.848768ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:24.062803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:23.583226Z","time spent":"479.525975ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:24.062777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:23.61947Z","time spent":"443.191318ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:24.956052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.257478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:24.956746Z","caller":"traceutil/trace.go:171","msg":"trace[59576342] transaction","detail":"{read_only:false; response_revision:29436; number_of_response:1; }","duration":"1.19487668s","start":"2026-03-04T16:32:23.761826Z","end":"2026-03-04T16:32:24.956703Z","steps":["trace[59576342] 'process raft request' (duration: 1.0547875s)","trace[59576342] 'compare' (duration: 136.262733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:24.956927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:23.761787Z","time spent":"1.195003373s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:25.288822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.911795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:25.288994Z","caller":"traceutil/trace.go:171","msg":"trace[887142034] linearizableReadLoop","detail":"{readStateIndex:30506; appliedIndex:30505; }","duration":"332.788406ms","start":"2026-03-04T16:32:24.956177Z","end":"2026-03-04T16:32:25.288965Z","steps":["trace[887142034] 'read index received' (duration: 113.536301ms)","trace[887142034] 'applied index is now lower than readState.Index' (duration: 219.249615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:25.289067Z","caller":"traceutil/trace.go:171","msg":"trace[556296232] transaction","detail":"{read_only:false; response_revision:29437; number_of_response:1; }","duration":"392.403588ms","start":"2026-03-04T16:32:24.89662Z","end":"2026-03-04T16:32:25.289023Z","steps":["trace[556296232] 'process raft request' (duration: 173.113453ms)","trace[556296232] 'compare' (duration: 218.586948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:25.289179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.365654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:25.289231Z","caller":"traceutil/trace.go:171","msg":"trace[766050183] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29437; }","duration":"428.423596ms","start":"2026-03-04T16:32:24.860791Z","end":"2026-03-04T16:32:25.289214Z","steps":["trace[766050183] 'agreement among raft nodes before linearized reading' (duration: 428.252671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.289268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:24.896591Z","time spent":"392.581652ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:25.289288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:24.860765Z","time spent":"428.510178ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:32:25.289215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.363086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:25.289362Z","caller":"traceutil/trace.go:171","msg":"trace[1332295109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29437; }","duration":"336.567041ms","start":"2026-03-04T16:32:24.952776Z","end":"2026-03-04T16:32:25.289343Z","steps":["trace[1332295109] 'agreement among raft nodes before linearized reading' (duration: 336.263503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.289403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:24.952756Z","time spent":"336.639152ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:32:25.506381Z","caller":"traceutil/trace.go:171","msg":"trace[1661016515] linearizableReadLoop","detail":"{readStateIndex:30508; appliedIndex:30506; }","duration":"213.266654ms","start":"2026-03-04T16:32:25.293059Z","end":"2026-03-04T16:32:25.506326Z","steps":["trace[1661016515] 'read index received' (duration: 4.822531ms)","trace[1661016515] 'applied index is now lower than readState.Index' (duration: 208.442773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:25.506485Z","caller":"traceutil/trace.go:171","msg":"trace[1789773661] transaction","detail":"{read_only:false; response_revision:29439; number_of_response:1; }","duration":"250.250925ms","start":"2026-03-04T16:32:25.256212Z","end":"2026-03-04T16:32:25.506463Z","steps":["trace[1789773661] 'process raft request' (duration: 153.104057ms)","trace[1789773661] 'compare' (duration: 96.738518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:25.506653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.584102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:25.506716Z","caller":"traceutil/trace.go:171","msg":"trace[1685452465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29439; }","duration":"213.684264ms","start":"2026-03-04T16:32:25.293015Z","end":"2026-03-04T16:32:25.506699Z","steps":["trace[1685452465] 'agreement among raft nodes before linearized reading' (duration: 213.50509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.506656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.676345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:25.506959Z","caller":"traceutil/trace.go:171","msg":"trace[722043410] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29439; }","duration":"211.997892ms","start":"2026-03-04T16:32:25.294933Z","end":"2026-03-04T16:32:25.506931Z","steps":["trace[722043410] 'agreement among raft nodes before linearized reading' (duration: 211.664074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.789281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.744407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:25.789425Z","caller":"traceutil/trace.go:171","msg":"trace[314573970] linearizableReadLoop","detail":"{readStateIndex:30509; appliedIndex:30508; }","duration":"276.661942ms","start":"2026-03-04T16:32:25.512733Z","end":"2026-03-04T16:32:25.789395Z","steps":["trace[314573970] 'read index received' (duration: 156.772791ms)","trace[314573970] 'applied index is now lower than readState.Index' (duration: 119.887661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:25.789521Z","caller":"traceutil/trace.go:171","msg":"trace[1860512788] transaction","detail":"{read_only:false; response_revision:29440; number_of_response:1; }","duration":"278.636971ms","start":"2026-03-04T16:32:25.51087Z","end":"2026-03-04T16:32:25.789507Z","steps":["trace[1860512788] 'process raft request' (duration: 158.534275ms)","trace[1860512788] 'compare' (duration: 119.170303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:25.789761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.980769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:25.789911Z","caller":"traceutil/trace.go:171","msg":"trace[2022109174] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29440; }","duration":"277.179905ms","start":"2026-03-04T16:32:25.5127Z","end":"2026-03-04T16:32:25.78988Z","steps":["trace[2022109174] 'agreement among raft nodes before linearized reading' (duration: 276.810445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:25.987094Z","caller":"traceutil/trace.go:171","msg":"trace[2101250451] transaction","detail":"{read_only:false; response_revision:29441; number_of_response:1; }","duration":"459.836628ms","start":"2026-03-04T16:32:25.527236Z","end":"2026-03-04T16:32:25.987073Z","steps":["trace[2101250451] 'process raft request' (duration: 369.798149ms)","trace[2101250451] 'compare' (duration: 89.806563ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:25.987554Z","caller":"traceutil/trace.go:171","msg":"trace[1457221380] transaction","detail":"{read_only:false; response_revision:29442; number_of_response:1; }","duration":"457.12016ms","start":"2026-03-04T16:32:25.530361Z","end":"2026-03-04T16:32:25.987481Z","steps":["trace[1457221380] 'process raft request' (duration: 456.673758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.987751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.527221Z","time spent":"459.92494ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:25.98779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.530352Z","time spent":"457.307134ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:25.988131Z","caller":"traceutil/trace.go:171","msg":"trace[1241209281] linearizableReadLoop","detail":"{readStateIndex:30512; appliedIndex:30509; }","duration":"198.659476ms","start":"2026-03-04T16:32:25.789457Z","end":"2026-03-04T16:32:25.988117Z","steps":["trace[1241209281] 'read index received' (duration: 107.488249ms)","trace[1241209281] 'applied index is now lower than readState.Index' (duration: 91.169937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:25.988245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.74032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:32:25.988274Z","caller":"traceutil/trace.go:171","msg":"trace[147334319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29443; }","duration":"462.780041ms","start":"2026-03-04T16:32:25.525487Z","end":"2026-03-04T16:32:25.988267Z","steps":["trace[147334319] 'agreement among raft nodes before linearized reading' (duration: 462.693789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.98829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.525481Z","time spent":"462.805652ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:32:25.988366Z","caller":"traceutil/trace.go:171","msg":"trace[1961031682] transaction","detail":"{read_only:false; response_revision:29443; number_of_response:1; }","duration":"457.900729ms","start":"2026-03-04T16:32:25.530455Z","end":"2026-03-04T16:32:25.988356Z","steps":["trace[1961031682] 'process raft request' (duration: 456.914755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.988392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.410747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:32:25.988437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.530449Z","time spent":"457.94035ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:25.988445Z","caller":"traceutil/trace.go:171","msg":"trace[1193532025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29443; }","duration":"463.475068ms","start":"2026-03-04T16:32:25.524959Z","end":"2026-03-04T16:32:25.988434Z","steps":["trace[1193532025] 'agreement among raft nodes before linearized reading' (duration: 463.290894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.988493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.524956Z","time spent":"463.52955ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:25.988567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.278159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:25.988605Z","caller":"traceutil/trace.go:171","msg":"trace[1796392074] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29443; }","duration":"418.365422ms","start":"2026-03-04T16:32:25.570229Z","end":"2026-03-04T16:32:25.988595Z","steps":["trace[1796392074] 'agreement among raft nodes before linearized reading' (duration: 418.307931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.988639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.570204Z","time spent":"418.429393ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:32:25.988703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.750505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:32:25.988744Z","caller":"traceutil/trace.go:171","msg":"trace[1317015454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29443; }","duration":"463.800687ms","start":"2026-03-04T16:32:25.524933Z","end":"2026-03-04T16:32:25.988733Z","steps":["trace[1317015454] 'agreement among raft nodes before linearized reading' (duration: 463.699734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.988782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.524927Z","time spent":"463.848528ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:25.988962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.376991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:32:25.989002Z","caller":"traceutil/trace.go:171","msg":"trace[1790080962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29443; }","duration":"464.435793ms","start":"2026-03-04T16:32:25.524557Z","end":"2026-03-04T16:32:25.988993Z","steps":["trace[1790080962] 'agreement among raft nodes before linearized reading' (duration: 464.335511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:25.989038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:25.524544Z","time spent":"464.485854ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:32:25.989077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.514036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:25.989153Z","caller":"traceutil/trace.go:171","msg":"trace[1909936556] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29443; }","duration":"193.62606ms","start":"2026-03-04T16:32:25.795503Z","end":"2026-03-04T16:32:25.989129Z","steps":["trace[1909936556] 'agreement among raft nodes before linearized reading' (duration: 193.535477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:26.272211Z","caller":"traceutil/trace.go:171","msg":"trace[1176946715] transaction","detail":"{read_only:false; response_revision:29445; number_of_response:1; }","duration":"278.157099ms","start":"2026-03-04T16:32:25.994032Z","end":"2026-03-04T16:32:26.27219Z","steps":["trace[1176946715] 'process raft request' (duration: 192.742287ms)","trace[1176946715] 'compare' (duration: 85.212347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:26.272515Z","caller":"traceutil/trace.go:171","msg":"trace[1602106082] transaction","detail":"{read_only:false; response_revision:29446; number_of_response:1; }","duration":"277.868772ms","start":"2026-03-04T16:32:25.994637Z","end":"2026-03-04T16:32:26.272506Z","steps":["trace[1602106082] 'process raft request' (duration: 277.507643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:26.272619Z","caller":"traceutil/trace.go:171","msg":"trace[1757369967] linearizableReadLoop","detail":"{readStateIndex:30516; appliedIndex:30512; }","duration":"275.696927ms","start":"2026-03-04T16:32:25.996894Z","end":"2026-03-04T16:32:26.272591Z","steps":["trace[1757369967] 'read index received' (duration: 44.086662ms)","trace[1757369967] 'applied index is now lower than readState.Index' (duration: 231.609075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:26.272661Z","caller":"traceutil/trace.go:171","msg":"trace[1492330571] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"203.542548ms","start":"2026-03-04T16:32:26.069098Z","end":"2026-03-04T16:32:26.272641Z","steps":["trace[1492330571] 'process raft request' (duration: 203.438655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:26.27267Z","caller":"traceutil/trace.go:171","msg":"trace[1679169047] transaction","detail":"{read_only:false; response_revision:29447; number_of_response:1; }","duration":"277.180994ms","start":"2026-03-04T16:32:25.995415Z","end":"2026-03-04T16:32:26.272596Z","steps":["trace[1679169047] 'process raft request' (duration: 277.0145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:26.272949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.036376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:26.273094Z","caller":"traceutil/trace.go:171","msg":"trace[647586011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29448; }","duration":"276.223671ms","start":"2026-03-04T16:32:25.99685Z","end":"2026-03-04T16:32:26.273073Z","steps":["trace[647586011] 'agreement among raft nodes before linearized reading' (duration: 275.944383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:27.398978Z","caller":"traceutil/trace.go:171","msg":"trace[2001147725] transaction","detail":"{read_only:false; response_revision:29450; number_of_response:1; }","duration":"103.761444ms","start":"2026-03-04T16:32:27.295192Z","end":"2026-03-04T16:32:27.398954Z","steps":["trace[2001147725] 'process raft request' (duration: 102.942264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:27.585057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.7603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:27.585451Z","caller":"traceutil/trace.go:171","msg":"trace[1912080375] transaction","detail":"{read_only:false; response_revision:29451; number_of_response:1; }","duration":"282.491928ms","start":"2026-03-04T16:32:27.30293Z","end":"2026-03-04T16:32:27.585422Z","steps":["trace[1912080375] 'process raft request' (duration: 150.286427ms)","trace[1912080375] 'compare' (duration: 131.370531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:27.865088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.03631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:27.865178Z","caller":"traceutil/trace.go:171","msg":"trace[19195438] linearizableReadLoop","detail":"{readStateIndex:30522; appliedIndex:30521; }","duration":"278.773565ms","start":"2026-03-04T16:32:27.58639Z","end":"2026-03-04T16:32:27.865164Z","steps":["trace[19195438] 'read index received' (duration: 132.603692ms)","trace[19195438] 'applied index is now lower than readState.Index' (duration: 146.168883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:27.865267Z","caller":"traceutil/trace.go:171","msg":"trace[296325073] transaction","detail":"{read_only:false; response_revision:29452; number_of_response:1; }","duration":"354.067892ms","start":"2026-03-04T16:32:27.511187Z","end":"2026-03-04T16:32:27.865255Z","steps":["trace[296325073] 'process raft request' (duration: 207.788566ms)","trace[296325073] 'compare' (duration: 145.814924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:27.865349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:27.511165Z","time spent":"354.152043ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:27.865494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.102473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:27.865555Z","caller":"traceutil/trace.go:171","msg":"trace[1691887044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29452; }","duration":"279.172555ms","start":"2026-03-04T16:32:27.586348Z","end":"2026-03-04T16:32:27.86552Z","steps":["trace[1691887044] 'agreement among raft nodes before linearized reading' (duration: 279.123434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.202503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.892194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:28.202805Z","caller":"traceutil/trace.go:171","msg":"trace[1490619794] transaction","detail":"{read_only:false; response_revision:29454; number_of_response:1; }","duration":"206.476982ms","start":"2026-03-04T16:32:27.996276Z","end":"2026-03-04T16:32:28.202753Z","steps":["trace[1490619794] 'process raft request' (duration: 45.142248ms)","trace[1490619794] 'compare' (duration: 160.611756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:28.202889Z","caller":"traceutil/trace.go:171","msg":"trace[188341613] linearizableReadLoop","detail":"{readStateIndex:30524; appliedIndex:30523; }","duration":"191.547006ms","start":"2026-03-04T16:32:28.011326Z","end":"2026-03-04T16:32:28.202873Z","steps":["trace[188341613] 'read index received' (duration: 30.063908ms)","trace[188341613] 'applied index is now lower than readState.Index' (duration: 161.481278ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:28.202829Z","caller":"traceutil/trace.go:171","msg":"trace[544151986] transaction","detail":"{read_only:false; response_revision:29455; number_of_response:1; }","duration":"163.876568ms","start":"2026-03-04T16:32:28.038925Z","end":"2026-03-04T16:32:28.202801Z","steps":["trace[544151986] 'process raft request' (duration: 163.761546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.203259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.914536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:28.203291Z","caller":"traceutil/trace.go:171","msg":"trace[1647788373] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:29455; }","duration":"191.996138ms","start":"2026-03-04T16:32:28.011284Z","end":"2026-03-04T16:32:28.20328Z","steps":["trace[1647788373] 'agreement among raft nodes before linearized reading' (duration: 191.910506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.203393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.831717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:32:28.203478Z","caller":"traceutil/trace.go:171","msg":"trace[697995114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29455; }","duration":"157.973132ms","start":"2026-03-04T16:32:28.045484Z","end":"2026-03-04T16:32:28.203457Z","steps":["trace[697995114] 'agreement among raft nodes before linearized reading' (duration: 157.698045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.64466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.566187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:28.644833Z","caller":"traceutil/trace.go:171","msg":"trace[87114650] transaction","detail":"{read_only:false; response_revision:29457; number_of_response:1; }","duration":"365.408717ms","start":"2026-03-04T16:32:28.279408Z","end":"2026-03-04T16:32:28.644817Z","steps":["trace[87114650] 'process raft request' (duration: 365.353766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.644927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.279399Z","time spent":"365.49782ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:28.645131Z","caller":"traceutil/trace.go:171","msg":"trace[921157873] linearizableReadLoop","detail":"{readStateIndex:30526; appliedIndex:30525; }","duration":"368.30124ms","start":"2026-03-04T16:32:28.27682Z","end":"2026-03-04T16:32:28.645121Z","steps":["trace[921157873] 'read index received' (duration: 176.19721ms)","trace[921157873] 'applied index is now lower than readState.Index' (duration: 192.10281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:28.645349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.521246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:32:28.645391Z","caller":"traceutil/trace.go:171","msg":"trace[1078535143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29457; }","duration":"368.590468ms","start":"2026-03-04T16:32:28.276787Z","end":"2026-03-04T16:32:28.645377Z","steps":["trace[1078535143] 'agreement among raft nodes before linearized reading' (duration: 368.443454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.645426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.27677Z","time spent":"368.648199ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:28.645451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.729502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:28.645535Z","caller":"traceutil/trace.go:171","msg":"trace[2059106254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29457; }","duration":"197.870915ms","start":"2026-03-04T16:32:28.447644Z","end":"2026-03-04T16:32:28.645515Z","steps":["trace[2059106254] 'agreement among raft nodes before linearized reading' (duration: 197.726302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.645561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.479158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:32:28.645563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.372347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:32:28.645635Z","caller":"traceutil/trace.go:171","msg":"trace[2036268816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29457; }","duration":"367.49085ms","start":"2026-03-04T16:32:28.278129Z","end":"2026-03-04T16:32:28.64562Z","steps":["trace[2036268816] 'agreement among raft nodes before linearized reading' (duration: 367.307945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.645689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.278125Z","time spent":"367.557002ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:32:28.645589Z","caller":"traceutil/trace.go:171","msg":"trace[1590984323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29457; }","duration":"157.54864ms","start":"2026-03-04T16:32:28.488032Z","end":"2026-03-04T16:32:28.645581Z","steps":["trace[1590984323] 'agreement among raft nodes before linearized reading' (duration: 157.502889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:28.64623Z","caller":"traceutil/trace.go:171","msg":"trace[173126430] transaction","detail":"{read_only:false; response_revision:29456; number_of_response:1; }","duration":"436.346535ms","start":"2026-03-04T16:32:28.20878Z","end":"2026-03-04T16:32:28.645127Z","steps":["trace[173126430] 'process raft request' (duration: 244.222374ms)","trace[173126430] 'compare' (duration: 191.436814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:28.646611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.208762Z","time spent":"437.660468ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:28.645549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.167557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:32:28.646997Z","caller":"traceutil/trace.go:171","msg":"trace[1492340784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29457; }","duration":"369.647084ms","start":"2026-03-04T16:32:28.277327Z","end":"2026-03-04T16:32:28.646974Z","steps":["trace[1492340784] 'agreement among raft nodes before linearized reading' (duration: 367.966632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.647071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.277323Z","time spent":"369.733117ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:32:28.965779Z","caller":"traceutil/trace.go:171","msg":"trace[1155891035] transaction","detail":"{read_only:false; response_revision:29460; number_of_response:1; }","duration":"314.115146ms","start":"2026-03-04T16:32:28.651648Z","end":"2026-03-04T16:32:28.965763Z","steps":["trace[1155891035] 'process raft request' (duration: 314.070565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.965873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.651635Z","time spent":"314.190427ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:28.966048Z","caller":"traceutil/trace.go:171","msg":"trace[500427943] transaction","detail":"{read_only:false; response_revision:29458; number_of_response:1; }","duration":"316.009544ms","start":"2026-03-04T16:32:28.650033Z","end":"2026-03-04T16:32:28.966042Z","steps":["trace[500427943] 'process raft request' (duration: 248.027871ms)","trace[500427943] 'compare' (duration: 67.520481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:28.966077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.650017Z","time spent":"316.044024ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:28.966138Z","caller":"traceutil/trace.go:171","msg":"trace[1943796674] transaction","detail":"{read_only:false; response_revision:29459; number_of_response:1; }","duration":"315.756757ms","start":"2026-03-04T16:32:28.650377Z","end":"2026-03-04T16:32:28.966134Z","steps":["trace[1943796674] 'process raft request' (duration: 315.318856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:28.966162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.650369Z","time spent":"315.779627ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:29.452125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.031982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:29.453447Z","caller":"traceutil/trace.go:171","msg":"trace[2141926738] linearizableReadLoop","detail":"{readStateIndex:30531; appliedIndex:30530; }","duration":"443.083244ms","start":"2026-03-04T16:32:29.010338Z","end":"2026-03-04T16:32:29.453421Z","steps":["trace[2141926738] 'read index received' (duration: 183.702018ms)","trace[2141926738] 'applied index is now lower than readState.Index' (duration: 259.377856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:29.453464Z","caller":"traceutil/trace.go:171","msg":"trace[880231533] transaction","detail":"{read_only:false; response_revision:29461; number_of_response:1; }","duration":"474.715393ms","start":"2026-03-04T16:32:28.978718Z","end":"2026-03-04T16:32:29.453434Z","steps":["trace[880231533] 'process raft request' (duration: 215.291875ms)","trace[880231533] 'compare' (duration: 257.899629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:29.453578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.229299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:29.453643Z","caller":"traceutil/trace.go:171","msg":"trace[937355110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29461; }","duration":"443.337491ms","start":"2026-03-04T16:32:29.010289Z","end":"2026-03-04T16:32:29.453627Z","steps":["trace[937355110] 'agreement among raft nodes before linearized reading' (duration: 443.222168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:29.45373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.010271Z","time spent":"443.440604ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:29.453843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:28.978695Z","time spent":"474.915917ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:30.174251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.418327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:30.174368Z","caller":"traceutil/trace.go:171","msg":"trace[25223089] transaction","detail":"{read_only:false; response_revision:29462; number_of_response:1; }","duration":"770.816163ms","start":"2026-03-04T16:32:29.403532Z","end":"2026-03-04T16:32:30.174349Z","steps":["trace[25223089] 'process raft request' (duration: 484.202141ms)","trace[25223089] 'compare' (duration: 286.292114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:30.174433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.403509Z","time spent":"770.894446ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:30.724723Z","caller":"traceutil/trace.go:171","msg":"trace[1522681818] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"1.133728829s","start":"2026-03-04T16:32:29.590976Z","end":"2026-03-04T16:32:30.724705Z","steps":["trace[1522681818] 'process raft request' (duration: 1.048810338s)","trace[1522681818] 'compare' (duration: 84.709785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:30.724803Z","caller":"traceutil/trace.go:171","msg":"trace[1301094785] linearizableReadLoop","detail":"{readStateIndex:30533; appliedIndex:30531; }","duration":"1.080369084s","start":"2026-03-04T16:32:29.6444Z","end":"2026-03-04T16:32:30.724769Z","steps":["trace[1301094785] 'read index received' (duration: 243.348143ms)","trace[1301094785] 'applied index is now lower than readState.Index' (duration: 837.019141ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:30.724874Z","caller":"traceutil/trace.go:171","msg":"trace[112796367] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"853.836555ms","start":"2026-03-04T16:32:29.87102Z","end":"2026-03-04T16:32:30.724856Z","steps":["trace[112796367] 'process raft request' (duration: 853.646811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:30.724981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.870996Z","time spent":"853.929768ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:30.725029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08061352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:32:30.725076Z","caller":"traceutil/trace.go:171","msg":"trace[491567800] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29464; }","duration":"1.080704182s","start":"2026-03-04T16:32:29.644356Z","end":"2026-03-04T16:32:30.72506Z","steps":["trace[491567800] 'agreement among raft nodes before linearized reading' (duration: 1.080543288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:30.725121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.644339Z","time spent":"1.080770344s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:32:30.725277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.590951Z","time spent":"1.133891552s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:31.133216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.288782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:31.133357Z","caller":"traceutil/trace.go:171","msg":"trace[1762170799] transaction","detail":"{read_only:false; response_revision:29465; number_of_response:1; }","duration":"925.399389ms","start":"2026-03-04T16:32:30.207943Z","end":"2026-03-04T16:32:31.133343Z","steps":["trace[1762170799] 'process raft request' (duration: 821.922242ms)","trace[1762170799] 'compare' (duration: 102.395359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:31.133417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.207922Z","time spent":"925.465091ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.133487Z","caller":"traceutil/trace.go:171","msg":"trace[1236550948] transaction","detail":"{read_only:false; response_revision:29466; number_of_response:1; }","duration":"924.689932ms","start":"2026-03-04T16:32:30.208762Z","end":"2026-03-04T16:32:31.133452Z","steps":["trace[1236550948] 'process raft request' (duration: 924.540658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.133644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.20875Z","time spent":"924.810844ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.215177Z","caller":"traceutil/trace.go:171","msg":"trace[999947953] transaction","detail":"{read_only:false; response_revision:29467; number_of_response:1; }","duration":"563.54088ms","start":"2026-03-04T16:32:30.651615Z","end":"2026-03-04T16:32:31.215156Z","steps":["trace[999947953] 'process raft request' (duration: 563.372126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.215336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.6516Z","time spent":"563.642843ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.215485Z","caller":"traceutil/trace.go:171","msg":"trace[2108356616] transaction","detail":"{read_only:false; response_revision:29468; number_of_response:1; }","duration":"484.605201ms","start":"2026-03-04T16:32:30.730873Z","end":"2026-03-04T16:32:31.215478Z","steps":["trace[2108356616] 'process raft request' (duration: 484.242772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.215527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.730834Z","time spent":"484.673263ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.215749Z","caller":"traceutil/trace.go:171","msg":"trace[2058198453] linearizableReadLoop","detail":"{readStateIndex:30537; appliedIndex:30534; }","duration":"490.867259ms","start":"2026-03-04T16:32:30.724873Z","end":"2026-03-04T16:32:31.21574Z","steps":["trace[2058198453] 'read index received' (duration: 305.011196ms)","trace[2058198453] 'applied index is now lower than readState.Index' (duration: 185.855243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:31.215878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.735979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:32:31.215881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.97837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:31.215943Z","caller":"traceutil/trace.go:171","msg":"trace[1429022109] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:29469; }","duration":"710.067873ms","start":"2026-03-04T16:32:30.505864Z","end":"2026-03-04T16:32:31.215932Z","steps":["trace[1429022109] 'agreement among raft nodes before linearized reading' (duration: 709.940659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:31.215942Z","caller":"traceutil/trace.go:171","msg":"trace[461383642] transaction","detail":"{read_only:false; response_revision:29469; number_of_response:1; }","duration":"221.130893ms","start":"2026-03-04T16:32:30.994797Z","end":"2026-03-04T16:32:31.215928Z","steps":["trace[461383642] 'process raft request' (duration: 220.651001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.215973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.505857Z","time spent":"710.108193ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:31.216006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.814463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:32:31.216034Z","caller":"traceutil/trace.go:171","msg":"trace[228717118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29469; }","duration":"243.869775ms","start":"2026-03-04T16:32:30.972159Z","end":"2026-03-04T16:32:31.216028Z","steps":["trace[228717118] 'agreement among raft nodes before linearized reading' (duration: 243.772283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.901243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:31.216097Z","caller":"traceutil/trace.go:171","msg":"trace[1574476423] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:29469; }","duration":"204.930463ms","start":"2026-03-04T16:32:31.011157Z","end":"2026-03-04T16:32:31.216088Z","steps":["trace[1574476423] 'agreement among raft nodes before linearized reading' (duration: 204.884432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.478145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:32:31.216161Z","caller":"traceutil/trace.go:171","msg":"trace[1691616102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29469; }","duration":"237.516325ms","start":"2026-03-04T16:32:30.978637Z","end":"2026-03-04T16:32:31.216153Z","steps":["trace[1691616102] 'agreement among raft nodes before linearized reading' (duration: 237.455314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.21619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.842089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:32:31.216221Z","caller":"traceutil/trace.go:171","msg":"trace[97681896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29469; }","duration":"565.916171ms","start":"2026-03-04T16:32:30.650298Z","end":"2026-03-04T16:32:31.216215Z","steps":["trace[97681896] 'agreement among raft nodes before linearized reading' (duration: 565.815948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.026469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:32:31.216245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.650281Z","time spent":"565.959971ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:32:31.216264Z","caller":"traceutil/trace.go:171","msg":"trace[1782404847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29469; }","duration":"244.05293ms","start":"2026-03-04T16:32:30.972203Z","end":"2026-03-04T16:32:31.216256Z","steps":["trace[1782404847] 'agreement among raft nodes before linearized reading' (duration: 244.002838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.215881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.915642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:31.216308Z","caller":"traceutil/trace.go:171","msg":"trace[1369272440] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:29469; }","duration":"497.397634ms","start":"2026-03-04T16:32:30.718902Z","end":"2026-03-04T16:32:31.2163Z","steps":["trace[1369272440] 'agreement among raft nodes before linearized reading' (duration: 496.922132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.718882Z","time spent":"497.444414ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:32:31.215903Z","caller":"traceutil/trace.go:171","msg":"trace[1409966864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29469; }","duration":"729.79049ms","start":"2026-03-04T16:32:30.486107Z","end":"2026-03-04T16:32:31.215897Z","steps":["trace[1409966864] 'agreement among raft nodes before linearized reading' (duration: 729.743379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.486091Z","time spent":"730.379725ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:31.216445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275077039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:32:31.216534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.203727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:31.216668Z","caller":"traceutil/trace.go:171","msg":"trace[1930942029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29469; }","duration":"789.354461ms","start":"2026-03-04T16:32:30.427268Z","end":"2026-03-04T16:32:31.216623Z","steps":["trace[1930942029] 'agreement among raft nodes before linearized reading' (duration: 789.143236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:30.42725Z","time spent":"789.460633ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:32:31.216585Z","caller":"traceutil/trace.go:171","msg":"trace[342168366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29469; }","duration":"1.275283695s","start":"2026-03-04T16:32:29.941283Z","end":"2026-03-04T16:32:31.216567Z","steps":["trace[342168366] 'agreement among raft nodes before linearized reading' (duration: 1.274589508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.216991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.941259Z","time spent":"1.275717206s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:32:31.218832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261003405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:31.218937Z","caller":"traceutil/trace.go:171","msg":"trace[397007704] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:29469; }","duration":"1.261156309s","start":"2026-03-04T16:32:29.95776Z","end":"2026-03-04T16:32:31.218917Z","steps":["trace[397007704] 'agreement among raft nodes before linearized reading' (duration: 1.261023345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.219039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:29.957737Z","time spent":"1.261291652s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:31.694577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.805528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:31.694823Z","caller":"traceutil/trace.go:171","msg":"trace[1158495656] transaction","detail":"{read_only:false; response_revision:29470; number_of_response:1; }","duration":"474.893727ms","start":"2026-03-04T16:32:31.219893Z","end":"2026-03-04T16:32:31.694787Z","steps":["trace[1158495656] 'process raft request' (duration: 89.755662ms)","trace[1158495656] 'compare' (duration: 384.420087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:31.695024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.21987Z","time spent":"475.103103ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.696294Z","caller":"traceutil/trace.go:171","msg":"trace[232508395] transaction","detail":"{read_only:false; response_revision:29471; number_of_response:1; }","duration":"475.81575ms","start":"2026-03-04T16:32:31.220437Z","end":"2026-03-04T16:32:31.696252Z","steps":["trace[232508395] 'process raft request' (duration: 474.301962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:31.696355Z","caller":"traceutil/trace.go:171","msg":"trace[600436334] linearizableReadLoop","detail":"{readStateIndex:30544; appliedIndex:30539; }","duration":"405.820976ms","start":"2026-03-04T16:32:31.290512Z","end":"2026-03-04T16:32:31.696333Z","steps":["trace[600436334] 'read index received' (duration: 19.168842ms)","trace[600436334] 'applied index is now lower than readState.Index' (duration: 386.650634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:31.696597Z","caller":"traceutil/trace.go:171","msg":"trace[2100864847] transaction","detail":"{read_only:false; response_revision:29473; number_of_response:1; }","duration":"475.172014ms","start":"2026-03-04T16:32:31.221385Z","end":"2026-03-04T16:32:31.696557Z","steps":["trace[2100864847] 'process raft request' (duration: 474.838625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.696599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.220417Z","time spent":"476.021625ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:31.696705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.221378Z","time spent":"475.276827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.696827Z","caller":"traceutil/trace.go:171","msg":"trace[431889738] transaction","detail":"{read_only:false; response_revision:29472; number_of_response:1; }","duration":"476.18823ms","start":"2026-03-04T16:32:31.220626Z","end":"2026-03-04T16:32:31.696814Z","steps":["trace[431889738] 'process raft request' (duration: 475.515592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.696893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.22062Z","time spent":"476.239601ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.696828Z","caller":"traceutil/trace.go:171","msg":"trace[895413881] transaction","detail":"{read_only:false; response_revision:29474; number_of_response:1; }","duration":"474.789695ms","start":"2026-03-04T16:32:31.22199Z","end":"2026-03-04T16:32:31.69678Z","steps":["trace[895413881] 'process raft request' (duration: 474.295151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.697067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.221983Z","time spent":"475.01129ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:31.6971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.582315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:31.697274Z","caller":"traceutil/trace.go:171","msg":"trace[1486694378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29474; }","duration":"406.75766ms","start":"2026-03-04T16:32:31.290501Z","end":"2026-03-04T16:32:31.697258Z","steps":["trace[1486694378] 'agreement among raft nodes before linearized reading' (duration: 406.35567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.697359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.290441Z","time spent":"406.900674ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:32:31.771686Z","caller":"traceutil/trace.go:171","msg":"trace[204734493] transaction","detail":"{read_only:false; response_revision:29475; number_of_response:1; }","duration":"312.951985ms","start":"2026-03-04T16:32:31.458708Z","end":"2026-03-04T16:32:31.77166Z","steps":["trace[204734493] 'process raft request' (duration: 312.7394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.771861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:31.458682Z","time spent":"313.082678ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:31.77187Z","caller":"traceutil/trace.go:171","msg":"trace[191033348] transaction","detail":"{read_only:false; response_revision:29476; number_of_response:1; }","duration":"204.265187ms","start":"2026-03-04T16:32:31.567586Z","end":"2026-03-04T16:32:31.771851Z","steps":["trace[191033348] 'process raft request' (duration: 204.023161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:31.777311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.564448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T16:32:31.777382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.673093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:31.777416Z","caller":"traceutil/trace.go:171","msg":"trace[2088223267] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:29478; }","duration":"174.709632ms","start":"2026-03-04T16:32:31.602682Z","end":"2026-03-04T16:32:31.777391Z","steps":["trace[2088223267] 'agreement among raft nodes before linearized reading' (duration: 174.411495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:31.777434Z","caller":"traceutil/trace.go:171","msg":"trace[1928724712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29478; }","duration":"290.753216ms","start":"2026-03-04T16:32:31.486665Z","end":"2026-03-04T16:32:31.777418Z","steps":["trace[1928724712] 'agreement among raft nodes before linearized reading' (duration: 290.673744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:32.632011Z","caller":"traceutil/trace.go:171","msg":"trace[1845428223] linearizableReadLoop","detail":"{readStateIndex:30551; appliedIndex:30550; }","duration":"144.247404ms","start":"2026-03-04T16:32:32.48774Z","end":"2026-03-04T16:32:32.631987Z","steps":["trace[1845428223] 'read index received' (duration: 144.230994ms)","trace[1845428223] 'applied index is now lower than readState.Index' (duration: 14.86µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:32.632087Z","caller":"traceutil/trace.go:171","msg":"trace[567336246] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"452.385109ms","start":"2026-03-04T16:32:32.179663Z","end":"2026-03-04T16:32:32.632049Z","steps":["trace[567336246] 'process raft request' (duration: 452.184614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:32.632175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.408389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:32:32.63224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:32.17964Z","time spent":"452.507423ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:32.632244Z","caller":"traceutil/trace.go:171","msg":"trace[555254667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29480; }","duration":"144.515752ms","start":"2026-03-04T16:32:32.487713Z","end":"2026-03-04T16:32:32.632229Z","steps":["trace[555254667] 'agreement among raft nodes before linearized reading' (duration: 144.374018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:32.856711Z","caller":"traceutil/trace.go:171","msg":"trace[1596727274] transaction","detail":"{read_only:false; response_revision:29481; number_of_response:1; }","duration":"125.79074ms","start":"2026-03-04T16:32:32.730896Z","end":"2026-03-04T16:32:32.856687Z","steps":["trace[1596727274] 'process raft request' (duration: 50.242266ms)","trace[1596727274] 'compare' (duration: 75.39054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:32.857932Z","caller":"traceutil/trace.go:171","msg":"trace[1549249625] transaction","detail":"{read_only:false; response_revision:29482; number_of_response:1; }","duration":"126.798324ms","start":"2026-03-04T16:32:32.731122Z","end":"2026-03-04T16:32:32.85792Z","steps":["trace[1549249625] 'process raft request' (duration: 126.429235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:33.135812Z","caller":"traceutil/trace.go:171","msg":"trace[1224794736] transaction","detail":"{read_only:false; response_revision:29483; number_of_response:1; }","duration":"124.428075ms","start":"2026-03-04T16:32:33.011364Z","end":"2026-03-04T16:32:33.135792Z","steps":["trace[1224794736] 'process raft request' (duration: 123.968814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:34.81888Z","caller":"traceutil/trace.go:171","msg":"trace[1650677539] transaction","detail":"{read_only:false; response_revision:29493; number_of_response:1; }","duration":"181.39169ms","start":"2026-03-04T16:32:34.637465Z","end":"2026-03-04T16:32:34.818857Z","steps":["trace[1650677539] 'process raft request' (duration: 181.228466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:37.094981Z","caller":"traceutil/trace.go:171","msg":"trace[918462864] linearizableReadLoop","detail":"{readStateIndex:30580; appliedIndex:30577; }","duration":"209.847238ms","start":"2026-03-04T16:32:36.885111Z","end":"2026-03-04T16:32:37.094958Z","steps":["trace[918462864] 'read index received' (duration: 137.121895ms)","trace[918462864] 'applied index is now lower than readState.Index' (duration: 72.724093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:37.095013Z","caller":"traceutil/trace.go:171","msg":"trace[1730217621] transaction","detail":"{read_only:false; response_revision:29507; number_of_response:1; }","duration":"223.573294ms","start":"2026-03-04T16:32:36.871409Z","end":"2026-03-04T16:32:37.094982Z","steps":["trace[1730217621] 'process raft request' (duration: 223.348829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:37.095014Z","caller":"traceutil/trace.go:171","msg":"trace[1521160044] transaction","detail":"{read_only:false; response_revision:29508; number_of_response:1; }","duration":"222.23973ms","start":"2026-03-04T16:32:36.872746Z","end":"2026-03-04T16:32:37.094986Z","steps":["trace[1521160044] 'process raft request' (duration: 222.152738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:37.095201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.082244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-04T16:32:37.095242Z","caller":"traceutil/trace.go:171","msg":"trace[1398274547] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:29508; }","duration":"210.181396ms","start":"2026-03-04T16:32:36.88505Z","end":"2026-03-04T16:32:37.095231Z","steps":["trace[1398274547] 'agreement among raft nodes before linearized reading' (duration: 210.013502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:37.095399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.017947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:37.09545Z","caller":"traceutil/trace.go:171","msg":"trace[1526356981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29508; }","duration":"209.196391ms","start":"2026-03-04T16:32:36.886238Z","end":"2026-03-04T16:32:37.095435Z","steps":["trace[1526356981] 'agreement among raft nodes before linearized reading' (duration: 208.858823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:37.914305Z","caller":"traceutil/trace.go:171","msg":"trace[286566427] linearizableReadLoop","detail":"{readStateIndex:30584; appliedIndex:30583; }","duration":"102.913304ms","start":"2026-03-04T16:32:37.811336Z","end":"2026-03-04T16:32:37.914249Z","steps":["trace[286566427] 'read index received' (duration: 102.824881ms)","trace[286566427] 'applied index is now lower than readState.Index' (duration: 87.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:37.914387Z","caller":"traceutil/trace.go:171","msg":"trace[1427823585] transaction","detail":"{read_only:false; response_revision:29512; number_of_response:1; }","duration":"150.04365ms","start":"2026-03-04T16:32:37.764309Z","end":"2026-03-04T16:32:37.914352Z","steps":["trace[1427823585] 'process raft request' (duration: 149.827855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:37.914448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.121038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:32:37.914588Z","caller":"traceutil/trace.go:171","msg":"trace[698976463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29512; }","duration":"103.296783ms","start":"2026-03-04T16:32:37.811278Z","end":"2026-03-04T16:32:37.914575Z","steps":["trace[698976463] 'agreement among raft nodes before linearized reading' (duration: 103.096358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:52.866217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832399790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:32:53.129507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039575375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:32:53.129564Z","caller":"traceutil/trace.go:171","msg":"trace[1822366398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29609; }","duration":"1.039694099s","start":"2026-03-04T16:32:52.089857Z","end":"2026-03-04T16:32:53.129551Z","steps":["trace[1822366398] 'range keys from in-memory index tree' (duration: 1.039348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.129557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036643821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:32:53.129592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.089826Z","time spent":"1.039759519s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:53.129589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035261106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:32:53.12961Z","caller":"traceutil/trace.go:171","msg":"trace[1877564926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29609; }","duration":"1.036735534s","start":"2026-03-04T16:32:52.09286Z","end":"2026-03-04T16:32:53.129596Z","steps":["trace[1877564926] 'range keys from in-memory index tree' (duration: 1.036527928s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:53.12963Z","caller":"traceutil/trace.go:171","msg":"trace[160051230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29609; }","duration":"1.035306357s","start":"2026-03-04T16:32:52.094306Z","end":"2026-03-04T16:32:53.129613Z","steps":["trace[160051230] 'range keys from in-memory index tree' (duration: 1.035199434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.129725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.0943Z","time spent":"1.035412191s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:53.129507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034580289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:32:53.12984Z","caller":"traceutil/trace.go:171","msg":"trace[1068077691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29609; }","duration":"1.034938469s","start":"2026-03-04T16:32:52.094882Z","end":"2026-03-04T16:32:53.12982Z","steps":["trace[1068077691] 'range keys from in-memory index tree' (duration: 1.034453935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.12992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.094869Z","time spent":"1.035032371s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:32:53.129724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.86772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329953"} {"level":"info","ts":"2026-03-04T16:32:53.129966Z","caller":"traceutil/trace.go:171","msg":"trace[1734065022] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:29609; }","duration":"947.151628ms","start":"2026-03-04T16:32:52.182804Z","end":"2026-03-04T16:32:53.129955Z","steps":["trace[1734065022] 'range keys from in-memory index tree' (duration: 946.460918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.130011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.182784Z","time spent":"947.219139ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329976,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-04T16:32:53.130008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042927239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:32:53.129647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.092841Z","time spent":"1.036798965s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:32:53.130163Z","caller":"traceutil/trace.go:171","msg":"trace[1420840855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29609; }","duration":"1.043978836s","start":"2026-03-04T16:32:52.086171Z","end":"2026-03-04T16:32:53.13015Z","steps":["trace[1420840855] 'range keys from in-memory index tree' (duration: 1.042702153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.130206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.08615Z","time spent":"1.044044319s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:32:53.190092Z","caller":"traceutil/trace.go:171","msg":"trace[838456827] linearizableReadLoop","detail":"{readStateIndex:30685; appliedIndex:30684; }","duration":"824.936336ms","start":"2026-03-04T16:32:52.365135Z","end":"2026-03-04T16:32:53.190071Z","steps":["trace[838456827] 'read index received' (duration: 824.888405ms)","trace[838456827] 'applied index is now lower than readState.Index' (duration: 47.041µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:53.190183Z","caller":"traceutil/trace.go:171","msg":"trace[1901986398] transaction","detail":"{read_only:false; response_revision:29610; number_of_response:1; }","duration":"961.964939ms","start":"2026-03-04T16:32:52.228203Z","end":"2026-03-04T16:32:53.190168Z","steps":["trace[1901986398] 'process raft request' (duration: 961.730944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.190239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.135501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:53.190269Z","caller":"traceutil/trace.go:171","msg":"trace[1013016779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29610; }","duration":"825.186363ms","start":"2026-03-04T16:32:52.365075Z","end":"2026-03-04T16:32:53.190261Z","steps":["trace[1013016779] 'agreement among raft nodes before linearized reading' (duration: 825.08888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.190279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.228162Z","time spent":"962.057642ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:53.190291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.365031Z","time spent":"825.253164ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:32:53.202095Z","caller":"traceutil/trace.go:171","msg":"trace[1540233378] transaction","detail":"{read_only:false; response_revision:29611; number_of_response:1; }","duration":"200.628095ms","start":"2026-03-04T16:32:53.001441Z","end":"2026-03-04T16:32:53.202069Z","steps":["trace[1540233378] 'process raft request' (duration: 200.42667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.202338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.871264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:53.20241Z","caller":"traceutil/trace.go:171","msg":"trace[2095738565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29616; }","duration":"746.022438ms","start":"2026-03-04T16:32:52.456371Z","end":"2026-03-04T16:32:53.202394Z","steps":["trace[2095738565] 'agreement among raft nodes before linearized reading' (duration: 745.765382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.202449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.456356Z","time spent":"746.084469ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:32:53.202829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.644232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:53.202876Z","caller":"traceutil/trace.go:171","msg":"trace[965587487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29616; }","duration":"613.737765ms","start":"2026-03-04T16:32:52.589124Z","end":"2026-03-04T16:32:53.202862Z","steps":["trace[965587487] 'agreement among raft nodes before linearized reading' (duration: 613.654573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.202891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.302554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:32:53.20292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.589103Z","time spent":"613.806747ms","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:32:53.202925Z","caller":"traceutil/trace.go:171","msg":"trace[977871351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29616; }","duration":"717.374516ms","start":"2026-03-04T16:32:52.48554Z","end":"2026-03-04T16:32:53.202915Z","steps":["trace[977871351] 'agreement among raft nodes before linearized reading' (duration: 717.287334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.202952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:52.485521Z","time spent":"717.426048ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:53.203297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:53.203379Z","caller":"traceutil/trace.go:171","msg":"trace[1746641357] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29616; }","duration":"163.347947ms","start":"2026-03-04T16:32:53.04001Z","end":"2026-03-04T16:32:53.203358Z","steps":["trace[1746641357] 'agreement among raft nodes before linearized reading' (duration: 163.201113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.562496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.820332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:53.562703Z","caller":"traceutil/trace.go:171","msg":"trace[727945452] linearizableReadLoop","detail":"{readStateIndex:30693; appliedIndex:30691; }","duration":"358.184865ms","start":"2026-03-04T16:32:53.204504Z","end":"2026-03-04T16:32:53.562689Z","steps":["trace[727945452] 'read index received' (duration: 251.21743ms)","trace[727945452] 'applied index is now lower than readState.Index' (duration: 106.966485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:32:53.56272Z","caller":"traceutil/trace.go:171","msg":"trace[374456969] transaction","detail":"{read_only:false; response_revision:29617; number_of_response:1; }","duration":"370.620199ms","start":"2026-03-04T16:32:53.192042Z","end":"2026-03-04T16:32:53.562662Z","steps":["trace[374456969] 'process raft request' (duration: 263.559461ms)","trace[374456969] 'compare' (duration: 106.426662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:53.562781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.275697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:53.562729Z","caller":"traceutil/trace.go:171","msg":"trace[253972984] transaction","detail":"{read_only:false; response_revision:29618; number_of_response:1; }","duration":"368.575667ms","start":"2026-03-04T16:32:53.194128Z","end":"2026-03-04T16:32:53.562704Z","steps":["trace[253972984] 'process raft request' (duration: 368.457694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:53.562807Z","caller":"traceutil/trace.go:171","msg":"trace[1333580378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29618; }","duration":"358.336469ms","start":"2026-03-04T16:32:53.204464Z","end":"2026-03-04T16:32:53.5628Z","steps":["trace[1333580378] 'agreement among raft nodes before linearized reading' (duration: 358.288838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:53.562833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.204444Z","time spent":"358.383491ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:53.562885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.192021Z","time spent":"370.786493ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:53.562888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.194101Z","time spent":"368.714181ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:54.063476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832399805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:32:54.564219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832399805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:32:54.600848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145168876s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T16:32:54.751371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.511772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.751479Z","caller":"traceutil/trace.go:171","msg":"trace[1600500086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29618; }","duration":"904.629265ms","start":"2026-03-04T16:32:53.846835Z","end":"2026-03-04T16:32:54.751464Z","steps":["trace[1600500086] 'range keys from in-memory index tree' (duration: 904.497202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.75202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.691017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:32:54.752231Z","caller":"traceutil/trace.go:171","msg":"trace[327131026] transaction","detail":"{read_only:false; response_revision:29621; number_of_response:1; }","duration":"1.43182606s","start":"2026-03-04T16:32:53.320391Z","end":"2026-03-04T16:32:54.752217Z","steps":["trace[327131026] 'process raft request' (duration: 1.431791579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:54.752236Z","caller":"traceutil/trace.go:171","msg":"trace[1348604603] transaction","detail":"{read_only:false; response_revision:29619; number_of_response:1; }","duration":"1.447601607s","start":"2026-03-04T16:32:53.304598Z","end":"2026-03-04T16:32:54.7522Z","steps":["trace[1348604603] 'process raft request' (duration: 1.296663254s)","trace[1348604603] 'compare' (duration: 150.331537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:54.752284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.320365Z","time spent":"1.431894671s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:54.752278Z","caller":"traceutil/trace.go:171","msg":"trace[941632873] transaction","detail":"{read_only:false; response_revision:29620; number_of_response:1; }","duration":"1.443580166s","start":"2026-03-04T16:32:53.30866Z","end":"2026-03-04T16:32:54.752241Z","steps":["trace[941632873] 'process raft request' (duration: 1.443451933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.752381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.304567Z","time spent":"1.447732811s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:54.752444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.308648Z","time spent":"1.443707439s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:32:54.761042Z","caller":"traceutil/trace.go:171","msg":"trace[1397821882] transaction","detail":"{read_only:false; response_revision:29622; number_of_response:1; }","duration":"753.24598ms","start":"2026-03-04T16:32:54.007776Z","end":"2026-03-04T16:32:54.761022Z","steps":["trace[1397821882] 'process raft request' (duration: 753.137448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:32:54.761181Z","caller":"traceutil/trace.go:171","msg":"trace[1758424931] linearizableReadLoop","detail":"{readStateIndex:30698; appliedIndex:30693; }","duration":"1.198436369s","start":"2026-03-04T16:32:53.562727Z","end":"2026-03-04T16:32:54.761164Z","steps":["trace[1758424931] 'read index received' (duration: 1.038367786s)","trace[1758424931] 'applied index is now lower than readState.Index' (duration: 160.066983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:54.762717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518798171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.762798Z","caller":"traceutil/trace.go:171","msg":"trace[2089613181] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29623; }","duration":"1.518903614s","start":"2026-03-04T16:32:53.24386Z","end":"2026-03-04T16:32:54.762764Z","steps":["trace[2089613181] 'agreement among raft nodes before linearized reading' (duration: 1.517352855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.762831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.243846Z","time spent":"1.518975875s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.762822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193343191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.762883Z","caller":"traceutil/trace.go:171","msg":"trace[1970297512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29623; }","duration":"1.193453213s","start":"2026-03-04T16:32:53.569416Z","end":"2026-03-04T16:32:54.762869Z","steps":["trace[1970297512] 'agreement among raft nodes before linearized reading' (duration: 1.193351611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.76295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.569398Z","time spent":"1.193543396s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:32:54.763123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.987319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.76317Z","caller":"traceutil/trace.go:171","msg":"trace[208603664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29623; }","duration":"350.079972ms","start":"2026-03-04T16:32:54.413079Z","end":"2026-03-04T16:32:54.763159Z","steps":["trace[208603664] 'agreement among raft nodes before linearized reading' (duration: 350.01055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.763201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.413048Z","time spent":"350.139423ms","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.763477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.105197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.763514Z","caller":"traceutil/trace.go:171","msg":"trace[1483935063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29623; }","duration":"422.218899ms","start":"2026-03-04T16:32:54.341284Z","end":"2026-03-04T16:32:54.763503Z","steps":["trace[1483935063] 'agreement among raft nodes before linearized reading' (duration: 422.150397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.763542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.34125Z","time spent":"422.285391ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.763755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542923059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T16:32:54.763817Z","caller":"traceutil/trace.go:171","msg":"trace[137104006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29623; }","duration":"1.543017041s","start":"2026-03-04T16:32:53.220771Z","end":"2026-03-04T16:32:54.763788Z","steps":["trace[137104006] 'agreement among raft nodes before linearized reading' (duration: 1.542881358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.763866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.007753Z","time spent":"753.364604ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:54.763954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.220749Z","time spent":"1.543086653s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T16:32:54.764057Z","caller":"traceutil/trace.go:171","msg":"trace[347075582] transaction","detail":"{read_only:false; response_revision:29623; number_of_response:1; }","duration":"470.038034ms","start":"2026-03-04T16:32:54.293987Z","end":"2026-03-04T16:32:54.764025Z","steps":["trace[347075582] 'process raft request' (duration: 467.008318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.764112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.310056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.764167Z","caller":"traceutil/trace.go:171","msg":"trace[744155073] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29623; }","duration":"592.391638ms","start":"2026-03-04T16:32:54.171758Z","end":"2026-03-04T16:32:54.76415Z","steps":["trace[744155073] 'agreement among raft nodes before linearized reading' (duration: 591.962697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.764218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.171738Z","time spent":"592.451619ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.764222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.293963Z","time spent":"470.183358ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:32:54.764784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.299523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:32:54.764821Z","caller":"traceutil/trace.go:171","msg":"trace[1483937623] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:29623; }","duration":"732.380015ms","start":"2026-03-04T16:32:54.032434Z","end":"2026-03-04T16:32:54.764814Z","steps":["trace[1483937623] 'agreement among raft nodes before linearized reading' (duration: 731.894833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.764852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:54.03241Z","time spent":"732.423995ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202262275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:32:54.765115Z","caller":"traceutil/trace.go:171","msg":"trace[1028058673] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:29623; }","duration":"1.202448319s","start":"2026-03-04T16:32:53.562641Z","end":"2026-03-04T16:32:54.76509Z","steps":["trace[1028058673] 'agreement among raft nodes before linearized reading' (duration: 1.198556542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:32:54.765184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.562619Z","time spent":"1.202539411s","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:32:54.77925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572690408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:32:54.779338Z","caller":"traceutil/trace.go:171","msg":"trace[418847866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29623; }","duration":"1.572818671s","start":"2026-03-04T16:32:53.206483Z","end":"2026-03-04T16:32:54.779301Z","steps":["trace[418847866] 'agreement among raft nodes before linearized reading' (duration: 1.557219219s)","trace[418847866] 'range keys from bolt db' (duration: 14.351342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:32:54.779371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:32:53.206468Z","time spent":"1.572895123s","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:33:13.907425Z","caller":"traceutil/trace.go:171","msg":"trace[1901703593] transaction","detail":"{read_only:false; response_revision:29753; number_of_response:1; }","duration":"109.670564ms","start":"2026-03-04T16:33:13.797724Z","end":"2026-03-04T16:33:13.907395Z","steps":["trace[1901703593] 'process raft request' (duration: 109.456378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:15.103995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.786172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:15.104402Z","caller":"traceutil/trace.go:171","msg":"trace[563749116] transaction","detail":"{read_only:false; response_revision:29755; number_of_response:1; }","duration":"206.083923ms","start":"2026-03-04T16:33:14.898279Z","end":"2026-03-04T16:33:15.104363Z","steps":["trace[563749116] 'process raft request' (duration: 86.401537ms)","trace[563749116] 'compare' (duration: 118.596148ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:15.105252Z","caller":"traceutil/trace.go:171","msg":"trace[1087119234] linearizableReadLoop","detail":"{readStateIndex:30836; appliedIndex:30833; }","duration":"118.554138ms","start":"2026-03-04T16:33:14.986684Z","end":"2026-03-04T16:33:15.105238Z","steps":["trace[1087119234] 'read index received' (duration: 35.531µs)","trace[1087119234] 'applied index is now lower than readState.Index' (duration: 118.517747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:15.105496Z","caller":"traceutil/trace.go:171","msg":"trace[1562643743] transaction","detail":"{read_only:false; response_revision:29756; number_of_response:1; }","duration":"206.510814ms","start":"2026-03-04T16:33:14.898961Z","end":"2026-03-04T16:33:15.105472Z","steps":["trace[1562643743] 'process raft request' (duration: 205.127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:15.105576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.851815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:15.105649Z","caller":"traceutil/trace.go:171","msg":"trace[691427215] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29757; }","duration":"118.954637ms","start":"2026-03-04T16:33:14.986676Z","end":"2026-03-04T16:33:15.105631Z","steps":["trace[691427215] 'agreement among raft nodes before linearized reading' (duration: 118.809894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:15.105627Z","caller":"traceutil/trace.go:171","msg":"trace[879711606] transaction","detail":"{read_only:false; response_revision:29757; number_of_response:1; }","duration":"206.562635ms","start":"2026-03-04T16:33:14.899049Z","end":"2026-03-04T16:33:15.105612Z","steps":["trace[879711606] 'process raft request' (duration: 206.136094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:15.657033Z","caller":"traceutil/trace.go:171","msg":"trace[1144037968] linearizableReadLoop","detail":"{readStateIndex:30837; appliedIndex:30836; }","duration":"331.268267ms","start":"2026-03-04T16:33:15.325745Z","end":"2026-03-04T16:33:15.657014Z","steps":["trace[1144037968] 'read index received' (duration: 331.189295ms)","trace[1144037968] 'applied index is now lower than readState.Index' (duration: 78.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:15.657126Z","caller":"traceutil/trace.go:171","msg":"trace[2040971910] transaction","detail":"{read_only:false; response_revision:29758; number_of_response:1; }","duration":"342.998732ms","start":"2026-03-04T16:33:15.314107Z","end":"2026-03-04T16:33:15.657105Z","steps":["trace[2040971910] 'process raft request' (duration: 342.785947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:15.657227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.453722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:33:15.65726Z","caller":"traceutil/trace.go:171","msg":"trace[80862122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29758; }","duration":"331.528163ms","start":"2026-03-04T16:33:15.325724Z","end":"2026-03-04T16:33:15.657252Z","steps":["trace[80862122] 'agreement among raft nodes before linearized reading' (duration: 331.39092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:15.657268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.31409Z","time spent":"343.085694ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:15.657356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.325715Z","time spent":"331.632086ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:33:16.173823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.189997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:16.173939Z","caller":"traceutil/trace.go:171","msg":"trace[364809207] transaction","detail":"{read_only:false; response_revision:29759; number_of_response:1; }","duration":"517.173293ms","start":"2026-03-04T16:33:15.656744Z","end":"2026-03-04T16:33:16.173918Z","steps":["trace[364809207] 'process raft request' (duration: 248.784709ms)","trace[364809207] 'compare' (duration: 267.89396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:16.174012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.656725Z","time spent":"517.254724ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:16.719921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.116883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:16.720195Z","caller":"traceutil/trace.go:171","msg":"trace[997738739] transaction","detail":"{read_only:false; response_revision:29762; number_of_response:1; }","duration":"392.11285ms","start":"2026-03-04T16:33:16.328066Z","end":"2026-03-04T16:33:16.720179Z","steps":["trace[997738739] 'process raft request' (duration: 392.073009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720179Z","caller":"traceutil/trace.go:171","msg":"trace[1108324385] transaction","detail":"{read_only:false; response_revision:29761; number_of_response:1; }","duration":"1.058863711s","start":"2026-03-04T16:33:15.661283Z","end":"2026-03-04T16:33:16.720147Z","steps":["trace[1108324385] 'process raft request' (duration: 1.058718647s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720184Z","caller":"traceutil/trace.go:171","msg":"trace[703935458] transaction","detail":"{read_only:false; response_revision:29760; number_of_response:1; }","duration":"1.063176109s","start":"2026-03-04T16:33:15.656929Z","end":"2026-03-04T16:33:16.720105Z","steps":["trace[703935458] 'process raft request' (duration: 679.79986ms)","trace[703935458] 'compare' (duration: 382.844886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:16.720259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.328047Z","time spent":"392.182903ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:16.720261Z","caller":"traceutil/trace.go:171","msg":"trace[195507914] linearizableReadLoop","detail":"{readStateIndex:30839; appliedIndex:30837; }","duration":"1.06314s","start":"2026-03-04T16:33:15.657095Z","end":"2026-03-04T16:33:16.720235Z","steps":["trace[195507914] 'read index received' (duration: 248.43307ms)","trace[195507914] 'applied index is now lower than readState.Index' (duration: 814.70391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:16.720324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.661267Z","time spent":"1.058981114s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:16.720454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.468701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:33:16.720464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.656869Z","time spent":"1.063414807s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:16.720536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371404987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:33:16.720611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.643331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:33:16.720599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.053925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:33:16.720617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.351738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T16:33:16.720604Z","caller":"traceutil/trace.go:171","msg":"trace[657026972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29762; }","duration":"1.371473109s","start":"2026-03-04T16:33:15.349114Z","end":"2026-03-04T16:33:16.720587Z","steps":["trace[657026972] 'agreement among raft nodes before linearized reading' (duration: 1.371381137s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720639Z","caller":"traceutil/trace.go:171","msg":"trace[1359901002] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29762; }","duration":"578.696722ms","start":"2026-03-04T16:33:16.141933Z","end":"2026-03-04T16:33:16.72063Z","steps":["trace[1359901002] 'agreement among raft nodes before linearized reading' (duration: 578.662012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720654Z","caller":"traceutil/trace.go:171","msg":"trace[181002700] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29762; }","duration":"498.388909ms","start":"2026-03-04T16:33:16.222256Z","end":"2026-03-04T16:33:16.720645Z","steps":["trace[181002700] 'agreement among raft nodes before linearized reading' (duration: 498.277456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.720658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.141917Z","time spent":"578.736003ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:33:16.720653Z","caller":"traceutil/trace.go:171","msg":"trace[1019229018] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29762; }","duration":"499.111697ms","start":"2026-03-04T16:33:16.221528Z","end":"2026-03-04T16:33:16.72064Z","steps":["trace[1019229018] 'agreement among raft nodes before linearized reading' (duration: 499.027525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.72068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.222244Z","time spent":"498.42932ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T16:33:16.720698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.221509Z","time spent":"499.175478ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:16.720732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.93557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T16:33:16.720463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371606192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:33:16.720792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.349109Z","time spent":"1.371673454s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:33:16.720794Z","caller":"traceutil/trace.go:171","msg":"trace[524784718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29762; }","duration":"458.038622ms","start":"2026-03-04T16:33:16.262741Z","end":"2026-03-04T16:33:16.72078Z","steps":["trace[524784718] 'agreement among raft nodes before linearized reading' (duration: 457.887618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.720492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233480592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:16.720832Z","caller":"traceutil/trace.go:171","msg":"trace[662457221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29762; }","duration":"1.233851281s","start":"2026-03-04T16:33:15.486974Z","end":"2026-03-04T16:33:16.720826Z","steps":["trace[662457221] 'agreement among raft nodes before linearized reading' (duration: 1.233480742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720806Z","caller":"traceutil/trace.go:171","msg":"trace[405704426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29762; }","duration":"1.371990882s","start":"2026-03-04T16:33:15.348807Z","end":"2026-03-04T16:33:16.720798Z","steps":["trace[405704426] 'agreement among raft nodes before linearized reading' (duration: 1.371572291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.720864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.486962Z","time spent":"1.233894782s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:33:16.720521Z","caller":"traceutil/trace.go:171","msg":"trace[2015829055] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29762; }","duration":"927.578413ms","start":"2026-03-04T16:33:15.792921Z","end":"2026-03-04T16:33:16.7205Z","steps":["trace[2015829055] 'agreement among raft nodes before linearized reading' (duration: 927.470331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.72056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371575152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:33:16.720461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358098282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:33:16.720897Z","caller":"traceutil/trace.go:171","msg":"trace[1336775601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29762; }","duration":"1.371942871s","start":"2026-03-04T16:33:15.348946Z","end":"2026-03-04T16:33:16.720888Z","steps":["trace[1336775601] 'agreement among raft nodes before linearized reading' (duration: 1.371586222s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.720909Z","caller":"traceutil/trace.go:171","msg":"trace[1867844156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29762; }","duration":"1.358575023s","start":"2026-03-04T16:33:15.362328Z","end":"2026-03-04T16:33:16.720903Z","steps":["trace[1867844156] 'agreement among raft nodes before linearized reading' (duration: 1.35802795s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.720928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.362318Z","time spent":"1.358605594s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:33:16.72093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.348929Z","time spent":"1.371994492s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:33:16.720513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345059253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:33:16.720935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.7929Z","time spent":"928.023794ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:33:16.720974Z","caller":"traceutil/trace.go:171","msg":"trace[1054099110] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:29762; }","duration":"1.345541396s","start":"2026-03-04T16:33:15.375424Z","end":"2026-03-04T16:33:16.720965Z","steps":["trace[1054099110] 'agreement among raft nodes before linearized reading' (duration: 1.345069704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.720998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.375364Z","time spent":"1.345626167s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:16.720833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.262716Z","time spent":"458.109193ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:33:16.720867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:15.348789Z","time spent":"1.372068524s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:33:16.980528Z","caller":"traceutil/trace.go:171","msg":"trace[703053948] linearizableReadLoop","detail":"{readStateIndex:30842; appliedIndex:30841; }","duration":"249.826335ms","start":"2026-03-04T16:33:16.730681Z","end":"2026-03-04T16:33:16.980507Z","steps":["trace[703053948] 'read index received' (duration: 17.061µs)","trace[703053948] 'applied index is now lower than readState.Index' (duration: 249.808274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:16.980558Z","caller":"traceutil/trace.go:171","msg":"trace[252436430] transaction","detail":"{read_only:false; response_revision:29763; number_of_response:1; }","duration":"249.883716ms","start":"2026-03-04T16:33:16.730654Z","end":"2026-03-04T16:33:16.980538Z","steps":["trace[252436430] 'process raft request' (duration: 249.711932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:16.980691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.996561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:33:16.980725Z","caller":"traceutil/trace.go:171","msg":"trace[1963310708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:29763; }","duration":"250.072333ms","start":"2026-03-04T16:33:16.730645Z","end":"2026-03-04T16:33:16.980717Z","steps":["trace[1963310708] 'agreement among raft nodes before linearized reading' (duration: 249.952819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.989462Z","caller":"traceutil/trace.go:171","msg":"trace[398203893] transaction","detail":"{read_only:false; response_revision:29765; number_of_response:1; }","duration":"258.030331ms","start":"2026-03-04T16:33:16.731416Z","end":"2026-03-04T16:33:16.989446Z","steps":["trace[398203893] 'process raft request' (duration: 257.955509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.989508Z","caller":"traceutil/trace.go:171","msg":"trace[1992138628] transaction","detail":"{read_only:false; response_revision:29764; number_of_response:1; }","duration":"258.346491ms","start":"2026-03-04T16:33:16.73113Z","end":"2026-03-04T16:33:16.989476Z","steps":["trace[1992138628] 'process raft request' (duration: 258.151606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.989701Z","caller":"traceutil/trace.go:171","msg":"trace[1643956657] transaction","detail":"{read_only:false; response_revision:29766; number_of_response:1; }","duration":"258.230116ms","start":"2026-03-04T16:33:16.731456Z","end":"2026-03-04T16:33:16.989686Z","steps":["trace[1643956657] 'process raft request' (duration: 257.957089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:16.98979Z","caller":"traceutil/trace.go:171","msg":"trace[904090058] transaction","detail":"{read_only:false; response_revision:29767; number_of_response:1; }","duration":"258.170226ms","start":"2026-03-04T16:33:16.731609Z","end":"2026-03-04T16:33:16.989779Z","steps":["trace[904090058] 'process raft request' (duration: 257.988471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:17.106455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.696141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:33:17.107438Z","caller":"traceutil/trace.go:171","msg":"trace[715402108] linearizableReadLoop","detail":"{readStateIndex:30848; appliedIndex:30842; }","duration":"126.819616ms","start":"2026-03-04T16:33:16.980597Z","end":"2026-03-04T16:33:17.107417Z","steps":["trace[715402108] 'read index received' (duration: 8.619018ms)","trace[715402108] 'applied index is now lower than readState.Index' (duration: 118.199048ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:17.107521Z","caller":"traceutil/trace.go:171","msg":"trace[1808568296] transaction","detail":"{read_only:false; response_revision:29768; number_of_response:1; }","duration":"159.912409ms","start":"2026-03-04T16:33:16.947579Z","end":"2026-03-04T16:33:17.107492Z","steps":["trace[1808568296] 'process raft request' (duration: 158.967855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:17.360292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.637467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:17.360378Z","caller":"traceutil/trace.go:171","msg":"trace[1400912203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29768; }","duration":"408.78604ms","start":"2026-03-04T16:33:16.951568Z","end":"2026-03-04T16:33:17.360354Z","steps":["trace[1400912203] 'agreement among raft nodes before linearized reading' (duration: 155.906368ms)","trace[1400912203] 'count revisions from in-memory index tree' (duration: 252.720418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.360423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.95156Z","time spent":"408.851173ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:17.360506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.652991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:17.360595Z","caller":"traceutil/trace.go:171","msg":"trace[1780922485] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29768; }","duration":"626.774704ms","start":"2026-03-04T16:33:16.73379Z","end":"2026-03-04T16:33:17.360565Z","steps":["trace[1780922485] 'agreement among raft nodes before linearized reading' (duration: 373.686247ms)","trace[1780922485] 'range keys from in-memory index tree' (duration: 252.970114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.360664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.733782Z","time spent":"626.871346ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:33:17.360863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.128069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:17.360899Z","caller":"traceutil/trace.go:171","msg":"trace[1170042269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29768; }","duration":"630.19699ms","start":"2026-03-04T16:33:16.730692Z","end":"2026-03-04T16:33:17.360889Z","steps":["trace[1170042269] 'agreement among raft nodes before linearized reading' (duration: 376.807055ms)","trace[1170042269] 'range keys from in-memory index tree' (duration: 253.342524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.360934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.730668Z","time spent":"630.252832ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:33:17.361148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.851725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:33:17.361195Z","caller":"traceutil/trace.go:171","msg":"trace[1321664756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29768; }","duration":"370.924437ms","start":"2026-03-04T16:33:16.990257Z","end":"2026-03-04T16:33:17.361181Z","steps":["trace[1321664756] 'agreement among raft nodes before linearized reading' (duration: 117.267626ms)","trace[1321664756] 'range keys from in-memory index tree' (duration: 253.530518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.361257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:16.990245Z","time spent":"371.002559ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T16:33:17.361354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.146574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:33:17.361406Z","caller":"traceutil/trace.go:171","msg":"trace[1521051139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29768; }","duration":"358.240896ms","start":"2026-03-04T16:33:17.00315Z","end":"2026-03-04T16:33:17.361391Z","steps":["trace[1521051139] 'agreement among raft nodes before linearized reading' (duration: 104.38806ms)","trace[1521051139] 'count revisions from in-memory index tree' (duration: 253.774305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.361445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:17.003132Z","time spent":"358.302937ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:33:17.361551Z","caller":"traceutil/trace.go:171","msg":"trace[1275734554] transaction","detail":"{read_only:false; response_revision:29769; number_of_response:1; }","duration":"252.538704ms","start":"2026-03-04T16:33:17.108991Z","end":"2026-03-04T16:33:17.361529Z","steps":["trace[1275734554] 'process raft request' (duration: 246.004399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:17.368592Z","caller":"traceutil/trace.go:171","msg":"trace[737384958] transaction","detail":"{read_only:false; response_revision:29770; number_of_response:1; }","duration":"258.189465ms","start":"2026-03-04T16:33:17.110385Z","end":"2026-03-04T16:33:17.368575Z","steps":["trace[737384958] 'process raft request' (duration: 258.053022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:17.368792Z","caller":"traceutil/trace.go:171","msg":"trace[1799622225] transaction","detail":"{read_only:false; response_revision:29771; number_of_response:1; }","duration":"258.102113ms","start":"2026-03-04T16:33:17.110676Z","end":"2026-03-04T16:33:17.368778Z","steps":["trace[1799622225] 'process raft request' (duration: 257.869318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:17.3689Z","caller":"traceutil/trace.go:171","msg":"trace[7428365] linearizableReadLoop","detail":"{readStateIndex:30851; appliedIndex:30848; }","duration":"240.480429ms","start":"2026-03-04T16:33:17.12837Z","end":"2026-03-04T16:33:17.36885Z","steps":["trace[7428365] 'read index received' (duration: 226.714922ms)","trace[7428365] 'applied index is now lower than readState.Index' (duration: 13.764847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:17.369026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.653504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:33:17.369071Z","caller":"traceutil/trace.go:171","msg":"trace[871526623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29772; }","duration":"240.685195ms","start":"2026-03-04T16:33:17.128362Z","end":"2026-03-04T16:33:17.369047Z","steps":["trace[871526623] 'agreement among raft nodes before linearized reading' (duration: 240.596463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:17.369106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.630503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:17.36918Z","caller":"traceutil/trace.go:171","msg":"trace[1928472320] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29772; }","duration":"184.757066ms","start":"2026-03-04T16:33:17.184406Z","end":"2026-03-04T16:33:17.369163Z","steps":["trace[1928472320] 'agreement among raft nodes before linearized reading' (duration: 184.632243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:18.037928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.476535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:18.038024Z","caller":"traceutil/trace.go:171","msg":"trace[872933512] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29772; }","duration":"491.616078ms","start":"2026-03-04T16:33:17.546388Z","end":"2026-03-04T16:33:18.038004Z","steps":["trace[872933512] 'count revisions from in-memory index tree' (duration: 491.403633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:18.038071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:17.546372Z","time spent":"491.6866ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:33:18.038432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.875533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:18.038597Z","caller":"traceutil/trace.go:171","msg":"trace[1925322000] linearizableReadLoop","detail":"{readStateIndex:30853; appliedIndex:30852; }","duration":"174.416845ms","start":"2026-03-04T16:33:17.864158Z","end":"2026-03-04T16:33:18.038574Z","steps":["trace[1925322000] 'read index received' (duration: 17.230484ms)","trace[1925322000] 'applied index is now lower than readState.Index' (duration: 157.184151ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:18.038687Z","caller":"traceutil/trace.go:171","msg":"trace[1733761904] transaction","detail":"{read_only:false; response_revision:29773; number_of_response:1; }","duration":"376.916857ms","start":"2026-03-04T16:33:17.661678Z","end":"2026-03-04T16:33:18.038595Z","steps":["trace[1733761904] 'process raft request' (duration: 219.780117ms)","trace[1733761904] 'compare' (duration: 156.506294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:18.038707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.548158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:33:18.038804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:17.661649Z","time spent":"377.087121ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:18.039371Z","caller":"traceutil/trace.go:171","msg":"trace[236267584] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29773; }","duration":"174.601959ms","start":"2026-03-04T16:33:17.864141Z","end":"2026-03-04T16:33:18.038743Z","steps":["trace[236267584] 'agreement among raft nodes before linearized reading' (duration: 174.528798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:18.606371Z","caller":"traceutil/trace.go:171","msg":"trace[614461741] linearizableReadLoop","detail":"{readStateIndex:30854; appliedIndex:30853; }","duration":"567.705255ms","start":"2026-03-04T16:33:18.038641Z","end":"2026-03-04T16:33:18.606346Z","steps":["trace[614461741] 'read index received' (duration: 474.365533ms)","trace[614461741] 'applied index is now lower than readState.Index' (duration: 93.338282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:18.606539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.922564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:18.607816Z","caller":"traceutil/trace.go:171","msg":"trace[306677144] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29774; }","duration":"587.242107ms","start":"2026-03-04T16:33:18.020541Z","end":"2026-03-04T16:33:18.607783Z","steps":["trace[306677144] 'agreement among raft nodes before linearized reading' (duration: 585.928454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:18.607872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:18.02052Z","time spent":"587.333759ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:33:18.608372Z","caller":"traceutil/trace.go:171","msg":"trace[433766306] transaction","detail":"{read_only:false; response_revision:29775; number_of_response:1; }","duration":"428.812037ms","start":"2026-03-04T16:33:18.179522Z","end":"2026-03-04T16:33:18.608334Z","steps":["trace[433766306] 'process raft request' (duration: 428.440046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:18.608495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.016559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-04T16:33:18.608567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:18.179502Z","time spent":"428.96734ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:18.608579Z","caller":"traceutil/trace.go:171","msg":"trace[633261169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29775; }","duration":"448.404689ms","start":"2026-03-04T16:33:18.160153Z","end":"2026-03-04T16:33:18.608558Z","steps":["trace[633261169] 'agreement among raft nodes before linearized reading' (duration: 447.942957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:18.608632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:18.160135Z","time spent":"448.487761ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:33:18.608647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.133656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:18.608719Z","caller":"traceutil/trace.go:171","msg":"trace[164403721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29775; }","duration":"112.213028ms","start":"2026-03-04T16:33:18.496489Z","end":"2026-03-04T16:33:18.608702Z","steps":["trace[164403721] 'agreement among raft nodes before linearized reading' (duration: 112.073764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:18.810206Z","caller":"traceutil/trace.go:171","msg":"trace[1088141994] linearizableReadLoop","detail":"{readStateIndex:30856; appliedIndex:30855; }","duration":"174.249722ms","start":"2026-03-04T16:33:18.63593Z","end":"2026-03-04T16:33:18.81018Z","steps":["trace[1088141994] 'read index received' (duration: 92.617804ms)","trace[1088141994] 'applied index is now lower than readState.Index' (duration: 81.629818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:18.810208Z","caller":"traceutil/trace.go:171","msg":"trace[1913997028] transaction","detail":"{read_only:false; response_revision:29776; number_of_response:1; }","duration":"174.749184ms","start":"2026-03-04T16:33:18.635417Z","end":"2026-03-04T16:33:18.810166Z","steps":["trace[1913997028] 'process raft request' (duration: 93.193528ms)","trace[1913997028] 'compare' (duration: 81.330901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:18.810419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.474217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:1 size:1007"} {"level":"info","ts":"2026-03-04T16:33:18.810526Z","caller":"traceutil/trace.go:171","msg":"trace[1716767453] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:1; response_revision:29777; }","duration":"174.602241ms","start":"2026-03-04T16:33:18.635906Z","end":"2026-03-04T16:33:18.810508Z","steps":["trace[1716767453] 'agreement among raft nodes before linearized reading' (duration: 174.391866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:19.141934Z","caller":"traceutil/trace.go:171","msg":"trace[388660576] transaction","detail":"{read_only:false; response_revision:29780; number_of_response:1; }","duration":"107.311444ms","start":"2026-03-04T16:33:19.034594Z","end":"2026-03-04T16:33:19.141906Z","steps":["trace[388660576] 'process raft request' (duration: 103.236592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:19.191178Z","caller":"traceutil/trace.go:171","msg":"trace[464730945] transaction","detail":"{read_only:false; response_revision:29782; number_of_response:1; }","duration":"154.33261ms","start":"2026-03-04T16:33:19.036807Z","end":"2026-03-04T16:33:19.191139Z","steps":["trace[464730945] 'process raft request' (duration: 154.272719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:19.191182Z","caller":"traceutil/trace.go:171","msg":"trace[1983181583] transaction","detail":"{read_only:false; response_revision:29781; number_of_response:1; }","duration":"154.779071ms","start":"2026-03-04T16:33:19.036369Z","end":"2026-03-04T16:33:19.191148Z","steps":["trace[1983181583] 'process raft request' (duration: 154.594877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:19.617029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.559634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:19.617116Z","caller":"traceutil/trace.go:171","msg":"trace[73544874] transaction","detail":"{read_only:false; response_revision:29785; number_of_response:1; }","duration":"242.021539ms","start":"2026-03-04T16:33:19.375079Z","end":"2026-03-04T16:33:19.617101Z","steps":["trace[73544874] 'process raft request' (duration: 110.304071ms)","trace[73544874] 'compare' (duration: 131.135253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:19.689271Z","caller":"traceutil/trace.go:171","msg":"trace[1401083270] linearizableReadLoop","detail":"{readStateIndex:30866; appliedIndex:30864; }","duration":"260.830693ms","start":"2026-03-04T16:33:19.428416Z","end":"2026-03-04T16:33:19.689247Z","steps":["trace[1401083270] 'read index received' (duration: 56.905325ms)","trace[1401083270] 'applied index is now lower than readState.Index' (duration: 203.924128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:19.689413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.981806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:19.689437Z","caller":"traceutil/trace.go:171","msg":"trace[898791727] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29786; }","duration":"261.072968ms","start":"2026-03-04T16:33:19.428357Z","end":"2026-03-04T16:33:19.68943Z","steps":["trace[898791727] 'agreement among raft nodes before linearized reading' (duration: 260.981906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:19.68941Z","caller":"traceutil/trace.go:171","msg":"trace[1874827824] transaction","detail":"{read_only:false; response_revision:29786; number_of_response:1; }","duration":"312.636207ms","start":"2026-03-04T16:33:19.376742Z","end":"2026-03-04T16:33:19.689379Z","steps":["trace[1874827824] 'process raft request' (duration: 312.384861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:19.689545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:19.376711Z","time spent":"312.75812ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:19.97137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.053126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"info","ts":"2026-03-04T16:33:19.971464Z","caller":"traceutil/trace.go:171","msg":"trace[1174269931] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:29786; }","duration":"226.19183ms","start":"2026-03-04T16:33:19.745247Z","end":"2026-03-04T16:33:19.971439Z","steps":["trace[1174269931] 'range keys from in-memory index tree' (duration: 225.870862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:22.933896Z","caller":"traceutil/trace.go:171","msg":"trace[442651988] transaction","detail":"{read_only:false; response_revision:29803; number_of_response:1; }","duration":"104.3362ms","start":"2026-03-04T16:33:22.8295Z","end":"2026-03-04T16:33:22.933836Z","steps":["trace[442651988] 'process raft request' (duration: 103.853607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:23.316971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.398128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:23.31727Z","caller":"traceutil/trace.go:171","msg":"trace[42629598] linearizableReadLoop","detail":"{readStateIndex:30886; appliedIndex:30884; }","duration":"239.688239ms","start":"2026-03-04T16:33:23.07756Z","end":"2026-03-04T16:33:23.317248Z","steps":["trace[42629598] 'read index received' (duration: 69.905382ms)","trace[42629598] 'applied index is now lower than readState.Index' (duration: 169.781467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:23.317269Z","caller":"traceutil/trace.go:171","msg":"trace[1912963680] transaction","detail":"{read_only:false; response_revision:29804; number_of_response:1; }","duration":"378.113318ms","start":"2026-03-04T16:33:22.939124Z","end":"2026-03-04T16:33:23.317237Z","steps":["trace[1912963680] 'process raft request' (duration: 208.327051ms)","trace[1912963680] 'compare' (duration: 168.335371ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:23.317315Z","caller":"traceutil/trace.go:171","msg":"trace[2139981899] transaction","detail":"{read_only:false; response_revision:29805; number_of_response:1; }","duration":"373.801009ms","start":"2026-03-04T16:33:22.943458Z","end":"2026-03-04T16:33:23.317259Z","steps":["trace[2139981899] 'process raft request' (duration: 373.643815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:23.317354Z","caller":"traceutil/trace.go:171","msg":"trace[61164586] transaction","detail":"{read_only:false; response_revision:29806; number_of_response:1; }","duration":"111.255993ms","start":"2026-03-04T16:33:23.206059Z","end":"2026-03-04T16:33:23.317315Z","steps":["trace[61164586] 'process raft request' (duration: 111.14323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:23.317425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:22.939102Z","time spent":"378.236221ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:23.317525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:22.943432Z","time spent":"373.987365ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:23.317545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.54658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:33:23.3176Z","caller":"traceutil/trace.go:171","msg":"trace[2051604626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29806; }","duration":"155.650683ms","start":"2026-03-04T16:33:23.161934Z","end":"2026-03-04T16:33:23.317585Z","steps":["trace[2051604626] 'agreement among raft nodes before linearized reading' (duration: 155.451448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:23.317614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.114069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:33:23.317542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.984277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:33:23.317617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.342891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:33:23.317905Z","caller":"traceutil/trace.go:171","msg":"trace[823261875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29806; }","duration":"240.387467ms","start":"2026-03-04T16:33:23.077504Z","end":"2026-03-04T16:33:23.317892Z","steps":["trace[823261875] 'agreement among raft nodes before linearized reading' (duration: 239.823142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:23.317905Z","caller":"traceutil/trace.go:171","msg":"trace[1097746174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29806; }","duration":"105.406356ms","start":"2026-03-04T16:33:23.212478Z","end":"2026-03-04T16:33:23.317884Z","steps":["trace[1097746174] 'agreement among raft nodes before linearized reading' (duration: 104.918164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:23.317843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.651085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:33:23.317928Z","caller":"traceutil/trace.go:171","msg":"trace[1699404376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29806; }","duration":"110.6899ms","start":"2026-03-04T16:33:23.207212Z","end":"2026-03-04T16:33:23.317902Z","steps":["trace[1699404376] 'agreement among raft nodes before linearized reading' (duration: 110.232998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:23.317982Z","caller":"traceutil/trace.go:171","msg":"trace[1389601547] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29806; }","duration":"120.023504ms","start":"2026-03-04T16:33:23.197931Z","end":"2026-03-04T16:33:23.317955Z","steps":["trace[1389601547] 'agreement among raft nodes before linearized reading' (duration: 119.526211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:23.918134Z","caller":"traceutil/trace.go:171","msg":"trace[1700688489] transaction","detail":"{read_only:false; response_revision:29812; number_of_response:1; }","duration":"222.078065ms","start":"2026-03-04T16:33:23.696022Z","end":"2026-03-04T16:33:23.9181Z","steps":["trace[1700688489] 'process raft request' (duration: 187.919435ms)","trace[1700688489] 'compare' (duration: 33.625487ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:23.944662Z","caller":"traceutil/trace.go:171","msg":"trace[1832261570] linearizableReadLoop","detail":"{readStateIndex:30894; appliedIndex:30892; }","duration":"203.831945ms","start":"2026-03-04T16:33:23.740798Z","end":"2026-03-04T16:33:23.94463Z","steps":["trace[1832261570] 'read index received' (duration: 143.158487ms)","trace[1832261570] 'applied index is now lower than readState.Index' (duration: 60.672308ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:23.944814Z","caller":"traceutil/trace.go:171","msg":"trace[1449975064] transaction","detail":"{read_only:false; response_revision:29813; number_of_response:1; }","duration":"236.039078ms","start":"2026-03-04T16:33:23.708727Z","end":"2026-03-04T16:33:23.944766Z","steps":["trace[1449975064] 'process raft request' (duration: 235.71902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:23.944857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.037391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:33:23.945018Z","caller":"traceutil/trace.go:171","msg":"trace[880943329] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:29813; }","duration":"204.250477ms","start":"2026-03-04T16:33:23.740739Z","end":"2026-03-04T16:33:23.944989Z","steps":["trace[880943329] 'agreement among raft nodes before linearized reading' (duration: 204.01664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:26.239023Z","caller":"traceutil/trace.go:171","msg":"trace[2079734751] transaction","detail":"{read_only:false; response_revision:29828; number_of_response:1; }","duration":"128.338433ms","start":"2026-03-04T16:33:26.110655Z","end":"2026-03-04T16:33:26.238993Z","steps":["trace[2079734751] 'process raft request' (duration: 128.124518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:27.858739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.436299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:1 size:120325"} {"level":"info","ts":"2026-03-04T16:33:27.858813Z","caller":"traceutil/trace.go:171","msg":"trace[560612714] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:1; response_revision:29838; }","duration":"196.563292ms","start":"2026-03-04T16:33:27.662227Z","end":"2026-03-04T16:33:27.85879Z","steps":["trace[560612714] 'range keys from in-memory index tree' (duration: 196.260404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:28.116775Z","caller":"traceutil/trace.go:171","msg":"trace[1316911450] transaction","detail":"{read_only:false; response_revision:29840; number_of_response:1; }","duration":"115.397097ms","start":"2026-03-04T16:33:28.001351Z","end":"2026-03-04T16:33:28.116748Z","steps":["trace[1316911450] 'process raft request' (duration: 115.158861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:28.381419Z","caller":"traceutil/trace.go:171","msg":"trace[779732427] transaction","detail":"{read_only:false; response_revision:29841; number_of_response:1; }","duration":"136.793556ms","start":"2026-03-04T16:33:28.24459Z","end":"2026-03-04T16:33:28.381383Z","steps":["trace[779732427] 'process raft request' (duration: 136.490508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:28.847519Z","caller":"traceutil/trace.go:171","msg":"trace[1480182612] transaction","detail":"{read_only:false; response_revision:29842; number_of_response:1; }","duration":"128.870457ms","start":"2026-03-04T16:33:28.718622Z","end":"2026-03-04T16:33:28.847492Z","steps":["trace[1480182612] 'process raft request' (duration: 128.693782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:29.288051Z","caller":"traceutil/trace.go:171","msg":"trace[757528687] linearizableReadLoop","detail":"{readStateIndex:30925; appliedIndex:30924; }","duration":"127.997435ms","start":"2026-03-04T16:33:29.160018Z","end":"2026-03-04T16:33:29.288015Z","steps":["trace[757528687] 'read index received' (duration: 122.499847ms)","trace[757528687] 'applied index is now lower than readState.Index' (duration: 5.496548ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:29.288135Z","caller":"traceutil/trace.go:171","msg":"trace[485624525] transaction","detail":"{read_only:false; response_revision:29843; number_of_response:1; }","duration":"309.570759ms","start":"2026-03-04T16:33:28.978527Z","end":"2026-03-04T16:33:29.288097Z","steps":["trace[485624525] 'process raft request' (duration: 304.04524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.288299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:28.978498Z","time spent":"309.710522ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:29.288314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.274312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:33:29.28838Z","caller":"traceutil/trace.go:171","msg":"trace[110094414] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29843; }","duration":"128.390035ms","start":"2026-03-04T16:33:29.159974Z","end":"2026-03-04T16:33:29.288364Z","steps":["trace[110094414] 'agreement among raft nodes before linearized reading' (duration: 128.20015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.606024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.73714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:29.606196Z","caller":"traceutil/trace.go:171","msg":"trace[2432946] linearizableReadLoop","detail":"{readStateIndex:30926; appliedIndex:30925; }","duration":"230.055115ms","start":"2026-03-04T16:33:29.376118Z","end":"2026-03-04T16:33:29.606173Z","steps":["trace[2432946] 'read index received' (duration: 37.974127ms)","trace[2432946] 'applied index is now lower than readState.Index' (duration: 192.075838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:29.606534Z","caller":"traceutil/trace.go:171","msg":"trace[696411617] transaction","detail":"{read_only:false; response_revision:29844; number_of_response:1; }","duration":"257.490607ms","start":"2026-03-04T16:33:29.349027Z","end":"2026-03-04T16:33:29.606518Z","steps":["trace[696411617] 'process raft request' (duration: 65.12802ms)","trace[696411617] 'compare' (duration: 191.554726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:29.606702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.551318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:33:29.606793Z","caller":"traceutil/trace.go:171","msg":"trace[1428084347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29844; }","duration":"230.693492ms","start":"2026-03-04T16:33:29.37608Z","end":"2026-03-04T16:33:29.606773Z","steps":["trace[1428084347] 'agreement among raft nodes before linearized reading' (duration: 230.431375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:29.814443Z","caller":"traceutil/trace.go:171","msg":"trace[491817027] linearizableReadLoop","detail":"{readStateIndex:30927; appliedIndex:30926; }","duration":"208.177765ms","start":"2026-03-04T16:33:29.606232Z","end":"2026-03-04T16:33:29.814409Z","steps":["trace[491817027] 'read index received' (duration: 207.168149ms)","trace[491817027] 'applied index is now lower than readState.Index' (duration: 1.008316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:29.814468Z","caller":"traceutil/trace.go:171","msg":"trace[489678124] transaction","detail":"{read_only:false; response_revision:29845; number_of_response:1; }","duration":"251.570007ms","start":"2026-03-04T16:33:29.562875Z","end":"2026-03-04T16:33:29.814445Z","steps":["trace[489678124] 'process raft request' (duration: 250.508569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.6957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:29.814592Z","caller":"traceutil/trace.go:171","msg":"trace[754653871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29845; }","duration":"326.809623ms","start":"2026-03-04T16:33:29.48776Z","end":"2026-03-04T16:33:29.814569Z","steps":["trace[754653871] 'agreement among raft nodes before linearized reading' (duration: 326.70705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.354192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:33:29.814624Z","caller":"traceutil/trace.go:171","msg":"trace[564899126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29845; }","duration":"380.391072ms","start":"2026-03-04T16:33:29.434228Z","end":"2026-03-04T16:33:29.814619Z","steps":["trace[564899126] 'agreement among raft nodes before linearized reading' (duration: 380.28921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.434222Z","time spent":"380.415083ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:33:29.814665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.122391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:33:29.814744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.704003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:33:29.814761Z","caller":"traceutil/trace.go:171","msg":"trace[1914090547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29845; }","duration":"425.747295ms","start":"2026-03-04T16:33:29.389009Z","end":"2026-03-04T16:33:29.814756Z","steps":["trace[1914090547] 'agreement among raft nodes before linearized reading' (duration: 425.703393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.388994Z","time spent":"425.778396ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:33:29.814778Z","caller":"traceutil/trace.go:171","msg":"trace[972849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29845; }","duration":"385.271415ms","start":"2026-03-04T16:33:29.429477Z","end":"2026-03-04T16:33:29.814748Z","steps":["trace[972849] 'agreement among raft nodes before linearized reading' (duration: 384.965598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.429462Z","time spent":"385.374208ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:33:29.814663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.90425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:33:29.814964Z","caller":"traceutil/trace.go:171","msg":"trace[431494827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29845; }","duration":"380.252539ms","start":"2026-03-04T16:33:29.434706Z","end":"2026-03-04T16:33:29.814958Z","steps":["trace[431494827] 'agreement among raft nodes before linearized reading' (duration: 379.709425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.814984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.434701Z","time spent":"380.277069ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:33:29.81545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.487736Z","time spent":"326.886364ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:33:29.816049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.203635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2109499"} {"level":"info","ts":"2026-03-04T16:33:29.816111Z","caller":"traceutil/trace.go:171","msg":"trace[982466348] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:29845; }","duration":"399.302928ms","start":"2026-03-04T16:33:29.416795Z","end":"2026-03-04T16:33:29.816098Z","steps":["trace[982466348] 'agreement among raft nodes before linearized reading' (duration: 397.77348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:29.816143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:29.41678Z","time spent":"399.353509ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":198,"response size":2109522,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-04T16:33:29.821952Z","caller":"traceutil/trace.go:171","msg":"trace[1077555027] transaction","detail":"{read_only:false; response_revision:29846; number_of_response:1; }","duration":"208.775499ms","start":"2026-03-04T16:33:29.613151Z","end":"2026-03-04T16:33:29.821927Z","steps":["trace[1077555027] 'process raft request' (duration: 208.645265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:29.929489Z","caller":"traceutil/trace.go:171","msg":"trace[1756722496] transaction","detail":"{read_only:false; response_revision:29848; number_of_response:1; }","duration":"110.486854ms","start":"2026-03-04T16:33:29.818986Z","end":"2026-03-04T16:33:29.929472Z","steps":["trace[1756722496] 'process raft request' (duration: 110.429042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:29.929647Z","caller":"traceutil/trace.go:171","msg":"trace[1491596832] transaction","detail":"{read_only:false; response_revision:29847; number_of_response:1; }","duration":"111.419607ms","start":"2026-03-04T16:33:29.818217Z","end":"2026-03-04T16:33:29.929637Z","steps":["trace[1491596832] 'process raft request' (duration: 98.86247ms)","trace[1491596832] 'compare' (duration: 12.247749ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:29.929804Z","caller":"traceutil/trace.go:171","msg":"trace[1145238891] transaction","detail":"{read_only:false; response_revision:29849; number_of_response:1; }","duration":"110.811102ms","start":"2026-03-04T16:33:29.818984Z","end":"2026-03-04T16:33:29.929795Z","steps":["trace[1145238891] 'process raft request' (duration: 110.461113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:29.930128Z","caller":"traceutil/trace.go:171","msg":"trace[1028709697] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"110.841833ms","start":"2026-03-04T16:33:29.819275Z","end":"2026-03-04T16:33:29.930117Z","steps":["trace[1028709697] 'process raft request' (duration: 110.480024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:30.319083Z","caller":"traceutil/trace.go:171","msg":"trace[1254390017] transaction","detail":"{read_only:false; response_revision:29852; number_of_response:1; }","duration":"186.822997ms","start":"2026-03-04T16:33:30.132222Z","end":"2026-03-04T16:33:30.319044Z","steps":["trace[1254390017] 'process raft request' (duration: 107.676663ms)","trace[1254390017] 'compare' (duration: 78.925548ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:31.85702Z","caller":"traceutil/trace.go:171","msg":"trace[449262418] transaction","detail":"{read_only:false; response_revision:29856; number_of_response:1; }","duration":"243.952185ms","start":"2026-03-04T16:33:31.613033Z","end":"2026-03-04T16:33:31.856985Z","steps":["trace[449262418] 'process raft request' (duration: 243.73916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:31.880182Z","caller":"traceutil/trace.go:171","msg":"trace[1901751942] transaction","detail":"{read_only:false; response_revision:29858; number_of_response:1; }","duration":"105.863247ms","start":"2026-03-04T16:33:31.7743Z","end":"2026-03-04T16:33:31.880164Z","steps":["trace[1901751942] 'process raft request' (duration: 105.645022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:31.880313Z","caller":"traceutil/trace.go:171","msg":"trace[1122485593] transaction","detail":"{read_only:false; response_revision:29857; number_of_response:1; }","duration":"124.783122ms","start":"2026-03-04T16:33:31.755512Z","end":"2026-03-04T16:33:31.880295Z","steps":["trace[1122485593] 'process raft request' (duration: 124.329031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:32.126507Z","caller":"traceutil/trace.go:171","msg":"trace[1517921331] transaction","detail":"{read_only:false; response_revision:29863; number_of_response:1; }","duration":"146.295865ms","start":"2026-03-04T16:33:31.980193Z","end":"2026-03-04T16:33:32.126489Z","steps":["trace[1517921331] 'process raft request' (duration: 146.238744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:32.126522Z","caller":"traceutil/trace.go:171","msg":"trace[1260541570] transaction","detail":"{read_only:false; response_revision:29862; number_of_response:1; }","duration":"146.350876ms","start":"2026-03-04T16:33:31.980141Z","end":"2026-03-04T16:33:32.126492Z","steps":["trace[1260541570] 'process raft request' (duration: 143.863984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:32.126607Z","caller":"traceutil/trace.go:171","msg":"trace[92429318] linearizableReadLoop","detail":"{readStateIndex:30947; appliedIndex:30943; }","duration":"133.663918ms","start":"2026-03-04T16:33:31.992915Z","end":"2026-03-04T16:33:32.126579Z","steps":["trace[92429318] 'read index received' (duration: 19.595164ms)","trace[92429318] 'applied index is now lower than readState.Index' (duration: 114.067593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:32.126657Z","caller":"traceutil/trace.go:171","msg":"trace[108918319] transaction","detail":"{read_only:false; response_revision:29864; number_of_response:1; }","duration":"146.453839ms","start":"2026-03-04T16:33:31.980176Z","end":"2026-03-04T16:33:32.12663Z","steps":["trace[108918319] 'process raft request' (duration: 146.286865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:32.126815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:33:32.126847Z","caller":"traceutil/trace.go:171","msg":"trace[1146353055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29864; }","duration":"133.945425ms","start":"2026-03-04T16:33:31.99289Z","end":"2026-03-04T16:33:32.126836Z","steps":["trace[1146353055] 'agreement among raft nodes before linearized reading' (duration: 133.776631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:32.756609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.211856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:33:32.756686Z","caller":"traceutil/trace.go:171","msg":"trace[1611801465] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29869; }","duration":"212.321509ms","start":"2026-03-04T16:33:32.544333Z","end":"2026-03-04T16:33:32.756655Z","steps":["trace[1611801465] 'count revisions from in-memory index tree' (duration: 212.089943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:34.299338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.53702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:33:34.299404Z","caller":"traceutil/trace.go:171","msg":"trace[868564020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29877; }","duration":"167.649193ms","start":"2026-03-04T16:33:34.131741Z","end":"2026-03-04T16:33:34.29939Z","steps":["trace[868564020] 'range keys from in-memory index tree' (duration: 167.349065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:34.299382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.809033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:33:34.299473Z","caller":"traceutil/trace.go:171","msg":"trace[586396286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29877; }","duration":"168.940477ms","start":"2026-03-04T16:33:34.130505Z","end":"2026-03-04T16:33:34.299445Z","steps":["trace[586396286] 'range keys from in-memory index tree' (duration: 168.653839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:34.299839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.72356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:33:34.299919Z","caller":"traceutil/trace.go:171","msg":"trace[718480780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29877; }","duration":"168.824543ms","start":"2026-03-04T16:33:34.131076Z","end":"2026-03-04T16:33:34.2999Z","steps":["trace[718480780] 'range keys from in-memory index tree' (duration: 167.886969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:34.313493Z","caller":"traceutil/trace.go:171","msg":"trace[405313990] transaction","detail":"{read_only:false; response_revision:29878; number_of_response:1; }","duration":"149.449375ms","start":"2026-03-04T16:33:34.164005Z","end":"2026-03-04T16:33:34.313454Z","steps":["trace[405313990] 'process raft request' (duration: 148.295416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:34.313531Z","caller":"traceutil/trace.go:171","msg":"trace[234246186] linearizableReadLoop","detail":"{readStateIndex:30961; appliedIndex:30960; }","duration":"142.826298ms","start":"2026-03-04T16:33:34.170671Z","end":"2026-03-04T16:33:34.313497Z","steps":["trace[234246186] 'read index received' (duration: 141.575026ms)","trace[234246186] 'applied index is now lower than readState.Index' (duration: 1.244712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:34.313647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.958681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:34.313788Z","caller":"traceutil/trace.go:171","msg":"trace[783075006] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29878; }","duration":"143.154826ms","start":"2026-03-04T16:33:34.170617Z","end":"2026-03-04T16:33:34.313771Z","steps":["trace[783075006] 'agreement among raft nodes before linearized reading' (duration: 142.936621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:36.130743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.646362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:36.131175Z","caller":"traceutil/trace.go:171","msg":"trace[2085653222] transaction","detail":"{read_only:false; response_revision:29889; number_of_response:1; }","duration":"190.532639ms","start":"2026-03-04T16:33:35.940575Z","end":"2026-03-04T16:33:36.131108Z","steps":["trace[2085653222] 'process raft request' (duration: 80.438785ms)","trace[2085653222] 'compare' (duration: 109.531819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:47.13326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.864028ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:33:47.133686Z","caller":"traceutil/trace.go:171","msg":"trace[1971586247] transaction","detail":"{read_only:false; response_revision:29965; number_of_response:1; }","duration":"114.253928ms","start":"2026-03-04T16:33:47.019399Z","end":"2026-03-04T16:33:47.133653Z","steps":["trace[1971586247] 'process raft request' (duration: 114.068563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:47.630923Z","caller":"traceutil/trace.go:171","msg":"trace[674483591] linearizableReadLoop","detail":"{readStateIndex:31054; appliedIndex:31053; }","duration":"101.847916ms","start":"2026-03-04T16:33:47.529041Z","end":"2026-03-04T16:33:47.630889Z","steps":["trace[674483591] 'read index received' (duration: 13.794247ms)","trace[674483591] 'applied index is now lower than readState.Index' (duration: 88.052319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:47.630954Z","caller":"traceutil/trace.go:171","msg":"trace[359270191] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"102.866822ms","start":"2026-03-04T16:33:47.528066Z","end":"2026-03-04T16:33:47.630933Z","steps":["trace[359270191] 'process raft request' (duration: 14.850574ms)","trace[359270191] 'compare' (duration: 87.722851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:47.631128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.090252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:47.631306Z","caller":"traceutil/trace.go:171","msg":"trace[247043911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29968; }","duration":"102.301007ms","start":"2026-03-04T16:33:47.528978Z","end":"2026-03-04T16:33:47.631279Z","steps":["trace[247043911] 'agreement among raft nodes before linearized reading' (duration: 102.112193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:48.269087Z","caller":"traceutil/trace.go:171","msg":"trace[301952814] linearizableReadLoop","detail":"{readStateIndex:31056; appliedIndex:31055; }","duration":"241.414591ms","start":"2026-03-04T16:33:48.027652Z","end":"2026-03-04T16:33:48.269066Z","steps":["trace[301952814] 'read index received' (duration: 43.644619ms)","trace[301952814] 'applied index is now lower than readState.Index' (duration: 197.769332ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:48.269238Z","caller":"traceutil/trace.go:171","msg":"trace[2049862464] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"248.235813ms","start":"2026-03-04T16:33:48.020994Z","end":"2026-03-04T16:33:48.26923Z","steps":["trace[2049862464] 'process raft request' (duration: 247.953356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.269647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.954625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:33:48.269807Z","caller":"traceutil/trace.go:171","msg":"trace[1609757986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29970; }","duration":"242.15677ms","start":"2026-03-04T16:33:48.02762Z","end":"2026-03-04T16:33:48.269777Z","steps":["trace[1609757986] 'agreement among raft nodes before linearized reading' (duration: 241.838942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.620631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.126847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:33:48.620797Z","caller":"traceutil/trace.go:171","msg":"trace[1344105010] transaction","detail":"{read_only:false; response_revision:29971; number_of_response:1; }","duration":"345.850752ms","start":"2026-03-04T16:33:48.274927Z","end":"2026-03-04T16:33:48.620777Z","steps":["trace[1344105010] 'process raft request' (duration: 90.50147ms)","trace[1344105010] 'compare' (duration: 254.328716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:48.620864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.274911Z","time spent":"345.922673ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:48.620959Z","caller":"traceutil/trace.go:171","msg":"trace[662081819] transaction","detail":"{read_only:false; response_revision:29972; number_of_response:1; }","duration":"343.598666ms","start":"2026-03-04T16:33:48.277343Z","end":"2026-03-04T16:33:48.620941Z","steps":["trace[662081819] 'process raft request' (duration: 343.38135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.621068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.277333Z","time spent":"343.675937ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:48.676761Z","caller":"traceutil/trace.go:171","msg":"trace[1283503198] linearizableReadLoop","detail":"{readStateIndex:31059; appliedIndex:31056; }","duration":"249.719811ms","start":"2026-03-04T16:33:48.427024Z","end":"2026-03-04T16:33:48.676744Z","steps":["trace[1283503198] 'read index received' (duration: 82.676292ms)","trace[1283503198] 'applied index is now lower than readState.Index' (duration: 167.042819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:48.676833Z","caller":"traceutil/trace.go:171","msg":"trace[543972954] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"295.797782ms","start":"2026-03-04T16:33:48.380995Z","end":"2026-03-04T16:33:48.676793Z","steps":["trace[543972954] 'process raft request' (duration: 295.623738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:48.676954Z","caller":"traceutil/trace.go:171","msg":"trace[303195134] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"195.100135ms","start":"2026-03-04T16:33:48.481705Z","end":"2026-03-04T16:33:48.676806Z","steps":["trace[303195134] 'process raft request' (duration: 195.005783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.677115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.055519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:48.677183Z","caller":"traceutil/trace.go:171","msg":"trace[1710295132] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29974; }","duration":"250.180572ms","start":"2026-03-04T16:33:48.426988Z","end":"2026-03-04T16:33:48.677169Z","steps":["trace[1710295132] 'agreement among raft nodes before linearized reading' (duration: 250.035729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:48.986369Z","caller":"traceutil/trace.go:171","msg":"trace[2050717965] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"393.509932ms","start":"2026-03-04T16:33:48.592835Z","end":"2026-03-04T16:33:48.986344Z","steps":["trace[2050717965] 'process raft request' (duration: 393.337008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.592815Z","time spent":"394.106448ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:48.986462Z","caller":"traceutil/trace.go:171","msg":"trace[2133060676] linearizableReadLoop","detail":"{readStateIndex:31062; appliedIndex:31060; }","duration":"309.531517ms","start":"2026-03-04T16:33:48.676909Z","end":"2026-03-04T16:33:48.986441Z","steps":["trace[2133060676] 'read index received' (duration: 309.175738ms)","trace[2133060676] 'applied index is now lower than readState.Index' (duration: 354.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:48.986541Z","caller":"traceutil/trace.go:171","msg":"trace[1634655934] transaction","detail":"{read_only:false; response_revision:29976; number_of_response:1; }","duration":"376.690639ms","start":"2026-03-04T16:33:48.609825Z","end":"2026-03-04T16:33:48.986515Z","steps":["trace[1634655934] 'process raft request' (duration: 376.468073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.98748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.609804Z","time spent":"377.51721ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:48.98753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.641696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:33:48.987605Z","caller":"traceutil/trace.go:171","msg":"trace[210046610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29976; }","duration":"160.743419ms","start":"2026-03-04T16:33:48.826842Z","end":"2026-03-04T16:33:48.987585Z","steps":["trace[210046610] 'agreement among raft nodes before linearized reading' (duration: 160.577235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.986674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.217932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:33:48.988251Z","caller":"traceutil/trace.go:171","msg":"trace[437971501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29976; }","duration":"553.845472ms","start":"2026-03-04T16:33:48.434391Z","end":"2026-03-04T16:33:48.988236Z","steps":["trace[437971501] 'agreement among raft nodes before linearized reading' (duration: 552.108399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.988303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.434368Z","time spent":"553.920274ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:33:48.98672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.709337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:33:48.988428Z","caller":"traceutil/trace.go:171","msg":"trace[982248089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29976; }","duration":"543.449529ms","start":"2026-03-04T16:33:48.444964Z","end":"2026-03-04T16:33:48.988413Z","steps":["trace[982248089] 'agreement among raft nodes before linearized reading' (duration: 541.636054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.988474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.444948Z","time spent":"543.514942ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:33:48.986714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.112262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:33:48.988589Z","caller":"traceutil/trace.go:171","msg":"trace[1819922885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29976; }","duration":"542.996888ms","start":"2026-03-04T16:33:48.445575Z","end":"2026-03-04T16:33:48.988572Z","steps":["trace[1819922885] 'agreement among raft nodes before linearized reading' (duration: 541.019119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:48.988637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:48.445571Z","time spent":"543.05364ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:33:49.187152Z","caller":"traceutil/trace.go:171","msg":"trace[2005184179] transaction","detail":"{read_only:false; response_revision:29978; number_of_response:1; }","duration":"190.813447ms","start":"2026-03-04T16:33:48.996264Z","end":"2026-03-04T16:33:49.187077Z","steps":["trace[2005184179] 'process raft request' (duration: 133.786721ms)","trace[2005184179] 'compare' (duration: 56.709718ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:49.187449Z","caller":"traceutil/trace.go:171","msg":"trace[908840270] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"191.115124ms","start":"2026-03-04T16:33:48.996308Z","end":"2026-03-04T16:33:49.187423Z","steps":["trace[908840270] 'process raft request' (duration: 190.960671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:49.187478Z","caller":"traceutil/trace.go:171","msg":"trace[204466066] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"189.657126ms","start":"2026-03-04T16:33:48.997798Z","end":"2026-03-04T16:33:49.187455Z","steps":["trace[204466066] 'process raft request' (duration: 189.537383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:49.187712Z","caller":"traceutil/trace.go:171","msg":"trace[1114637184] linearizableReadLoop","detail":"{readStateIndex:31066; appliedIndex:31063; }","duration":"153.764664ms","start":"2026-03-04T16:33:49.033648Z","end":"2026-03-04T16:33:49.187413Z","steps":["trace[1114637184] 'read index received' (duration: 96.447521ms)","trace[1114637184] 'applied index is now lower than readState.Index' (duration: 57.316113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:49.187703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.00817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:33:49.187897Z","caller":"traceutil/trace.go:171","msg":"trace[2127955844] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29980; }","duration":"154.275627ms","start":"2026-03-04T16:33:49.033609Z","end":"2026-03-04T16:33:49.187885Z","steps":["trace[2127955844] 'agreement among raft nodes before linearized reading' (duration: 153.953359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:49.408181Z","caller":"traceutil/trace.go:171","msg":"trace[397915793] linearizableReadLoop","detail":"{readStateIndex:31067; appliedIndex:31066; }","duration":"206.227465ms","start":"2026-03-04T16:33:49.201927Z","end":"2026-03-04T16:33:49.408154Z","steps":["trace[397915793] 'read index received' (duration: 107.857967ms)","trace[397915793] 'applied index is now lower than readState.Index' (duration: 98.368448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:49.408257Z","caller":"traceutil/trace.go:171","msg":"trace[1728386862] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"237.708399ms","start":"2026-03-04T16:33:49.170516Z","end":"2026-03-04T16:33:49.408225Z","steps":["trace[1728386862] 'process raft request' (duration: 139.332211ms)","trace[1728386862] 'compare' (duration: 98.044779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:49.408399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.489716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-04T16:33:49.408425Z","caller":"traceutil/trace.go:171","msg":"trace[1125240017] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:29981; }","duration":"205.557817ms","start":"2026-03-04T16:33:49.20286Z","end":"2026-03-04T16:33:49.408418Z","steps":["trace[1125240017] 'agreement among raft nodes before linearized reading' (duration: 205.424624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:49.40846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.888889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:49.408499Z","caller":"traceutil/trace.go:171","msg":"trace[388415639] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29981; }","duration":"137.007481ms","start":"2026-03-04T16:33:49.271478Z","end":"2026-03-04T16:33:49.408485Z","steps":["trace[388415639] 'agreement among raft nodes before linearized reading' (duration: 136.923809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:49.408474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.526703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T16:33:49.408575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.937276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:49.408561Z","caller":"traceutil/trace.go:171","msg":"trace[1740379649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:29981; }","duration":"206.653736ms","start":"2026-03-04T16:33:49.201882Z","end":"2026-03-04T16:33:49.408536Z","steps":["trace[1740379649] 'agreement among raft nodes before linearized reading' (duration: 206.39596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:49.408596Z","caller":"traceutil/trace.go:171","msg":"trace[694973469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29981; }","duration":"174.984428ms","start":"2026-03-04T16:33:49.233607Z","end":"2026-03-04T16:33:49.408591Z","steps":["trace[694973469] 'agreement among raft nodes before linearized reading' (duration: 174.945537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:50.795734Z","caller":"traceutil/trace.go:171","msg":"trace[418081087] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"719.747021ms","start":"2026-03-04T16:33:50.075947Z","end":"2026-03-04T16:33:50.795694Z","steps":["trace[418081087] 'process raft request' (duration: 719.445483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:50.795986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.075924Z","time spent":"719.937475ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:51.138254Z","caller":"traceutil/trace.go:171","msg":"trace[110968958] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"851.9352ms","start":"2026-03-04T16:33:50.286283Z","end":"2026-03-04T16:33:51.138218Z","steps":["trace[110968958] 'process raft request' (duration: 851.346924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.138616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.286261Z","time spent":"852.163766ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:51.139014Z","caller":"traceutil/trace.go:171","msg":"trace[1299285130] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"452.98465ms","start":"2026-03-04T16:33:50.685993Z","end":"2026-03-04T16:33:51.138978Z","steps":["trace[1299285130] 'process raft request' (duration: 452.434177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.139346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.68596Z","time spent":"453.174145ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:33:51.139756Z","caller":"traceutil/trace.go:171","msg":"trace[577598287] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"452.095157ms","start":"2026-03-04T16:33:50.687647Z","end":"2026-03-04T16:33:51.139742Z","steps":["trace[577598287] 'process raft request' (duration: 450.99408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.139854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.687615Z","time spent":"452.19056ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:33:51.140145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.346761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:51.1402Z","caller":"traceutil/trace.go:171","msg":"trace[372578233] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29986; }","duration":"773.480013ms","start":"2026-03-04T16:33:50.366707Z","end":"2026-03-04T16:33:51.140187Z","steps":["trace[372578233] 'agreement among raft nodes before linearized reading' (duration: 773.288339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.140237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.366683Z","time spent":"773.544775ms","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:33:51.140949Z","caller":"traceutil/trace.go:171","msg":"trace[570011403] linearizableReadLoop","detail":"{readStateIndex:31070; appliedIndex:31068; }","duration":"772.93158ms","start":"2026-03-04T16:33:50.366758Z","end":"2026-03-04T16:33:51.139689Z","steps":["trace[570011403] 'read index received' (duration: 428.577166ms)","trace[570011403] 'applied index is now lower than readState.Index' (duration: 344.351834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:51.216187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.026727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:51.21627Z","caller":"traceutil/trace.go:171","msg":"trace[817109815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29987; }","duration":"847.159189ms","start":"2026-03-04T16:33:50.369091Z","end":"2026-03-04T16:33:51.21625Z","steps":["trace[817109815] 'agreement among raft nodes before linearized reading' (duration: 846.989995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.216312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.369077Z","time spent":"847.227303ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:33:51.216323Z","caller":"traceutil/trace.go:171","msg":"trace[200632303] transaction","detail":"{read_only:false; response_revision:29987; number_of_response:1; }","duration":"219.718086ms","start":"2026-03-04T16:33:50.996587Z","end":"2026-03-04T16:33:51.216305Z","steps":["trace[200632303] 'process raft request' (duration: 219.230943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.21626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.094999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:33:51.216512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.014426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:33:51.216534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.607608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:33:51.21655Z","caller":"traceutil/trace.go:171","msg":"trace[781559350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29987; }","duration":"180.073466ms","start":"2026-03-04T16:33:51.036466Z","end":"2026-03-04T16:33:51.216539Z","steps":["trace[781559350] 'agreement among raft nodes before linearized reading' (duration: 179.997065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:51.216567Z","caller":"traceutil/trace.go:171","msg":"trace[1705117087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29987; }","duration":"147.65746ms","start":"2026-03-04T16:33:51.068898Z","end":"2026-03-04T16:33:51.216556Z","steps":["trace[1705117087] 'agreement among raft nodes before linearized reading' (duration: 147.543417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.21664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.851364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:33:51.216664Z","caller":"traceutil/trace.go:171","msg":"trace[298254164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29987; }","duration":"590.933805ms","start":"2026-03-04T16:33:50.625722Z","end":"2026-03-04T16:33:51.216656Z","steps":["trace[298254164] 'agreement among raft nodes before linearized reading' (duration: 590.875844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.216681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.625649Z","time spent":"591.027278ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:33:51.21666Z","caller":"traceutil/trace.go:171","msg":"trace[896335510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29987; }","duration":"591.287215ms","start":"2026-03-04T16:33:50.62511Z","end":"2026-03-04T16:33:51.216397Z","steps":["trace[896335510] 'agreement among raft nodes before linearized reading' (duration: 590.957276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.216893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.625092Z","time spent":"591.772748ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:33:51.217473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.517447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:33:51.21753Z","caller":"traceutil/trace.go:171","msg":"trace[922889295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29987; }","duration":"729.6163ms","start":"2026-03-04T16:33:50.4879Z","end":"2026-03-04T16:33:51.217517Z","steps":["trace[922889295] 'agreement among raft nodes before linearized reading' (duration: 729.521047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:33:51.217564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:33:50.487879Z","time spent":"729.677461ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:33:51.403343Z","caller":"traceutil/trace.go:171","msg":"trace[1972408701] transaction","detail":"{read_only:false; response_revision:29988; number_of_response:1; }","duration":"182.355203ms","start":"2026-03-04T16:33:51.220888Z","end":"2026-03-04T16:33:51.403243Z","steps":["trace[1972408701] 'process raft request' (duration: 158.642616ms)","trace[1972408701] 'compare' (duration: 23.174544ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:33:51.459946Z","caller":"traceutil/trace.go:171","msg":"trace[1689304593] linearizableReadLoop","detail":"{readStateIndex:31076; appliedIndex:31073; }","duration":"238.575849ms","start":"2026-03-04T16:33:51.221343Z","end":"2026-03-04T16:33:51.459919Z","steps":["trace[1689304593] 'read index received' (duration: 158.293348ms)","trace[1689304593] 'applied index is now lower than readState.Index' (duration: 80.281101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:33:51.460247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.867707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18693"} {"level":"info","ts":"2026-03-04T16:33:51.460303Z","caller":"traceutil/trace.go:171","msg":"trace[1012176208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29992; }","duration":"238.96839ms","start":"2026-03-04T16:33:51.221322Z","end":"2026-03-04T16:33:51.46029Z","steps":["trace[1012176208] 'agreement among raft nodes before linearized reading' (duration: 238.706044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:51.460645Z","caller":"traceutil/trace.go:171","msg":"trace[1678331264] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"239.341879ms","start":"2026-03-04T16:33:51.221285Z","end":"2026-03-04T16:33:51.460627Z","steps":["trace[1678331264] 'process raft request' (duration: 238.509887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:51.460702Z","caller":"traceutil/trace.go:171","msg":"trace[392522139] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"239.162394ms","start":"2026-03-04T16:33:51.221486Z","end":"2026-03-04T16:33:51.460648Z","steps":["trace[392522139] 'process raft request' (duration: 238.354233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:51.460885Z","caller":"traceutil/trace.go:171","msg":"trace[835931741] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"239.595816ms","start":"2026-03-04T16:33:51.221279Z","end":"2026-03-04T16:33:51.460875Z","steps":["trace[835931741] 'process raft request' (duration: 238.353444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:33:51.460969Z","caller":"traceutil/trace.go:171","msg":"trace[892169254] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"238.069367ms","start":"2026-03-04T16:33:51.22289Z","end":"2026-03-04T16:33:51.46096Z","steps":["trace[892169254] 'process raft request' (duration: 236.985089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:12.975975Z","caller":"traceutil/trace.go:171","msg":"trace[1594988639] transaction","detail":"{read_only:false; response_revision:30135; number_of_response:1; }","duration":"104.04139ms","start":"2026-03-04T16:34:12.871909Z","end":"2026-03-04T16:34:12.97595Z","steps":["trace[1594988639] 'process raft request' (duration: 103.882286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:13.395506Z","caller":"traceutil/trace.go:171","msg":"trace[565753002] transaction","detail":"{read_only:false; response_revision:30136; number_of_response:1; }","duration":"180.6173ms","start":"2026-03-04T16:34:13.214863Z","end":"2026-03-04T16:34:13.39548Z","steps":["trace[565753002] 'process raft request' (duration: 180.440366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:13.396101Z","caller":"traceutil/trace.go:171","msg":"trace[1704388391] transaction","detail":"{read_only:false; response_revision:30137; number_of_response:1; }","duration":"180.528357ms","start":"2026-03-04T16:34:13.215562Z","end":"2026-03-04T16:34:13.39609Z","steps":["trace[1704388391] 'process raft request' (duration: 180.456955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:13.396236Z","caller":"traceutil/trace.go:171","msg":"trace[565400991] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"180.576498ms","start":"2026-03-04T16:34:13.215652Z","end":"2026-03-04T16:34:13.396228Z","steps":["trace[565400991] 'process raft request' (duration: 180.415504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:34:59.978038Z","caller":"traceutil/trace.go:171","msg":"trace[1071350692] linearizableReadLoop","detail":"{readStateIndex:31559; appliedIndex:31557; }","duration":"114.894084ms","start":"2026-03-04T16:34:59.863115Z","end":"2026-03-04T16:34:59.978009Z","steps":["trace[1071350692] 'read index received' (duration: 26.354745ms)","trace[1071350692] 'applied index is now lower than readState.Index' (duration: 88.538389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:34:59.978251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.108679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:34:59.978175Z","caller":"traceutil/trace.go:171","msg":"trace[1832857050] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"119.919262ms","start":"2026-03-04T16:34:59.858181Z","end":"2026-03-04T16:34:59.9781Z","steps":["trace[1832857050] 'process raft request' (duration: 62.900145ms)","trace[1832857050] 'compare' (duration: 56.785351ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:34:59.97835Z","caller":"traceutil/trace.go:171","msg":"trace[139232058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30458; }","duration":"115.193252ms","start":"2026-03-04T16:34:59.863089Z","end":"2026-03-04T16:34:59.978283Z","steps":["trace[139232058] 'agreement among raft nodes before linearized reading' (duration: 115.034268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.268831Z","caller":"traceutil/trace.go:171","msg":"trace[150324442] linearizableReadLoop","detail":"{readStateIndex:31563; appliedIndex:31562; }","duration":"121.48921ms","start":"2026-03-04T16:35:00.147315Z","end":"2026-03-04T16:35:00.268805Z","steps":["trace[150324442] 'read index received' (duration: 82.769174ms)","trace[150324442] 'applied index is now lower than readState.Index' (duration: 38.718805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:00.268893Z","caller":"traceutil/trace.go:171","msg":"trace[803742824] transaction","detail":"{read_only:false; response_revision:30462; number_of_response:1; }","duration":"122.25451ms","start":"2026-03-04T16:35:00.146613Z","end":"2026-03-04T16:35:00.268867Z","steps":["trace[803742824] 'process raft request' (duration: 83.458883ms)","trace[803742824] 'compare' (duration: 38.532281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:00.269054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.722246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:00.26911Z","caller":"traceutil/trace.go:171","msg":"trace[1660475555] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:30462; }","duration":"121.821748ms","start":"2026-03-04T16:35:00.147274Z","end":"2026-03-04T16:35:00.269095Z","steps":["trace[1660475555] 'agreement among raft nodes before linearized reading' (duration: 121.632003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.29961Z","caller":"traceutil/trace.go:171","msg":"trace[1297271543] transaction","detail":"{read_only:false; response_revision:30463; number_of_response:1; }","duration":"149.640569ms","start":"2026-03-04T16:35:00.149941Z","end":"2026-03-04T16:35:00.299582Z","steps":["trace[1297271543] 'process raft request' (duration: 149.513516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.42781Z","caller":"traceutil/trace.go:171","msg":"trace[575654185] linearizableReadLoop","detail":"{readStateIndex:31565; appliedIndex:31564; }","duration":"124.500056ms","start":"2026-03-04T16:35:00.303272Z","end":"2026-03-04T16:35:00.427772Z","steps":["trace[575654185] 'read index received' (duration: 118.469314ms)","trace[575654185] 'applied index is now lower than readState.Index' (duration: 6.028942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:00.427908Z","caller":"traceutil/trace.go:171","msg":"trace[188588280] transaction","detail":"{read_only:false; response_revision:30464; number_of_response:1; }","duration":"154.977545ms","start":"2026-03-04T16:35:00.272893Z","end":"2026-03-04T16:35:00.427871Z","steps":["trace[188588280] 'process raft request' (duration: 148.82814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:00.428144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.833815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-03-04T16:35:00.428188Z","caller":"traceutil/trace.go:171","msg":"trace[990436210] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:30464; }","duration":"124.944177ms","start":"2026-03-04T16:35:00.303231Z","end":"2026-03-04T16:35:00.428176Z","steps":["trace[990436210] 'agreement among raft nodes before linearized reading' (duration: 124.679911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.647313Z","caller":"traceutil/trace.go:171","msg":"trace[447053064] transaction","detail":"{read_only:false; response_revision:30466; number_of_response:1; }","duration":"191.808501ms","start":"2026-03-04T16:35:00.455479Z","end":"2026-03-04T16:35:00.647288Z","steps":["trace[447053064] 'process raft request' (duration: 191.637407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.686077Z","caller":"traceutil/trace.go:171","msg":"trace[616940976] transaction","detail":"{read_only:false; response_revision:30467; number_of_response:1; }","duration":"229.413329ms","start":"2026-03-04T16:35:00.456631Z","end":"2026-03-04T16:35:00.686044Z","steps":["trace[616940976] 'process raft request' (duration: 229.229964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:00.968811Z","caller":"traceutil/trace.go:171","msg":"trace[379725901] transaction","detail":"{read_only:false; response_revision:30468; number_of_response:1; }","duration":"253.663411ms","start":"2026-03-04T16:35:00.715123Z","end":"2026-03-04T16:35:00.968786Z","steps":["trace[379725901] 'process raft request' (duration: 237.655987ms)","trace[379725901] 'compare' (duration: 15.85078ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:00.97829Z","caller":"traceutil/trace.go:171","msg":"trace[170477177] linearizableReadLoop","detail":"{readStateIndex:31571; appliedIndex:31569; }","duration":"253.994848ms","start":"2026-03-04T16:35:00.724274Z","end":"2026-03-04T16:35:00.978269Z","steps":["trace[170477177] 'read index received' (duration: 228.516146ms)","trace[170477177] 'applied index is now lower than readState.Index' (duration: 25.478022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:00.978551Z","caller":"traceutil/trace.go:171","msg":"trace[1392477203] transaction","detail":"{read_only:false; response_revision:30469; number_of_response:1; }","duration":"255.683511ms","start":"2026-03-04T16:35:00.722859Z","end":"2026-03-04T16:35:00.978543Z","steps":["trace[1392477203] 'process raft request' (duration: 255.296201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:00.978752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.46206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:35:00.978773Z","caller":"traceutil/trace.go:171","msg":"trace[1432542778] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30469; }","duration":"254.518ms","start":"2026-03-04T16:35:00.724249Z","end":"2026-03-04T16:35:00.978767Z","steps":["trace[1432542778] 'agreement among raft nodes before linearized reading' (duration: 254.443519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:19.900572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.956132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:19.900674Z","caller":"traceutil/trace.go:171","msg":"trace[819217887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:30628; }","duration":"382.106076ms","start":"2026-03-04T16:35:19.518552Z","end":"2026-03-04T16:35:19.900658Z","steps":["trace[819217887] 'count revisions from in-memory index tree' (duration: 381.87835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:19.900709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.518534Z","time spent":"382.166237ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:35:19.900793Z","caller":"traceutil/trace.go:171","msg":"trace[2072863843] transaction","detail":"{read_only:false; response_revision:30629; number_of_response:1; }","duration":"266.143844ms","start":"2026-03-04T16:35:19.6346Z","end":"2026-03-04T16:35:19.900744Z","steps":["trace[2072863843] 'process raft request' (duration: 209.681922ms)","trace[2072863843] 'compare' (duration: 55.96246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:20.355388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832402416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:35:20.483229Z","caller":"traceutil/trace.go:171","msg":"trace[1555174973] transaction","detail":"{read_only:false; response_revision:30630; number_of_response:1; }","duration":"846.751389ms","start":"2026-03-04T16:35:19.63644Z","end":"2026-03-04T16:35:20.483191Z","steps":["trace[1555174973] 'process raft request' (duration: 768.087358ms)","trace[1555174973] 'compare' (duration: 77.81105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:20.48337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.636414Z","time spent":"846.882383ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:20.483485Z","caller":"traceutil/trace.go:171","msg":"trace[48087105] transaction","detail":"{read_only:false; response_revision:30631; number_of_response:1; }","duration":"837.63561ms","start":"2026-03-04T16:35:19.645795Z","end":"2026-03-04T16:35:20.483431Z","steps":["trace[48087105] 'process raft request' (duration: 837.270501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:20.483565Z","caller":"traceutil/trace.go:171","msg":"trace[1995716384] transaction","detail":"{read_only:false; response_revision:30633; number_of_response:1; }","duration":"678.895881ms","start":"2026-03-04T16:35:19.804645Z","end":"2026-03-04T16:35:20.483541Z","steps":["trace[1995716384] 'process raft request' (duration: 678.764568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:20.483579Z","caller":"traceutil/trace.go:171","msg":"trace[1226756525] transaction","detail":"{read_only:false; response_revision:30632; number_of_response:1; }","duration":"820.763335ms","start":"2026-03-04T16:35:19.662792Z","end":"2026-03-04T16:35:20.483555Z","steps":["trace[1226756525] 'process raft request' (duration: 820.433427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:20.4836Z","caller":"traceutil/trace.go:171","msg":"trace[1195551302] linearizableReadLoop","detail":"{readStateIndex:31740; appliedIndex:31735; }","duration":"628.616165ms","start":"2026-03-04T16:35:19.854964Z","end":"2026-03-04T16:35:20.48358Z","steps":["trace[1195551302] 'read index received' (duration: 549.647466ms)","trace[1195551302] 'applied index is now lower than readState.Index' (duration: 78.967809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:20.483679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.662772Z","time spent":"820.872978ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:20.4837Z","caller":"traceutil/trace.go:171","msg":"trace[375397630] transaction","detail":"{read_only:false; response_revision:30634; number_of_response:1; }","duration":"413.434475ms","start":"2026-03-04T16:35:20.07026Z","end":"2026-03-04T16:35:20.483694Z","steps":["trace[375397630] 'process raft request' (duration: 413.24717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.48371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.804618Z","time spent":"679.022324ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:20.483769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:20.07024Z","time spent":"413.475156ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:20.483781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.630825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:20.483809Z","caller":"traceutil/trace.go:171","msg":"trace[252783090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30634; }","duration":"570.690736ms","start":"2026-03-04T16:35:19.913109Z","end":"2026-03-04T16:35:20.4838Z","steps":["trace[252783090] 'agreement among raft nodes before linearized reading' (duration: 570.597114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.48383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.913092Z","time spent":"570.734437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:35:20.483891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.031469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T16:35:20.483918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.964493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:35:20.483929Z","caller":"traceutil/trace.go:171","msg":"trace[1931158376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30634; }","duration":"389.087251ms","start":"2026-03-04T16:35:20.094829Z","end":"2026-03-04T16:35:20.483917Z","steps":["trace[1931158376] 'agreement among raft nodes before linearized reading' (duration: 388.977868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:20.483937Z","caller":"traceutil/trace.go:171","msg":"trace[477135229] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30634; }","duration":"629.020805ms","start":"2026-03-04T16:35:19.854911Z","end":"2026-03-04T16:35:20.483932Z","steps":["trace[477135229] 'agreement among raft nodes before linearized reading' (duration: 628.939013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.483954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.854891Z","time spent":"629.058746ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T16:35:20.484007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.850224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:35:20.483952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:20.094818Z","time spent":"389.128172ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:35:20.484042Z","caller":"traceutil/trace.go:171","msg":"trace[2047324810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30634; }","duration":"411.898956ms","start":"2026-03-04T16:35:20.072134Z","end":"2026-03-04T16:35:20.484033Z","steps":["trace[2047324810] 'agreement among raft nodes before linearized reading' (duration: 411.834774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.484072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:20.072127Z","time spent":"411.937717ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:35:20.483955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.702975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:35:20.484113Z","caller":"traceutil/trace.go:171","msg":"trace[950075702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30634; }","duration":"541.88763ms","start":"2026-03-04T16:35:19.942218Z","end":"2026-03-04T16:35:20.484106Z","steps":["trace[950075702] 'agreement among raft nodes before linearized reading' (duration: 541.696605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.484145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.942205Z","time spent":"541.932971ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:35:20.483954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.66ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:35:20.484209Z","caller":"traceutil/trace.go:171","msg":"trace[1616126566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30634; }","duration":"490.945296ms","start":"2026-03-04T16:35:19.993258Z","end":"2026-03-04T16:35:20.484204Z","steps":["trace[1616126566] 'agreement among raft nodes before linearized reading' (duration: 490.635809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:20.48423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.993243Z","time spent":"490.979598ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:35:20.484199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:19.645783Z","time spent":"837.842795ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:34.186451Z","caller":"traceutil/trace.go:171","msg":"trace[993623292] transaction","detail":"{read_only:false; response_revision:30723; number_of_response:1; }","duration":"170.823403ms","start":"2026-03-04T16:35:34.0156Z","end":"2026-03-04T16:35:34.186423Z","steps":["trace[993623292] 'process raft request' (duration: 170.67428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:34.372752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.867407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T16:35:34.372851Z","caller":"traceutil/trace.go:171","msg":"trace[1956448399] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:30723; }","duration":"156.00691ms","start":"2026-03-04T16:35:34.216821Z","end":"2026-03-04T16:35:34.372828Z","steps":["trace[1956448399] 'range keys from in-memory index tree' (duration: 155.663181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:34.373368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.316337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T16:35:34.373466Z","caller":"traceutil/trace.go:171","msg":"trace[705906758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30723; }","duration":"148.462789ms","start":"2026-03-04T16:35:34.224975Z","end":"2026-03-04T16:35:34.373438Z","steps":["trace[705906758] 'range keys from in-memory index tree' (duration: 148.08834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:34.789683Z","caller":"traceutil/trace.go:171","msg":"trace[1532315409] transaction","detail":"{read_only:false; response_revision:30726; number_of_response:1; }","duration":"251.078565ms","start":"2026-03-04T16:35:34.538585Z","end":"2026-03-04T16:35:34.789663Z","steps":["trace[1532315409] 'process raft request' (duration: 224.890885ms)","trace[1532315409] 'compare' (duration: 26.069838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:34.789911Z","caller":"traceutil/trace.go:171","msg":"trace[574100049] transaction","detail":"{read_only:false; response_revision:30727; number_of_response:1; }","duration":"250.773047ms","start":"2026-03-04T16:35:34.539133Z","end":"2026-03-04T16:35:34.789906Z","steps":["trace[574100049] 'process raft request' (duration: 250.505351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:34.790053Z","caller":"traceutil/trace.go:171","msg":"trace[264353818] linearizableReadLoop","detail":"{readStateIndex:31838; appliedIndex:31834; }","duration":"125.219735ms","start":"2026-03-04T16:35:34.664828Z","end":"2026-03-04T16:35:34.790048Z","steps":["trace[264353818] 'read index received' (duration: 98.668156ms)","trace[264353818] 'applied index is now lower than readState.Index' (duration: 26.551029ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:34.790094Z","caller":"traceutil/trace.go:171","msg":"trace[1414858496] transaction","detail":"{read_only:false; response_revision:30728; number_of_response:1; }","duration":"249.968527ms","start":"2026-03-04T16:35:34.540122Z","end":"2026-03-04T16:35:34.79009Z","steps":["trace[1414858496] 'process raft request' (duration: 249.758572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:34.790171Z","caller":"traceutil/trace.go:171","msg":"trace[1236260532] transaction","detail":"{read_only:false; response_revision:30729; number_of_response:1; }","duration":"249.338551ms","start":"2026-03-04T16:35:34.540822Z","end":"2026-03-04T16:35:34.790161Z","steps":["trace[1236260532] 'process raft request' (duration: 249.198317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:34.79029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.448311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:34.790307Z","caller":"traceutil/trace.go:171","msg":"trace[1782739766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30729; }","duration":"125.510662ms","start":"2026-03-04T16:35:34.664792Z","end":"2026-03-04T16:35:34.790303Z","steps":["trace[1782739766] 'agreement among raft nodes before linearized reading' (duration: 125.41286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:34.826562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.628432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:35:34.82667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.651843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:35:34.826703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.726644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:35:34.82676Z","caller":"traceutil/trace.go:171","msg":"trace[802766007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30730; }","duration":"161.805466ms","start":"2026-03-04T16:35:34.664931Z","end":"2026-03-04T16:35:34.826737Z","steps":["trace[802766007] 'agreement among raft nodes before linearized reading' (duration: 161.57568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:34.826769Z","caller":"traceutil/trace.go:171","msg":"trace[422054560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30730; }","duration":"161.857257ms","start":"2026-03-04T16:35:34.664892Z","end":"2026-03-04T16:35:34.82675Z","steps":["trace[422054560] 'agreement among raft nodes before linearized reading' (duration: 161.676683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:34.826738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.707924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:35:34.826842Z","caller":"traceutil/trace.go:171","msg":"trace[1630227334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30730; }","duration":"161.893058ms","start":"2026-03-04T16:35:34.664934Z","end":"2026-03-04T16:35:34.826827Z","steps":["trace[1630227334] 'agreement among raft nodes before linearized reading' (duration: 161.55645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:34.8272Z","caller":"traceutil/trace.go:171","msg":"trace[1126457064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30730; }","duration":"161.764885ms","start":"2026-03-04T16:35:34.664865Z","end":"2026-03-04T16:35:34.82663Z","steps":["trace[1126457064] 'agreement among raft nodes before linearized reading' (duration: 161.513449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:35.018399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.985523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:35:35.018511Z","caller":"traceutil/trace.go:171","msg":"trace[1027469290] transaction","detail":"{read_only:false; response_revision:30732; number_of_response:1; }","duration":"187.173974ms","start":"2026-03-04T16:35:34.831317Z","end":"2026-03-04T16:35:35.018491Z","steps":["trace[1027469290] 'process raft request' (duration: 62.983986ms)","trace[1027469290] 'compare' (duration: 123.836009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:35.018891Z","caller":"traceutil/trace.go:171","msg":"trace[1914300402] transaction","detail":"{read_only:false; response_revision:30733; number_of_response:1; }","duration":"187.205576ms","start":"2026-03-04T16:35:34.831672Z","end":"2026-03-04T16:35:35.018878Z","steps":["trace[1914300402] 'process raft request' (duration: 186.947788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:35.019072Z","caller":"traceutil/trace.go:171","msg":"trace[1656824213] transaction","detail":"{read_only:false; response_revision:30734; number_of_response:1; }","duration":"187.094623ms","start":"2026-03-04T16:35:34.831961Z","end":"2026-03-04T16:35:35.019056Z","steps":["trace[1656824213] 'process raft request' (duration: 186.774095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:35.019349Z","caller":"traceutil/trace.go:171","msg":"trace[64750440] transaction","detail":"{read_only:false; response_revision:30735; number_of_response:1; }","duration":"186.861397ms","start":"2026-03-04T16:35:34.832172Z","end":"2026-03-04T16:35:35.019033Z","steps":["trace[64750440] 'process raft request' (duration: 186.706044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:35.654272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.67615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:35.654386Z","caller":"traceutil/trace.go:171","msg":"trace[1516521086] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:30736; }","duration":"122.844044ms","start":"2026-03-04T16:35:35.531527Z","end":"2026-03-04T16:35:35.654371Z","steps":["trace[1516521086] 'count revisions from in-memory index tree' (duration: 122.544836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:36.330547Z","caller":"traceutil/trace.go:171","msg":"trace[140526124] transaction","detail":"{read_only:false; response_revision:30737; number_of_response:1; }","duration":"138.222023ms","start":"2026-03-04T16:35:36.192293Z","end":"2026-03-04T16:35:36.330515Z","steps":["trace[140526124] 'process raft request' (duration: 138.048429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:36.806466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.504779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:36.806549Z","caller":"traceutil/trace.go:171","msg":"trace[1322382411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30737; }","duration":"317.625652ms","start":"2026-03-04T16:35:36.488904Z","end":"2026-03-04T16:35:36.80653Z","steps":["trace[1322382411] 'range keys from in-memory index tree' (duration: 317.443157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:36.806603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.488889Z","time spent":"317.705904ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:35:36.807086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.971479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:35:36.807161Z","caller":"traceutil/trace.go:171","msg":"trace[557354320] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30737; }","duration":"291.523173ms","start":"2026-03-04T16:35:36.515625Z","end":"2026-03-04T16:35:36.807148Z","steps":["trace[557354320] 'count revisions from in-memory index tree' (duration: 290.894278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:36.807346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.506447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:35:36.80744Z","caller":"traceutil/trace.go:171","msg":"trace[1249150626] transaction","detail":"{read_only:false; response_revision:30738; number_of_response:1; }","duration":"242.873199ms","start":"2026-03-04T16:35:36.564552Z","end":"2026-03-04T16:35:36.807425Z","steps":["trace[1249150626] 'process raft request' (duration: 10.199938ms)","trace[1249150626] 'compare' (duration: 231.558493ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:36.879192Z","caller":"traceutil/trace.go:171","msg":"trace[1458931353] transaction","detail":"{read_only:false; response_revision:30739; number_of_response:1; }","duration":"294.640073ms","start":"2026-03-04T16:35:36.584515Z","end":"2026-03-04T16:35:36.879156Z","steps":["trace[1458931353] 'process raft request' (duration: 294.457329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:37.241104Z","caller":"traceutil/trace.go:171","msg":"trace[1034917944] transaction","detail":"{read_only:false; response_revision:30740; number_of_response:1; }","duration":"446.042576ms","start":"2026-03-04T16:35:36.79503Z","end":"2026-03-04T16:35:37.241072Z","steps":["trace[1034917944] 'process raft request' (duration: 345.901303ms)","trace[1034917944] 'compare' (duration: 99.791594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:37.241238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.795008Z","time spent":"446.156558ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:37.241552Z","caller":"traceutil/trace.go:171","msg":"trace[1635160331] transaction","detail":"{read_only:false; response_revision:30741; number_of_response:1; }","duration":"446.493867ms","start":"2026-03-04T16:35:36.795049Z","end":"2026-03-04T16:35:37.241543Z","steps":["trace[1635160331] 'process raft request' (duration: 445.892012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.241601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.79503Z","time spent":"446.545748ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:37.24211Z","caller":"traceutil/trace.go:171","msg":"trace[1624945198] transaction","detail":"{read_only:false; response_revision:30742; number_of_response:1; }","duration":"445.951503ms","start":"2026-03-04T16:35:36.796133Z","end":"2026-03-04T16:35:37.242084Z","steps":["trace[1624945198] 'process raft request' (duration: 445.127153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:37.242229Z","caller":"traceutil/trace.go:171","msg":"trace[996769637] transaction","detail":"{read_only:false; response_revision:30743; number_of_response:1; }","duration":"442.803485ms","start":"2026-03-04T16:35:36.799387Z","end":"2026-03-04T16:35:37.242191Z","steps":["trace[996769637] 'process raft request' (duration: 442.62953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.242393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.79934Z","time spent":"442.976009ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:37.242413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.796112Z","time spent":"446.150248ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:37.242939Z","caller":"traceutil/trace.go:171","msg":"trace[16102097] linearizableReadLoop","detail":"{readStateIndex:31852; appliedIndex:31847; }","duration":"435.188662ms","start":"2026-03-04T16:35:36.80773Z","end":"2026-03-04T16:35:37.242918Z","steps":["trace[16102097] 'read index received' (duration: 71.316286ms)","trace[16102097] 'applied index is now lower than readState.Index' (duration: 363.869896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:37.262722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.967402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:37.26287Z","caller":"traceutil/trace.go:171","msg":"trace[1795327828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30743; }","duration":"455.156235ms","start":"2026-03-04T16:35:36.80769Z","end":"2026-03-04T16:35:37.262846Z","steps":["trace[1795327828] 'agreement among raft nodes before linearized reading' (duration: 435.325256ms)","trace[1795327828] 'range keys from in-memory index tree' (duration: 19.655955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:37.262944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.807672Z","time spent":"455.260659ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:35:37.268344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.245994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:37.268421Z","caller":"traceutil/trace.go:171","msg":"trace[1672706929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30744; }","duration":"433.381308ms","start":"2026-03-04T16:35:36.835023Z","end":"2026-03-04T16:35:37.268404Z","steps":["trace[1672706929] 'agreement among raft nodes before linearized reading' (duration: 433.183193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.268464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:36.835001Z","time spent":"433.453819ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:35:37.26975Z","caller":"traceutil/trace.go:171","msg":"trace[1243779630] transaction","detail":"{read_only:false; response_revision:30744; number_of_response:1; }","duration":"123.597224ms","start":"2026-03-04T16:35:37.14614Z","end":"2026-03-04T16:35:37.269737Z","steps":["trace[1243779630] 'process raft request' (duration: 121.907921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.26992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.725318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:37.269955Z","caller":"traceutil/trace.go:171","msg":"trace[210182608] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30744; }","duration":"183.790919ms","start":"2026-03-04T16:35:37.086155Z","end":"2026-03-04T16:35:37.269946Z","steps":["trace[210182608] 'agreement among raft nodes before linearized reading' (duration: 183.718727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.270177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.512605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:35:37.270232Z","caller":"traceutil/trace.go:171","msg":"trace[1962672442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30744; }","duration":"247.614518ms","start":"2026-03-04T16:35:37.022603Z","end":"2026-03-04T16:35:37.270217Z","steps":["trace[1962672442] 'agreement among raft nodes before linearized reading' (duration: 247.442163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.270381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.424737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:35:37.270404Z","caller":"traceutil/trace.go:171","msg":"trace[1702568956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30744; }","duration":"244.457638ms","start":"2026-03-04T16:35:37.025941Z","end":"2026-03-04T16:35:37.270399Z","steps":["trace[1702568956] 'agreement among raft nodes before linearized reading' (duration: 244.384336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.270503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.215002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:35:37.270537Z","caller":"traceutil/trace.go:171","msg":"trace[1613838973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30744; }","duration":"246.258063ms","start":"2026-03-04T16:35:37.024271Z","end":"2026-03-04T16:35:37.270529Z","steps":["trace[1613838973] 'agreement among raft nodes before linearized reading' (duration: 246.162871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.270541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.431382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:35:37.270671Z","caller":"traceutil/trace.go:171","msg":"trace[1758354342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30744; }","duration":"247.578646ms","start":"2026-03-04T16:35:37.023074Z","end":"2026-03-04T16:35:37.270653Z","steps":["trace[1758354342] 'agreement among raft nodes before linearized reading' (duration: 247.432353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:37.270629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.894014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:37.270835Z","caller":"traceutil/trace.go:171","msg":"trace[402843252] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30744; }","duration":"246.12479ms","start":"2026-03-04T16:35:37.024698Z","end":"2026-03-04T16:35:37.270822Z","steps":["trace[402843252] 'agreement among raft nodes before linearized reading' (duration: 245.909394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:38.443274Z","caller":"traceutil/trace.go:171","msg":"trace[418726463] transaction","detail":"{read_only:false; response_revision:30751; number_of_response:1; }","duration":"107.802087ms","start":"2026-03-04T16:35:38.335443Z","end":"2026-03-04T16:35:38.443245Z","steps":["trace[418726463] 'process raft request' (duration: 107.654643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:38.684377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.767769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:38.684449Z","caller":"traceutil/trace.go:171","msg":"trace[1983834813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30751; }","duration":"156.908463ms","start":"2026-03-04T16:35:38.527525Z","end":"2026-03-04T16:35:38.684433Z","steps":["trace[1983834813] 'range keys from in-memory index tree' (duration: 156.652096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.167739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.791152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:35:39.167808Z","caller":"traceutil/trace.go:171","msg":"trace[1572399212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30752; }","duration":"166.933245ms","start":"2026-03-04T16:35:39.00086Z","end":"2026-03-04T16:35:39.167794Z","steps":["trace[1572399212] 'count revisions from in-memory index tree' (duration: 166.679109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.615772Z","caller":"traceutil/trace.go:171","msg":"trace[695771813] transaction","detail":"{read_only:false; response_revision:30754; number_of_response:1; }","duration":"368.452962ms","start":"2026-03-04T16:35:39.247288Z","end":"2026-03-04T16:35:39.615741Z","steps":["trace[695771813] 'process raft request' (duration: 316.35298ms)","trace[695771813] 'compare' (duration: 51.768013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:39.615919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.247256Z","time spent":"368.582625ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:39.615956Z","caller":"traceutil/trace.go:171","msg":"trace[363097270] transaction","detail":"{read_only:false; response_revision:30755; number_of_response:1; }","duration":"368.443972ms","start":"2026-03-04T16:35:39.247484Z","end":"2026-03-04T16:35:39.615928Z","steps":["trace[363097270] 'process raft request' (duration: 368.139143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.615985Z","caller":"traceutil/trace.go:171","msg":"trace[616615657] transaction","detail":"{read_only:false; response_revision:30756; number_of_response:1; }","duration":"367.761305ms","start":"2026-03-04T16:35:39.248196Z","end":"2026-03-04T16:35:39.615957Z","steps":["trace[616615657] 'process raft request' (duration: 367.660982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.616252Z","caller":"traceutil/trace.go:171","msg":"trace[1678436161] linearizableReadLoop","detail":"{readStateIndex:31866; appliedIndex:31862; }","duration":"330.822805ms","start":"2026-03-04T16:35:39.285068Z","end":"2026-03-04T16:35:39.615891Z","steps":["trace[1678436161] 'read index received' (duration: 42.158314ms)","trace[1678436161] 'applied index is now lower than readState.Index' (duration: 288.663581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:39.616082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.247469Z","time spent":"368.546584ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:39.616377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.304587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:35:39.616419Z","caller":"traceutil/trace.go:171","msg":"trace[278828448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30756; }","duration":"331.381939ms","start":"2026-03-04T16:35:39.285027Z","end":"2026-03-04T16:35:39.616409Z","steps":["trace[278828448] 'agreement among raft nodes before linearized reading' (duration: 331.257996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.616441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.285008Z","time spent":"331.42904ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:35:39.616519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.248185Z","time spent":"368.073822ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:39.665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.285525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:35:39.665087Z","caller":"traceutil/trace.go:171","msg":"trace[1709602190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30757; }","duration":"377.426828ms","start":"2026-03-04T16:35:39.287634Z","end":"2026-03-04T16:35:39.66506Z","steps":["trace[1709602190] 'agreement among raft nodes before linearized reading' (duration: 377.206553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.665124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.287612Z","time spent":"377.505349ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:35:39.665373Z","caller":"traceutil/trace.go:171","msg":"trace[673418344] transaction","detail":"{read_only:false; response_revision:30757; number_of_response:1; }","duration":"102.958834ms","start":"2026-03-04T16:35:39.562405Z","end":"2026-03-04T16:35:39.665364Z","steps":["trace[673418344] 'process raft request' (duration: 102.241116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.665506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.149355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:39.665531Z","caller":"traceutil/trace.go:171","msg":"trace[31064733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30757; }","duration":"372.218397ms","start":"2026-03-04T16:35:39.293307Z","end":"2026-03-04T16:35:39.665525Z","steps":["trace[31064733] 'agreement among raft nodes before linearized reading' (duration: 372.152935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.665548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.293283Z","time spent":"372.261587ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:35:39.665779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.444687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:35:39.665848Z","caller":"traceutil/trace.go:171","msg":"trace[410139705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30757; }","duration":"377.538239ms","start":"2026-03-04T16:35:39.288292Z","end":"2026-03-04T16:35:39.66583Z","steps":["trace[410139705] 'agreement among raft nodes before linearized reading' (duration: 377.318784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.665891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.288279Z","time spent":"377.604361ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:35:39.666077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.204327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:35:39.66611Z","caller":"traceutil/trace.go:171","msg":"trace[207087702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30757; }","duration":"378.248498ms","start":"2026-03-04T16:35:39.287854Z","end":"2026-03-04T16:35:39.666102Z","steps":["trace[207087702] 'agreement among raft nodes before linearized reading' (duration: 378.111054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:39.666131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:39.287847Z","time spent":"378.278439ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:35:39.940871Z","caller":"traceutil/trace.go:171","msg":"trace[1243622224] transaction","detail":"{read_only:false; response_revision:30760; number_of_response:1; }","duration":"270.923525ms","start":"2026-03-04T16:35:39.669918Z","end":"2026-03-04T16:35:39.940842Z","steps":["trace[1243622224] 'process raft request' (duration: 270.872373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.941017Z","caller":"traceutil/trace.go:171","msg":"trace[1052256860] transaction","detail":"{read_only:false; response_revision:30759; number_of_response:1; }","duration":"271.244313ms","start":"2026-03-04T16:35:39.669767Z","end":"2026-03-04T16:35:39.941011Z","steps":["trace[1052256860] 'process raft request' (duration: 270.903014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.941119Z","caller":"traceutil/trace.go:171","msg":"trace[1277269967] transaction","detail":"{read_only:false; response_revision:30761; number_of_response:1; }","duration":"269.745306ms","start":"2026-03-04T16:35:39.671368Z","end":"2026-03-04T16:35:39.941114Z","steps":["trace[1277269967] 'process raft request' (duration: 269.448509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.941218Z","caller":"traceutil/trace.go:171","msg":"trace[69260082] linearizableReadLoop","detail":"{readStateIndex:31872; appliedIndex:31868; }","duration":"192.897879ms","start":"2026-03-04T16:35:39.748314Z","end":"2026-03-04T16:35:39.941212Z","steps":["trace[69260082] 'read index received' (duration: 192.303973ms)","trace[69260082] 'applied index is now lower than readState.Index' (duration: 593.426µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:39.94129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.959071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:39.941319Z","caller":"traceutil/trace.go:171","msg":"trace[2083599545] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:30762; }","duration":"193.043193ms","start":"2026-03-04T16:35:39.748268Z","end":"2026-03-04T16:35:39.941311Z","steps":["trace[2083599545] 'agreement among raft nodes before linearized reading' (duration: 192.971251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:39.941465Z","caller":"traceutil/trace.go:171","msg":"trace[1984832580] transaction","detail":"{read_only:false; response_revision:30762; number_of_response:1; }","duration":"270.071114ms","start":"2026-03-04T16:35:39.671388Z","end":"2026-03-04T16:35:39.941459Z","steps":["trace[1984832580] 'process raft request' (duration: 269.700165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:40.396779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.380279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:40.396906Z","caller":"traceutil/trace.go:171","msg":"trace[847871132] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:30762; }","duration":"343.556443ms","start":"2026-03-04T16:35:40.053317Z","end":"2026-03-04T16:35:40.396874Z","steps":["trace[847871132] 'count revisions from in-memory index tree' (duration: 343.295137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:40.396984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:40.053297Z","time spent":"343.657996ms","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:35:40.397581Z","caller":"traceutil/trace.go:171","msg":"trace[2056904282] transaction","detail":"{read_only:false; response_revision:30763; number_of_response:1; }","duration":"323.051808ms","start":"2026-03-04T16:35:40.07451Z","end":"2026-03-04T16:35:40.397562Z","steps":["trace[2056904282] 'process raft request' (duration: 235.375189ms)","trace[2056904282] 'compare' (duration: 87.183086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:40.397752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:40.074484Z","time spent":"323.171681ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:40.397991Z","caller":"traceutil/trace.go:171","msg":"trace[948209504] linearizableReadLoop","detail":"{readStateIndex:31873; appliedIndex:31872; }","duration":"263.885368ms","start":"2026-03-04T16:35:40.133627Z","end":"2026-03-04T16:35:40.397512Z","steps":["trace[948209504] 'read index received' (duration: 176.143227ms)","trace[948209504] 'applied index is now lower than readState.Index' (duration: 87.741011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:40.398006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.357289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:40.398079Z","caller":"traceutil/trace.go:171","msg":"trace[1302128563] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:30763; }","duration":"264.478002ms","start":"2026-03-04T16:35:40.133583Z","end":"2026-03-04T16:35:40.398061Z","steps":["trace[1302128563] 'agreement among raft nodes before linearized reading' (duration: 264.353319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:41.067517Z","caller":"traceutil/trace.go:171","msg":"trace[279117942] transaction","detail":"{read_only:false; response_revision:30765; number_of_response:1; }","duration":"113.460709ms","start":"2026-03-04T16:35:40.954035Z","end":"2026-03-04T16:35:41.067496Z","steps":["trace[279117942] 'process raft request' (duration: 113.311155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.751338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.158261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:41.751428Z","caller":"traceutil/trace.go:171","msg":"trace[1418976785] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30765; }","duration":"537.309085ms","start":"2026-03-04T16:35:41.214099Z","end":"2026-03-04T16:35:41.751408Z","steps":["trace[1418976785] 'count revisions from in-memory index tree' (duration: 537.045099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.751465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:41.214075Z","time spent":"537.379857ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:35:41.751628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.760383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:41.751728Z","caller":"traceutil/trace.go:171","msg":"trace[1320001839] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:30765; }","duration":"521.911657ms","start":"2026-03-04T16:35:41.229794Z","end":"2026-03-04T16:35:41.751705Z","steps":["trace[1320001839] 'count revisions from in-memory index tree' (duration: 521.659691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.751778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:41.229768Z","time spent":"521.996759ms","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:35:41.759422Z","caller":"traceutil/trace.go:171","msg":"trace[456492370] linearizableReadLoop","detail":"{readStateIndex:31876; appliedIndex:31875; }","duration":"271.476069ms","start":"2026-03-04T16:35:41.487913Z","end":"2026-03-04T16:35:41.759389Z","steps":["trace[456492370] 'read index received' (duration: 271.174331ms)","trace[456492370] 'applied index is now lower than readState.Index' (duration: 300.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:41.75961Z","caller":"traceutil/trace.go:171","msg":"trace[1734553634] transaction","detail":"{read_only:false; response_revision:30766; number_of_response:1; }","duration":"426.375311ms","start":"2026-03-04T16:35:41.333216Z","end":"2026-03-04T16:35:41.759591Z","steps":["trace[1734553634] 'process raft request' (duration: 425.907099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.759757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:41.333188Z","time spent":"426.467233ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:41.759777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.851648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:41.759862Z","caller":"traceutil/trace.go:171","msg":"trace[1853502509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30766; }","duration":"271.994542ms","start":"2026-03-04T16:35:41.487845Z","end":"2026-03-04T16:35:41.759839Z","steps":["trace[1853502509] 'agreement among raft nodes before linearized reading' (duration: 271.838048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:41.919397Z","caller":"traceutil/trace.go:171","msg":"trace[1813651089] linearizableReadLoop","detail":"{readStateIndex:31880; appliedIndex:31876; }","duration":"159.838597ms","start":"2026-03-04T16:35:41.75954Z","end":"2026-03-04T16:35:41.919378Z","steps":["trace[1813651089] 'read index received' (duration: 91.936236ms)","trace[1813651089] 'applied index is now lower than readState.Index' (duration: 67.901681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:41.919408Z","caller":"traceutil/trace.go:171","msg":"trace[522265017] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"296.998791ms","start":"2026-03-04T16:35:41.622371Z","end":"2026-03-04T16:35:41.919369Z","steps":["trace[522265017] 'process raft request' (duration: 296.864588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:41.9195Z","caller":"traceutil/trace.go:171","msg":"trace[277143641] transaction","detail":"{read_only:false; response_revision:30769; number_of_response:1; }","duration":"296.707444ms","start":"2026-03-04T16:35:41.622784Z","end":"2026-03-04T16:35:41.919492Z","steps":["trace[277143641] 'process raft request' (duration: 296.52241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:41.919407Z","caller":"traceutil/trace.go:171","msg":"trace[1122875594] transaction","detail":"{read_only:false; response_revision:30767; number_of_response:1; }","duration":"298.288764ms","start":"2026-03-04T16:35:41.621064Z","end":"2026-03-04T16:35:41.919353Z","steps":["trace[1122875594] 'process raft request' (duration: 230.468036ms)","trace[1122875594] 'compare' (duration: 67.454509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:41.919596Z","caller":"traceutil/trace.go:171","msg":"trace[304161610] transaction","detail":"{read_only:false; response_revision:30770; number_of_response:1; }","duration":"249.332701ms","start":"2026-03-04T16:35:41.670255Z","end":"2026-03-04T16:35:41.919587Z","steps":["trace[304161610] 'process raft request' (duration: 249.092915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.919764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.520014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:35:41.919754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.8094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:41.919831Z","caller":"traceutil/trace.go:171","msg":"trace[457896518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30770; }","duration":"158.930013ms","start":"2026-03-04T16:35:41.760882Z","end":"2026-03-04T16:35:41.919812Z","steps":["trace[457896518] 'agreement among raft nodes before linearized reading' (duration: 158.79795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.9199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.450655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:35:41.919792Z","caller":"traceutil/trace.go:171","msg":"trace[1724132853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30770; }","duration":"212.585345ms","start":"2026-03-04T16:35:41.7072Z","end":"2026-03-04T16:35:41.919785Z","steps":["trace[1724132853] 'agreement among raft nodes before linearized reading' (duration: 212.447191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:41.919928Z","caller":"traceutil/trace.go:171","msg":"trace[1797353296] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:30770; }","duration":"307.506216ms","start":"2026-03-04T16:35:41.612416Z","end":"2026-03-04T16:35:41.919922Z","steps":["trace[1797353296] 'agreement among raft nodes before linearized reading' (duration: 307.439235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:41.91995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:41.612401Z","time spent":"307.544038ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:35:42.108711Z","caller":"traceutil/trace.go:171","msg":"trace[1995258812] linearizableReadLoop","detail":"{readStateIndex:31883; appliedIndex:31881; }","duration":"163.17162ms","start":"2026-03-04T16:35:41.945513Z","end":"2026-03-04T16:35:42.108685Z","steps":["trace[1995258812] 'read index received' (duration: 62.749201ms)","trace[1995258812] 'applied index is now lower than readState.Index' (duration: 100.421479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:42.108718Z","caller":"traceutil/trace.go:171","msg":"trace[1121340167] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"182.866976ms","start":"2026-03-04T16:35:41.925824Z","end":"2026-03-04T16:35:42.108691Z","steps":["trace[1121340167] 'process raft request' (duration: 119.127651ms)","trace[1121340167] 'compare' (duration: 63.616622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:42.108912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.388355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:35:42.108959Z","caller":"traceutil/trace.go:171","msg":"trace[1991792174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30772; }","duration":"163.505599ms","start":"2026-03-04T16:35:41.945445Z","end":"2026-03-04T16:35:42.108951Z","steps":["trace[1991792174] 'agreement among raft nodes before linearized reading' (duration: 163.319744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:42.109045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.214902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:42.109116Z","caller":"traceutil/trace.go:171","msg":"trace[1106887625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30772; }","duration":"163.465658ms","start":"2026-03-04T16:35:41.945638Z","end":"2026-03-04T16:35:42.109104Z","steps":["trace[1106887625] 'agreement among raft nodes before linearized reading' (duration: 163.225551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:42.109125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.517393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:35:42.10918Z","caller":"traceutil/trace.go:171","msg":"trace[859078609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30772; }","duration":"162.581946ms","start":"2026-03-04T16:35:41.946582Z","end":"2026-03-04T16:35:42.109164Z","steps":["trace[859078609] 'agreement among raft nodes before linearized reading' (duration: 162.438352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:42.109316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.353756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:35:42.109369Z","caller":"traceutil/trace.go:171","msg":"trace[1962325566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30772; }","duration":"163.456689ms","start":"2026-03-04T16:35:41.945901Z","end":"2026-03-04T16:35:42.109358Z","steps":["trace[1962325566] 'agreement among raft nodes before linearized reading' (duration: 163.298655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:42.501213Z","caller":"traceutil/trace.go:171","msg":"trace[1202823514] transaction","detail":"{read_only:false; response_revision:30777; number_of_response:1; }","duration":"226.458025ms","start":"2026-03-04T16:35:42.274727Z","end":"2026-03-04T16:35:42.501185Z","steps":["trace[1202823514] 'process raft request' (duration: 226.108615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:43.189786Z","caller":"traceutil/trace.go:171","msg":"trace[1872108844] transaction","detail":"{read_only:false; response_revision:30779; number_of_response:1; }","duration":"117.827717ms","start":"2026-03-04T16:35:43.071925Z","end":"2026-03-04T16:35:43.189753Z","steps":["trace[1872108844] 'process raft request' (duration: 117.601722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:49.559064Z","caller":"traceutil/trace.go:171","msg":"trace[269392474] transaction","detail":"{read_only:false; response_revision:30823; number_of_response:1; }","duration":"125.521972ms","start":"2026-03-04T16:35:49.43352Z","end":"2026-03-04T16:35:49.559042Z","steps":["trace[269392474] 'process raft request' (duration: 125.179623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:49.774693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.234185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:35:49.774788Z","caller":"traceutil/trace.go:171","msg":"trace[47612475] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30823; }","duration":"129.378809ms","start":"2026-03-04T16:35:49.645384Z","end":"2026-03-04T16:35:49.774763Z","steps":["trace[47612475] 'count revisions from in-memory index tree' (duration: 129.154404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:50.091224Z","caller":"traceutil/trace.go:171","msg":"trace[2074407189] transaction","detail":"{read_only:false; response_revision:30825; number_of_response:1; }","duration":"138.501799ms","start":"2026-03-04T16:35:49.952705Z","end":"2026-03-04T16:35:50.091207Z","steps":["trace[2074407189] 'process raft request' (duration: 138.395646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:50.339102Z","caller":"traceutil/trace.go:171","msg":"trace[1254271134] linearizableReadLoop","detail":"{readStateIndex:31940; appliedIndex:31936; }","duration":"294.614341ms","start":"2026-03-04T16:35:50.044473Z","end":"2026-03-04T16:35:50.339087Z","steps":["trace[1254271134] 'read index received' (duration: 46.268066ms)","trace[1254271134] 'applied index is now lower than readState.Index' (duration: 248.345725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:50.339171Z","caller":"traceutil/trace.go:171","msg":"trace[2060653116] transaction","detail":"{read_only:false; response_revision:30828; number_of_response:1; }","duration":"383.661185ms","start":"2026-03-04T16:35:49.955503Z","end":"2026-03-04T16:35:50.339165Z","steps":["trace[2060653116] 'process raft request' (duration: 383.565752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:50.339178Z","caller":"traceutil/trace.go:171","msg":"trace[1563949133] transaction","detail":"{read_only:false; response_revision:30827; number_of_response:1; }","duration":"384.778592ms","start":"2026-03-04T16:35:49.954367Z","end":"2026-03-04T16:35:50.339146Z","steps":["trace[1563949133] 'process raft request' (duration: 384.68012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:50.339236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:49.95549Z","time spent":"383.694595ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:50.339327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:49.95435Z","time spent":"384.898255ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:50.339422Z","caller":"traceutil/trace.go:171","msg":"trace[73275919] transaction","detail":"{read_only:false; response_revision:30826; number_of_response:1; }","duration":"385.608444ms","start":"2026-03-04T16:35:49.953805Z","end":"2026-03-04T16:35:50.339414Z","steps":["trace[73275919] 'process raft request' (duration: 385.142941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:50.33943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.297183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:35:50.339499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.995511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:35:50.339526Z","caller":"traceutil/trace.go:171","msg":"trace[376024475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30828; }","duration":"107.435727ms","start":"2026-03-04T16:35:50.232075Z","end":"2026-03-04T16:35:50.33951Z","steps":["trace[376024475] 'agreement among raft nodes before linearized reading' (duration: 107.201831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:50.339572Z","caller":"traceutil/trace.go:171","msg":"trace[449987191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30828; }","duration":"295.119824ms","start":"2026-03-04T16:35:50.044435Z","end":"2026-03-04T16:35:50.339555Z","steps":["trace[449987191] 'agreement among raft nodes before linearized reading' (duration: 294.838626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:50.339479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:49.953774Z","time spent":"385.673596ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:57.94807Z","caller":"traceutil/trace.go:171","msg":"trace[1659475743] linearizableReadLoop","detail":"{readStateIndex:31991; appliedIndex:31990; }","duration":"335.254625ms","start":"2026-03-04T16:35:57.612795Z","end":"2026-03-04T16:35:57.948049Z","steps":["trace[1659475743] 'read index received' (duration: 335.109131ms)","trace[1659475743] 'applied index is now lower than readState.Index' (duration: 144.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:57.948174Z","caller":"traceutil/trace.go:171","msg":"trace[687183229] transaction","detail":"{read_only:false; response_revision:30877; number_of_response:1; }","duration":"427.040278ms","start":"2026-03-04T16:35:57.521101Z","end":"2026-03-04T16:35:57.948142Z","steps":["trace[687183229] 'process raft request' (duration: 426.809981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:57.948245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.43189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:57.948314Z","caller":"traceutil/trace.go:171","msg":"trace[1237767439] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30877; }","duration":"335.523002ms","start":"2026-03-04T16:35:57.612773Z","end":"2026-03-04T16:35:57.948296Z","steps":["trace[1237767439] 'agreement among raft nodes before linearized reading' (duration: 335.375889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:57.948331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:57.521082Z","time spent":"427.12028ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:57.948356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:57.612748Z","time spent":"335.597374ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:35:58.168876Z","caller":"traceutil/trace.go:171","msg":"trace[734392404] linearizableReadLoop","detail":"{readStateIndex:31992; appliedIndex:31991; }","duration":"220.73238ms","start":"2026-03-04T16:35:57.94812Z","end":"2026-03-04T16:35:58.168852Z","steps":["trace[734392404] 'read index received' (duration: 123.393808ms)","trace[734392404] 'applied index is now lower than readState.Index' (duration: 97.337562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:58.168993Z","caller":"traceutil/trace.go:171","msg":"trace[1574851054] transaction","detail":"{read_only:false; response_revision:30878; number_of_response:1; }","duration":"286.765324ms","start":"2026-03-04T16:35:57.882207Z","end":"2026-03-04T16:35:58.168973Z","steps":["trace[1574851054] 'process raft request' (duration: 189.278629ms)","trace[1574851054] 'compare' (duration: 97.135006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:58.169021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.091127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:58.169061Z","caller":"traceutil/trace.go:171","msg":"trace[596847363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30878; }","duration":"367.1723ms","start":"2026-03-04T16:35:57.801879Z","end":"2026-03-04T16:35:58.169051Z","steps":["trace[596847363] 'agreement among raft nodes before linearized reading' (duration: 367.089507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.169099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:57.801866Z","time spent":"367.22431ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:35:58.170854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.386346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:58.170941Z","caller":"traceutil/trace.go:171","msg":"trace[853193027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:30879; }","duration":"221.532011ms","start":"2026-03-04T16:35:57.949387Z","end":"2026-03-04T16:35:58.170919Z","steps":["trace[853193027] 'agreement among raft nodes before linearized reading' (duration: 221.325416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.171041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.019013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:35:58.171077Z","caller":"traceutil/trace.go:171","msg":"trace[2060466789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30879; }","duration":"147.088935ms","start":"2026-03-04T16:35:58.023979Z","end":"2026-03-04T16:35:58.171068Z","steps":["trace[2060466789] 'agreement among raft nodes before linearized reading' (duration: 147.021373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:58.490322Z","caller":"traceutil/trace.go:171","msg":"trace[740765134] transaction","detail":"{read_only:false; response_revision:30880; number_of_response:1; }","duration":"115.707195ms","start":"2026-03-04T16:35:58.374588Z","end":"2026-03-04T16:35:58.490295Z","steps":["trace[740765134] 'process raft request' (duration: 22.968179ms)","trace[740765134] 'compare' (duration: 92.623133ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:58.570974Z","caller":"traceutil/trace.go:171","msg":"trace[1446844414] linearizableReadLoop","detail":"{readStateIndex:31996; appliedIndex:31993; }","duration":"192.490119ms","start":"2026-03-04T16:35:58.378458Z","end":"2026-03-04T16:35:58.570948Z","steps":["trace[1446844414] 'read index received' (duration: 19.125312ms)","trace[1446844414] 'applied index is now lower than readState.Index' (duration: 173.363647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:35:58.571025Z","caller":"traceutil/trace.go:171","msg":"trace[938466198] transaction","detail":"{read_only:false; response_revision:30881; number_of_response:1; }","duration":"196.289615ms","start":"2026-03-04T16:35:58.374701Z","end":"2026-03-04T16:35:58.57099Z","steps":["trace[938466198] 'process raft request' (duration: 196.042569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.571221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.731456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:35:58.571287Z","caller":"traceutil/trace.go:171","msg":"trace[603427799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30882; }","duration":"192.838428ms","start":"2026-03-04T16:35:58.378432Z","end":"2026-03-04T16:35:58.571271Z","steps":["trace[603427799] 'agreement among raft nodes before linearized reading' (duration: 192.635183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:58.571947Z","caller":"traceutil/trace.go:171","msg":"trace[2121997777] transaction","detail":"{read_only:false; response_revision:30882; number_of_response:1; }","duration":"196.881489ms","start":"2026-03-04T16:35:58.375039Z","end":"2026-03-04T16:35:58.571921Z","steps":["trace[2121997777] 'process raft request' (duration: 195.862124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.865171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.903653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:35:58.8654Z","caller":"traceutil/trace.go:171","msg":"trace[1069642376] transaction","detail":"{read_only:false; response_revision:30884; number_of_response:1; }","duration":"290.027766ms","start":"2026-03-04T16:35:58.57535Z","end":"2026-03-04T16:35:58.865378Z","steps":["trace[1069642376] 'process raft request' (duration: 289.939964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:58.865432Z","caller":"traceutil/trace.go:171","msg":"trace[29944084] linearizableReadLoop","detail":"{readStateIndex:31997; appliedIndex:31996; }","duration":"294.381625ms","start":"2026-03-04T16:35:58.571041Z","end":"2026-03-04T16:35:58.865423Z","steps":["trace[29944084] 'read index received' (duration: 137.121094ms)","trace[29944084] 'applied index is now lower than readState.Index' (duration: 157.259431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:58.865541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.990542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:35:58.865584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.690853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:35:58.865604Z","caller":"traceutil/trace.go:171","msg":"trace[1929512701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30884; }","duration":"479.741195ms","start":"2026-03-04T16:35:58.385856Z","end":"2026-03-04T16:35:58.865598Z","steps":["trace[1929512701] 'agreement among raft nodes before linearized reading' (duration: 479.614441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:58.865595Z","caller":"traceutil/trace.go:171","msg":"trace[2059666861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30884; }","duration":"380.082344ms","start":"2026-03-04T16:35:58.485497Z","end":"2026-03-04T16:35:58.865579Z","steps":["trace[2059666861] 'agreement among raft nodes before linearized reading' (duration: 379.969451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.865624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.385842Z","time spent":"479.776085ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:35:58.865634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.485474Z","time spent":"380.150136ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:35:58.865715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.582569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-04T16:35:58.865748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.861001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:35:58.865716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.920867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:35:58.865772Z","caller":"traceutil/trace.go:171","msg":"trace[1178531330] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:30884; }","duration":"469.698702ms","start":"2026-03-04T16:35:58.396058Z","end":"2026-03-04T16:35:58.865756Z","steps":["trace[1178531330] 'agreement among raft nodes before linearized reading' (duration: 469.514037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.865818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.704907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:35:58.86581Z","caller":"traceutil/trace.go:171","msg":"trace[272950948] transaction","detail":"{read_only:false; response_revision:30883; number_of_response:1; }","duration":"296.206341ms","start":"2026-03-04T16:35:58.569574Z","end":"2026-03-04T16:35:58.86578Z","steps":["trace[272950948] 'process raft request' (duration: 138.599401ms)","trace[272950948] 'compare' (duration: 156.659497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:35:58.865818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.396048Z","time spent":"469.757454ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T16:35:58.865835Z","caller":"traceutil/trace.go:171","msg":"trace[1042593915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30884; }","duration":"474.740638ms","start":"2026-03-04T16:35:58.39109Z","end":"2026-03-04T16:35:58.86583Z","steps":["trace[1042593915] 'agreement among raft nodes before linearized reading' (duration: 474.683417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.865853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.391081Z","time spent":"474.769229ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:35:58.86581Z","caller":"traceutil/trace.go:171","msg":"trace[1571706038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30884; }","duration":"472.080641ms","start":"2026-03-04T16:35:58.393708Z","end":"2026-03-04T16:35:58.865789Z","steps":["trace[1571706038] 'agreement among raft nodes before linearized reading' (duration: 471.790264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.86593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.708791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:35:58.865947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.393696Z","time spent":"472.234335ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:35:58.865764Z","caller":"traceutil/trace.go:171","msg":"trace[582219512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30884; }","duration":"472.915513ms","start":"2026-03-04T16:35:58.392845Z","end":"2026-03-04T16:35:58.86576Z","steps":["trace[582219512] 'agreement among raft nodes before linearized reading' (duration: 472.81636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:58.865981Z","caller":"traceutil/trace.go:171","msg":"trace[1381852991] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30884; }","duration":"340.803764ms","start":"2026-03-04T16:35:58.525161Z","end":"2026-03-04T16:35:58.865965Z","steps":["trace[1381852991] 'agreement among raft nodes before linearized reading' (duration: 340.719732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.866026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.525142Z","time spent":"340.869346ms","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:35:58.865716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.034126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:35:58.866064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.392825Z","time spent":"473.18446ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:35:58.866117Z","caller":"traceutil/trace.go:171","msg":"trace[102896541] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:30884; }","duration":"321.502739ms","start":"2026-03-04T16:35:58.544594Z","end":"2026-03-04T16:35:58.866097Z","steps":["trace[102896541] 'agreement among raft nodes before linearized reading' (duration: 321.007017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:58.866332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.544584Z","time spent":"321.663763ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:35:59.194069Z","caller":"traceutil/trace.go:171","msg":"trace[369262517] transaction","detail":"{read_only:false; response_revision:30886; number_of_response:1; }","duration":"323.699863ms","start":"2026-03-04T16:35:58.870341Z","end":"2026-03-04T16:35:59.194041Z","steps":["trace[369262517] 'process raft request' (duration: 323.540449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:59.194218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.87033Z","time spent":"323.811927ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:35:59.194252Z","caller":"traceutil/trace.go:171","msg":"trace[1982894046] transaction","detail":"{read_only:false; response_revision:30887; number_of_response:1; }","duration":"319.935449ms","start":"2026-03-04T16:35:58.874299Z","end":"2026-03-04T16:35:59.194235Z","steps":["trace[1982894046] 'process raft request' (duration: 319.702873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:35:59.194275Z","caller":"traceutil/trace.go:171","msg":"trace[975400452] transaction","detail":"{read_only:false; response_revision:30888; number_of_response:1; }","duration":"319.618852ms","start":"2026-03-04T16:35:58.874635Z","end":"2026-03-04T16:35:59.194254Z","steps":["trace[975400452] 'process raft request' (duration: 319.526389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:59.194322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.874286Z","time spent":"320.00391ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:59.194381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:35:58.874614Z","time spent":"319.720354ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:35:59.590891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:59.590953Z","caller":"traceutil/trace.go:171","msg":"trace[1432395247] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30889; }","duration":"110.617156ms","start":"2026-03-04T16:35:59.480322Z","end":"2026-03-04T16:35:59.59094Z","steps":["trace[1432395247] 'range keys from in-memory index tree' (duration: 110.470832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:59.591112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.956378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:59.591191Z","caller":"traceutil/trace.go:171","msg":"trace[927101655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30889; }","duration":"104.109832ms","start":"2026-03-04T16:35:59.487062Z","end":"2026-03-04T16:35:59.591172Z","steps":["trace[927101655] 'range keys from in-memory index tree' (duration: 103.824735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:35:59.591119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.111135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:35:59.591565Z","caller":"traceutil/trace.go:171","msg":"trace[115095249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30889; }","duration":"114.557626ms","start":"2026-03-04T16:35:59.476886Z","end":"2026-03-04T16:35:59.591444Z","steps":["trace[115095249] 'count revisions from in-memory index tree' (duration: 114.018683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:00.173979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28891} {"level":"warn","ts":"2026-03-04T16:36:00.577497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.171278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:36:00.57761Z","caller":"traceutil/trace.go:171","msg":"trace[818575097] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30892; }","duration":"207.349623ms","start":"2026-03-04T16:36:00.370234Z","end":"2026-03-04T16:36:00.577584Z","steps":["trace[818575097] 'count revisions from in-memory index tree' (duration: 207.059146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:00.811168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.013125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:36:00.811444Z","caller":"traceutil/trace.go:171","msg":"trace[2021264669] transaction","detail":"{read_only:false; response_revision:30893; number_of_response:1; }","duration":"315.452496ms","start":"2026-03-04T16:36:00.495953Z","end":"2026-03-04T16:36:00.811406Z","steps":["trace[2021264669] 'process raft request' (duration: 160.082622ms)","trace[2021264669] 'compare' (duration: 78.095857ms)","trace[2021264669] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 76.379674ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T16:36:00.81155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:00.495936Z","time spent":"315.560009ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:00.81161Z","caller":"traceutil/trace.go:171","msg":"trace[637569619] transaction","detail":"{read_only:false; response_revision:30894; number_of_response:1; }","duration":"234.773565ms","start":"2026-03-04T16:36:00.576809Z","end":"2026-03-04T16:36:00.811582Z","steps":["trace[637569619] 'process raft request' (duration: 234.486488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:00.811802Z","caller":"traceutil/trace.go:171","msg":"trace[1720966538] transaction","detail":"{read_only:false; response_revision:30895; number_of_response:1; }","duration":"233.645037ms","start":"2026-03-04T16:36:00.578143Z","end":"2026-03-04T16:36:00.811788Z","steps":["trace[1720966538] 'process raft request' (duration: 233.286878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:00.811805Z","caller":"traceutil/trace.go:171","msg":"trace[1467708554] linearizableReadLoop","detail":"{readStateIndex:32010; appliedIndex:32007; }","duration":"233.416701ms","start":"2026-03-04T16:36:00.578369Z","end":"2026-03-04T16:36:00.811786Z","steps":["trace[1467708554] 'read index received' (duration: 77.683848ms)","trace[1467708554] 'applied index is now lower than readState.Index' (duration: 155.731233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:36:00.811885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.504443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:36:00.811937Z","caller":"traceutil/trace.go:171","msg":"trace[800997762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30895; }","duration":"233.582885ms","start":"2026-03-04T16:36:00.578339Z","end":"2026-03-04T16:36:00.811922Z","steps":["trace[800997762] 'agreement among raft nodes before linearized reading' (duration: 233.500223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.049527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.254534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418847"} {"level":"info","ts":"2026-03-04T16:36:01.049622Z","caller":"traceutil/trace.go:171","msg":"trace[774594586] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30895; }","duration":"194.390767ms","start":"2026-03-04T16:36:00.855207Z","end":"2026-03-04T16:36:01.049598Z","steps":["trace[774594586] 'range keys from in-memory index tree' (duration: 193.970557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.049649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.271806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:36:01.049768Z","caller":"traceutil/trace.go:171","msg":"trace[34427299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30895; }","duration":"179.43891ms","start":"2026-03-04T16:36:00.87031Z","end":"2026-03-04T16:36:01.049749Z","steps":["trace[34427299] 'range keys from in-memory index tree' (duration: 179.108522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.049781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.55278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:36:01.049866Z","caller":"traceutil/trace.go:171","msg":"trace[565025483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30895; }","duration":"211.742754ms","start":"2026-03-04T16:36:00.838104Z","end":"2026-03-04T16:36:01.049846Z","steps":["trace[565025483] 'count revisions from in-memory index tree' (duration: 211.405185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.050081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.805599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:36:01.050119Z","caller":"traceutil/trace.go:171","msg":"trace[1255434190] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30895; }","duration":"206.874611ms","start":"2026-03-04T16:36:00.843233Z","end":"2026-03-04T16:36:01.050108Z","steps":["trace[1255434190] 'count revisions from in-memory index tree' (duration: 206.758878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.243487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.698905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:36:01.243753Z","caller":"traceutil/trace.go:171","msg":"trace[609678450] transaction","detail":"{read_only:false; response_revision:30896; number_of_response:1; }","duration":"372.154885ms","start":"2026-03-04T16:36:00.871544Z","end":"2026-03-04T16:36:01.243699Z","steps":["trace[609678450] 'process raft request' (duration: 121.170612ms)","trace[609678450] 'compare' (duration: 56.581076ms)","trace[609678450] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:495; } (duration: 193.282809ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T16:36:01.243908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:00.871524Z","time spent":"372.303809ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:01.243972Z","caller":"traceutil/trace.go:171","msg":"trace[1661831270] linearizableReadLoop","detail":"{readStateIndex:32011; appliedIndex:32010; }","duration":"281.925952ms","start":"2026-03-04T16:36:00.962022Z","end":"2026-03-04T16:36:01.243948Z","steps":["trace[1661831270] 'read index received' (duration: 30.508178ms)","trace[1661831270] 'applied index is now lower than readState.Index' (duration: 251.414754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:36:01.244254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.21165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:36:01.244304Z","caller":"traceutil/trace.go:171","msg":"trace[825592782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30896; }","duration":"282.337732ms","start":"2026-03-04T16:36:00.961953Z","end":"2026-03-04T16:36:01.244291Z","steps":["trace[825592782] 'agreement among raft nodes before linearized reading' (duration: 282.116957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:01.244491Z","caller":"traceutil/trace.go:171","msg":"trace[1575493518] transaction","detail":"{read_only:false; response_revision:30897; number_of_response:1; }","duration":"190.908169ms","start":"2026-03-04T16:36:01.053569Z","end":"2026-03-04T16:36:01.244477Z","steps":["trace[1575493518] 'process raft request' (duration: 190.017077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.928566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.323505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:36:01.928835Z","caller":"traceutil/trace.go:171","msg":"trace[51650807] transaction","detail":"{read_only:false; response_revision:30901; number_of_response:1; }","duration":"678.844721ms","start":"2026-03-04T16:36:01.249971Z","end":"2026-03-04T16:36:01.928816Z","steps":["trace[51650807] 'process raft request' (duration: 678.8066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.928907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.249966Z","time spent":"678.909112ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:01.929252Z","caller":"traceutil/trace.go:171","msg":"trace[728567538] transaction","detail":"{read_only:false; response_revision:30898; number_of_response:1; }","duration":"679.368784ms","start":"2026-03-04T16:36:01.249862Z","end":"2026-03-04T16:36:01.929231Z","steps":["trace[728567538] 'process raft request' (duration: 60.30214ms)","trace[728567538] 'compare' (duration: 150.200843ms)","trace[728567538] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:418; } (duration: 467.274061ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T16:36:01.929326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.249845Z","time spent":"679.446746ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:01.929304Z","caller":"traceutil/trace.go:171","msg":"trace[66632265] transaction","detail":"{read_only:false; response_revision:30900; number_of_response:1; }","duration":"679.317662ms","start":"2026-03-04T16:36:01.249952Z","end":"2026-03-04T16:36:01.92927Z","steps":["trace[66632265] 'process raft request' (duration: 678.791149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:01.929316Z","caller":"traceutil/trace.go:171","msg":"trace[1529863912] transaction","detail":"{read_only:false; response_revision:30899; number_of_response:1; }","duration":"679.363113ms","start":"2026-03-04T16:36:01.249914Z","end":"2026-03-04T16:36:01.929277Z","steps":["trace[1529863912] 'process raft request' (duration: 678.752837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:01.929457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.249935Z","time spent":"679.445146ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:36:01.92954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.249905Z","time spent":"679.502677ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:02.132124Z","caller":"traceutil/trace.go:171","msg":"trace[1188089042] linearizableReadLoop","detail":"{readStateIndex:32017; appliedIndex:32012; }","duration":"643.676404ms","start":"2026-03-04T16:36:01.48842Z","end":"2026-03-04T16:36:02.132096Z","steps":["trace[1188089042] 'read index received' (duration: 438.715711ms)","trace[1188089042] 'applied index is now lower than readState.Index' (duration: 204.959593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:36:02.132241Z","caller":"traceutil/trace.go:171","msg":"trace[559634719] transaction","detail":"{read_only:false; response_revision:30902; number_of_response:1; }","duration":"729.093475ms","start":"2026-03-04T16:36:01.403092Z","end":"2026-03-04T16:36:02.132185Z","steps":["trace[559634719] 'process raft request' (duration: 699.89811ms)","trace[559634719] 'compare' (duration: 19.42617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:36:02.132374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.833599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:36:02.132428Z","caller":"traceutil/trace.go:171","msg":"trace[1548094508] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:30902; }","duration":"518.933022ms","start":"2026-03-04T16:36:01.613483Z","end":"2026-03-04T16:36:02.132416Z","steps":["trace[1548094508] 'agreement among raft nodes before linearized reading' (duration: 518.762998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:02.132455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.613464Z","time spent":"518.985983ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:36:02.13226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.831958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:36:02.132662Z","caller":"traceutil/trace.go:171","msg":"trace[656759460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30902; }","duration":"644.28157ms","start":"2026-03-04T16:36:01.488369Z","end":"2026-03-04T16:36:02.13265Z","steps":["trace[656759460] 'agreement among raft nodes before linearized reading' (duration: 643.842189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:02.132692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.488346Z","time spent":"644.33701ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:36:02.133213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:36:01.403071Z","time spent":"729.234599ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:36:02.285024Z","caller":"traceutil/trace.go:171","msg":"trace[328871735] transaction","detail":"{read_only:false; response_revision:30903; number_of_response:1; }","duration":"148.752668ms","start":"2026-03-04T16:36:02.136233Z","end":"2026-03-04T16:36:02.284985Z","steps":["trace[328871735] 'process raft request' (duration: 55.5518ms)","trace[328871735] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.19.213.236; req_size:118; } (duration: 85.840562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:36:02.502509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28891,"took":"2.324591786s","hash":564128035,"current-db-size-bytes":48558080,"current-db-size":"49 MB","current-db-size-in-use-bytes":28147712,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:36:02.502594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":564128035,"revision":28891,"compact-revision":26350} {"level":"info","ts":"2026-03-04T16:36:02.502818Z","caller":"traceutil/trace.go:171","msg":"trace[1367771079] linearizableReadLoop","detail":"{readStateIndex:32021; appliedIndex:32020; }","duration":"248.622872ms","start":"2026-03-04T16:36:02.254173Z","end":"2026-03-04T16:36:02.502796Z","steps":["trace[1367771079] 'read index received' (duration: 233.174983ms)","trace[1367771079] 'applied index is now lower than readState.Index' (duration: 15.446709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:36:02.502884Z","caller":"traceutil/trace.go:171","msg":"trace[131314260] transaction","detail":"{read_only:false; response_revision:30905; number_of_response:1; }","duration":"280.757642ms","start":"2026-03-04T16:36:02.222095Z","end":"2026-03-04T16:36:02.502852Z","steps":["trace[131314260] 'process raft request' (duration: 265.358495ms)","trace[131314260] 'compare' (duration: 15.210703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:36:02.50303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.839198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:36:02.503074Z","caller":"traceutil/trace.go:171","msg":"trace[973029177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30905; }","duration":"248.932441ms","start":"2026-03-04T16:36:02.254127Z","end":"2026-03-04T16:36:02.50306Z","steps":["trace[973029177] 'agreement among raft nodes before linearized reading' (duration: 248.771916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:02.503093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.572071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:36:02.503169Z","caller":"traceutil/trace.go:171","msg":"trace[1300524718] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30905; }","duration":"215.708044ms","start":"2026-03-04T16:36:02.287444Z","end":"2026-03-04T16:36:02.503152Z","steps":["trace[1300524718] 'agreement among raft nodes before linearized reading' (duration: 215.504228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:36:02.503251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.45548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:36:02.503296Z","caller":"traceutil/trace.go:171","msg":"trace[1583140992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30905; }","duration":"123.528662ms","start":"2026-03-04T16:36:02.379755Z","end":"2026-03-04T16:36:02.503283Z","steps":["trace[1583140992] 'agreement among raft nodes before linearized reading' (duration: 123.45707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:51.100558Z","caller":"traceutil/trace.go:171","msg":"trace[1418266551] transaction","detail":"{read_only:false; response_revision:31236; number_of_response:1; }","duration":"104.153134ms","start":"2026-03-04T16:36:50.996374Z","end":"2026-03-04T16:36:51.100527Z","steps":["trace[1418266551] 'process raft request' (duration: 104.0026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:51.112894Z","caller":"traceutil/trace.go:171","msg":"trace[401036520] transaction","detail":"{read_only:false; response_revision:31237; number_of_response:1; }","duration":"108.330029ms","start":"2026-03-04T16:36:51.004542Z","end":"2026-03-04T16:36:51.112872Z","steps":["trace[401036520] 'process raft request' (duration: 107.958049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:36:51.112936Z","caller":"traceutil/trace.go:171","msg":"trace[872498544] transaction","detail":"{read_only:false; response_revision:31238; number_of_response:1; }","duration":"108.233787ms","start":"2026-03-04T16:36:51.004645Z","end":"2026-03-04T16:36:51.112879Z","steps":["trace[872498544] 'process raft request' (duration: 107.999451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:38:06.778707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.171453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:38:06.778804Z","caller":"traceutil/trace.go:171","msg":"trace[297251203] linearizableReadLoop","detail":"{readStateIndex:32889; appliedIndex:32888; }","duration":"111.066678ms","start":"2026-03-04T16:38:06.667715Z","end":"2026-03-04T16:38:06.778782Z","steps":["trace[297251203] 'read index received' (duration: 32.001µs)","trace[297251203] 'applied index is now lower than readState.Index' (duration: 111.033647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:38:06.778865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.14417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:38:06.778842Z","caller":"traceutil/trace.go:171","msg":"trace[499358296] transaction","detail":"{read_only:false; response_revision:31748; number_of_response:1; }","duration":"159.16567ms","start":"2026-03-04T16:38:06.61962Z","end":"2026-03-04T16:38:06.778786Z","steps":["trace[499358296] 'compare' (duration: 154.074351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:38:06.778923Z","caller":"traceutil/trace.go:171","msg":"trace[1667528274] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:31748; }","duration":"111.242913ms","start":"2026-03-04T16:38:06.667664Z","end":"2026-03-04T16:38:06.778907Z","steps":["trace[1667528274] 'agreement among raft nodes before linearized reading' (duration: 111.158811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:38:06.821956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.608619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:38:06.822032Z","caller":"traceutil/trace.go:171","msg":"trace[128794191] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:31749; }","duration":"151.716012ms","start":"2026-03-04T16:38:06.670299Z","end":"2026-03-04T16:38:06.822015Z","steps":["trace[128794191] 'agreement among raft nodes before linearized reading' (duration: 151.528937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:38:06.822315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.751309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:38:06.822441Z","caller":"traceutil/trace.go:171","msg":"trace[2051428633] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:31749; }","duration":"104.984733ms","start":"2026-03-04T16:38:06.717428Z","end":"2026-03-04T16:38:06.822413Z","steps":["trace[2051428633] 'agreement among raft nodes before linearized reading' (duration: 104.464381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.306711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.910789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:39:49.306785Z","caller":"traceutil/trace.go:171","msg":"trace[1988771778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32447; }","duration":"237.021691ms","start":"2026-03-04T16:39:49.069746Z","end":"2026-03-04T16:39:49.306768Z","steps":["trace[1988771778] 'range keys from in-memory index tree' (duration: 236.745584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:49.322865Z","caller":"traceutil/trace.go:171","msg":"trace[2127681844] linearizableReadLoop","detail":"{readStateIndex:33611; appliedIndex:33610; }","duration":"190.074388ms","start":"2026-03-04T16:39:49.13277Z","end":"2026-03-04T16:39:49.322844Z","steps":["trace[2127681844] 'read index received' (duration: 189.970326ms)","trace[2127681844] 'applied index is now lower than readState.Index' (duration: 103.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:49.322953Z","caller":"traceutil/trace.go:171","msg":"trace[1597039858] transaction","detail":"{read_only:false; response_revision:32448; number_of_response:1; }","duration":"232.309282ms","start":"2026-03-04T16:39:49.090637Z","end":"2026-03-04T16:39:49.322947Z","steps":["trace[1597039858] 'process raft request' (duration: 232.087806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.323247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.468478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:39:49.323287Z","caller":"traceutil/trace.go:171","msg":"trace[1243470947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32448; }","duration":"190.55211ms","start":"2026-03-04T16:39:49.132722Z","end":"2026-03-04T16:39:49.323274Z","steps":["trace[1243470947] 'agreement among raft nodes before linearized reading' (duration: 190.432497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.405491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.187984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:39:49.405552Z","caller":"traceutil/trace.go:171","msg":"trace[645760063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32450; }","duration":"152.309296ms","start":"2026-03-04T16:39:49.253228Z","end":"2026-03-04T16:39:49.405538Z","steps":["trace[645760063] 'agreement among raft nodes before linearized reading' (duration: 152.122092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:49.405553Z","caller":"traceutil/trace.go:171","msg":"trace[27801835] transaction","detail":"{read_only:false; response_revision:32449; number_of_response:1; }","duration":"216.082003ms","start":"2026-03-04T16:39:49.18945Z","end":"2026-03-04T16:39:49.405532Z","steps":["trace[27801835] 'process raft request' (duration: 215.670033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.405623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.933778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:39:49.405719Z","caller":"traceutil/trace.go:171","msg":"trace[581349178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32450; }","duration":"260.089001ms","start":"2026-03-04T16:39:49.145612Z","end":"2026-03-04T16:39:49.405701Z","steps":["trace[581349178] 'agreement among raft nodes before linearized reading' (duration: 259.840335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:49.692509Z","caller":"traceutil/trace.go:171","msg":"trace[1556163615] linearizableReadLoop","detail":"{readStateIndex:33614; appliedIndex:33613; }","duration":"287.172975ms","start":"2026-03-04T16:39:49.405313Z","end":"2026-03-04T16:39:49.692486Z","steps":["trace[1556163615] 'read index received' (duration: 236.388826ms)","trace[1556163615] 'applied index is now lower than readState.Index' (duration: 50.783509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:49.692772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.196599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18693"} {"level":"info","ts":"2026-03-04T16:39:49.692846Z","caller":"traceutil/trace.go:171","msg":"trace[1139801317] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:32451; }","duration":"361.300321ms","start":"2026-03-04T16:39:49.331529Z","end":"2026-03-04T16:39:49.692829Z","steps":["trace[1139801317] 'agreement among raft nodes before linearized reading' (duration: 361.101176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.692884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.33152Z","time spent":"361.355432ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18716,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T16:39:49.693277Z","caller":"traceutil/trace.go:171","msg":"trace[213462658] transaction","detail":"{read_only:false; response_revision:32451; number_of_response:1; }","duration":"365.749354ms","start":"2026-03-04T16:39:49.327435Z","end":"2026-03-04T16:39:49.693184Z","steps":["trace[213462658] 'process raft request' (duration: 314.157834ms)","trace[213462658] 'compare' (duration: 50.659787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:49.693436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.327416Z","time spent":"365.901347ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:49.714412Z","caller":"traceutil/trace.go:171","msg":"trace[539083047] transaction","detail":"{read_only:false; response_revision:32452; number_of_response:1; }","duration":"304.860829ms","start":"2026-03-04T16:39:49.409525Z","end":"2026-03-04T16:39:49.714386Z","steps":["trace[539083047] 'process raft request' (duration: 304.321215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.714667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.409504Z","time spent":"304.975203ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:49.714682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.787864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:39:49.714782Z","caller":"traceutil/trace.go:171","msg":"trace[1731285698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32454; }","duration":"305.960628ms","start":"2026-03-04T16:39:49.408795Z","end":"2026-03-04T16:39:49.714755Z","steps":["trace[1731285698] 'agreement among raft nodes before linearized reading' (duration: 305.597388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:49.714808Z","caller":"traceutil/trace.go:171","msg":"trace[2038288181] transaction","detail":"{read_only:false; response_revision:32453; number_of_response:1; }","duration":"304.488881ms","start":"2026-03-04T16:39:49.410302Z","end":"2026-03-04T16:39:49.714791Z","steps":["trace[2038288181] 'process raft request' (duration: 303.817843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.714837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.408779Z","time spent":"306.045751ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:39:49.714845Z","caller":"traceutil/trace.go:171","msg":"trace[26651205] transaction","detail":"{read_only:false; response_revision:32454; number_of_response:1; }","duration":"245.042874ms","start":"2026-03-04T16:39:49.469756Z","end":"2026-03-04T16:39:49.714799Z","steps":["trace[26651205] 'process raft request' (duration: 244.491299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:49.714871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.410287Z","time spent":"304.551512ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:50.110583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.468001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:39:50.110717Z","caller":"traceutil/trace.go:171","msg":"trace[1136251982] transaction","detail":"{read_only:false; response_revision:32456; number_of_response:1; }","duration":"325.411657ms","start":"2026-03-04T16:39:49.785287Z","end":"2026-03-04T16:39:50.110698Z","steps":["trace[1136251982] 'process raft request' (duration: 170.709191ms)","trace[1136251982] 'compare' (duration: 154.254175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:50.110766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.78526Z","time spent":"325.486189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:50.335206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.608436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:39:50.335364Z","caller":"traceutil/trace.go:171","msg":"trace[438164161] transaction","detail":"{read_only:false; response_revision:32459; number_of_response:1; }","duration":"204.84056ms","start":"2026-03-04T16:39:50.13051Z","end":"2026-03-04T16:39:50.33535Z","steps":["trace[438164161] 'process raft request' (duration: 204.81438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:50.335591Z","caller":"traceutil/trace.go:171","msg":"trace[1699850004] linearizableReadLoop","detail":"{readStateIndex:33621; appliedIndex:33618; }","duration":"535.557181ms","start":"2026-03-04T16:39:49.800027Z","end":"2026-03-04T16:39:50.335584Z","steps":["trace[1699850004] 'read index received' (duration: 156.012231ms)","trace[1699850004] 'applied index is now lower than readState.Index' (duration: 379.54411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:50.335623Z","caller":"traceutil/trace.go:171","msg":"trace[2060232597] transaction","detail":"{read_only:false; response_revision:32457; number_of_response:1; }","duration":"549.617275ms","start":"2026-03-04T16:39:49.785969Z","end":"2026-03-04T16:39:50.335587Z","steps":["trace[2060232597] 'process raft request' (duration: 438.554478ms)","trace[2060232597] 'compare' (duration: 110.512773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:50.335621Z","caller":"traceutil/trace.go:171","msg":"trace[1671816378] transaction","detail":"{read_only:false; response_revision:32458; number_of_response:1; }","duration":"546.917237ms","start":"2026-03-04T16:39:49.788666Z","end":"2026-03-04T16:39:50.335584Z","steps":["trace[1671816378] 'process raft request' (duration: 546.614179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:50.335713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.104329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:39:50.335739Z","caller":"traceutil/trace.go:171","msg":"trace[426694318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:32459; }","duration":"217.168991ms","start":"2026-03-04T16:39:50.118562Z","end":"2026-03-04T16:39:50.335731Z","steps":["trace[426694318] 'agreement among raft nodes before linearized reading' (duration: 217.12824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:50.335785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.785951Z","time spent":"549.723117ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:50.33567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.639773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:39:50.336139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.788652Z","time spent":"547.319237ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:50.336156Z","caller":"traceutil/trace.go:171","msg":"trace[344514908] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32459; }","duration":"536.129625ms","start":"2026-03-04T16:39:49.800006Z","end":"2026-03-04T16:39:50.336136Z","steps":["trace[344514908] 'agreement among raft nodes before linearized reading' (duration: 535.637772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:50.336254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:49.799999Z","time spent":"536.202886ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:39:50.583052Z","caller":"traceutil/trace.go:171","msg":"trace[517197838] transaction","detail":"{read_only:false; response_revision:32460; number_of_response:1; }","duration":"109.560921ms","start":"2026-03-04T16:39:50.473463Z","end":"2026-03-04T16:39:50.583024Z","steps":["trace[517197838] 'process raft request' (duration: 71.665156ms)","trace[517197838] 'compare' (duration: 37.72937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:50.838285Z","caller":"traceutil/trace.go:171","msg":"trace[1847136684] transaction","detail":"{read_only:false; response_revision:32462; number_of_response:1; }","duration":"194.557172ms","start":"2026-03-04T16:39:50.643704Z","end":"2026-03-04T16:39:50.838261Z","steps":["trace[1847136684] 'process raft request' (duration: 194.409038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:51.625435Z","caller":"traceutil/trace.go:171","msg":"trace[151899186] transaction","detail":"{read_only:false; response_revision:32464; number_of_response:1; }","duration":"214.077353ms","start":"2026-03-04T16:39:51.411338Z","end":"2026-03-04T16:39:51.625415Z","steps":["trace[151899186] 'process raft request' (duration: 213.93312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:51.655252Z","caller":"traceutil/trace.go:171","msg":"trace[1333241819] transaction","detail":"{read_only:false; response_revision:32465; number_of_response:1; }","duration":"240.940149ms","start":"2026-03-04T16:39:51.414283Z","end":"2026-03-04T16:39:51.655224Z","steps":["trace[1333241819] 'process raft request' (duration: 240.794876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.117538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.467461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:39:52.117789Z","caller":"traceutil/trace.go:171","msg":"trace[505390340] transaction","detail":"{read_only:false; response_revision:32468; number_of_response:1; }","duration":"349.336819ms","start":"2026-03-04T16:39:51.76843Z","end":"2026-03-04T16:39:52.117767Z","steps":["trace[505390340] 'process raft request' (duration: 165.513919ms)","trace[505390340] 'compare' (duration: 183.315127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:52.117903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:51.768409Z","time spent":"349.433552ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:52.117897Z","caller":"traceutil/trace.go:171","msg":"trace[465341184] transaction","detail":"{read_only:false; response_revision:32469; number_of_response:1; }","duration":"348.185321ms","start":"2026-03-04T16:39:51.769685Z","end":"2026-03-04T16:39:52.11787Z","steps":["trace[465341184] 'process raft request' (duration: 348.022077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.117999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:51.769649Z","time spent":"348.300704ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:52.118163Z","caller":"traceutil/trace.go:171","msg":"trace[2025173744] linearizableReadLoop","detail":"{readStateIndex:33634; appliedIndex:33631; }","duration":"214.774301ms","start":"2026-03-04T16:39:51.903357Z","end":"2026-03-04T16:39:52.118131Z","steps":["trace[2025173744] 'read index received' (duration: 30.515349ms)","trace[2025173744] 'applied index is now lower than readState.Index' (duration: 184.257642ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:52.118189Z","caller":"traceutil/trace.go:171","msg":"trace[1122674479] transaction","detail":"{read_only:false; response_revision:32470; number_of_response:1; }","duration":"347.315059ms","start":"2026-03-04T16:39:51.770839Z","end":"2026-03-04T16:39:52.118154Z","steps":["trace[1122674479] 'process raft request' (duration: 346.969279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.118422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.074148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:39:52.118494Z","caller":"traceutil/trace.go:171","msg":"trace[736794026] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32470; }","duration":"257.749443ms","start":"2026-03-04T16:39:51.860726Z","end":"2026-03-04T16:39:52.118476Z","steps":["trace[736794026] 'agreement among raft nodes before linearized reading' (duration: 257.547998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.118425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:51.770823Z","time spent":"347.507364ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:52.756453Z","caller":"traceutil/trace.go:171","msg":"trace[1518631344] linearizableReadLoop","detail":"{readStateIndex:33638; appliedIndex:33636; }","duration":"267.150419ms","start":"2026-03-04T16:39:52.48928Z","end":"2026-03-04T16:39:52.75643Z","steps":["trace[1518631344] 'read index received' (duration: 266.904713ms)","trace[1518631344] 'applied index is now lower than readState.Index' (duration: 244.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:52.756715Z","caller":"traceutil/trace.go:171","msg":"trace[16688827] transaction","detail":"{read_only:false; response_revision:32473; number_of_response:1; }","duration":"410.398168ms","start":"2026-03-04T16:39:52.346304Z","end":"2026-03-04T16:39:52.756703Z","steps":["trace[16688827] 'process raft request' (duration: 409.942417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.756828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:52.346286Z","time spent":"410.465189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:39:52.757034Z","caller":"traceutil/trace.go:171","msg":"trace[1506118793] transaction","detail":"{read_only:false; response_revision:32474; number_of_response:1; }","duration":"410.652605ms","start":"2026-03-04T16:39:52.346368Z","end":"2026-03-04T16:39:52.757021Z","steps":["trace[1506118793] 'process raft request' (duration: 410.021168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.757116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:39:52.346364Z","time spent":"410.710866ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:39:52.757358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.067984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:39:52.757428Z","caller":"traceutil/trace.go:171","msg":"trace[301237427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32474; }","duration":"268.190507ms","start":"2026-03-04T16:39:52.489221Z","end":"2026-03-04T16:39:52.757412Z","steps":["trace[301237427] 'agreement among raft nodes before linearized reading' (duration: 268.057673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:52.7575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.888053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:39:52.757557Z","caller":"traceutil/trace.go:171","msg":"trace[849256409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32474; }","duration":"160.991006ms","start":"2026-03-04T16:39:52.596553Z","end":"2026-03-04T16:39:52.757544Z","steps":["trace[849256409] 'agreement among raft nodes before linearized reading' (duration: 160.826942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:58.291547Z","caller":"traceutil/trace.go:171","msg":"trace[1012576488] transaction","detail":"{read_only:false; response_revision:32512; number_of_response:1; }","duration":"143.828063ms","start":"2026-03-04T16:39:58.147696Z","end":"2026-03-04T16:39:58.291524Z","steps":["trace[1012576488] 'process raft request' (duration: 143.687099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:58.362816Z","caller":"traceutil/trace.go:171","msg":"trace[2020182139] transaction","detail":"{read_only:false; response_revision:32513; number_of_response:1; }","duration":"213.52726ms","start":"2026-03-04T16:39:58.149237Z","end":"2026-03-04T16:39:58.362764Z","steps":["trace[2020182139] 'process raft request' (duration: 189.684149ms)","trace[2020182139] 'compare' (duration: 23.372848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:58.362841Z","caller":"traceutil/trace.go:171","msg":"trace[767485050] linearizableReadLoop","detail":"{readStateIndex:33678; appliedIndex:33676; }","duration":"204.615184ms","start":"2026-03-04T16:39:58.158194Z","end":"2026-03-04T16:39:58.36281Z","steps":["trace[767485050] 'read index received' (duration: 133.247486ms)","trace[767485050] 'applied index is now lower than readState.Index' (duration: 71.366608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:58.363Z","caller":"traceutil/trace.go:171","msg":"trace[1955249348] transaction","detail":"{read_only:false; response_revision:32514; number_of_response:1; }","duration":"159.809686ms","start":"2026-03-04T16:39:58.203179Z","end":"2026-03-04T16:39:58.362989Z","steps":["trace[1955249348] 'process raft request' (duration: 159.466267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:58.363313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.088845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:39:58.363364Z","caller":"traceutil/trace.go:171","msg":"trace[797206906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32514; }","duration":"205.203118ms","start":"2026-03-04T16:39:58.158147Z","end":"2026-03-04T16:39:58.36335Z","steps":["trace[797206906] 'agreement among raft nodes before linearized reading' (duration: 205.065415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:58.534273Z","caller":"traceutil/trace.go:171","msg":"trace[673226640] transaction","detail":"{read_only:false; response_revision:32517; number_of_response:1; }","duration":"126.074055ms","start":"2026-03-04T16:39:58.408164Z","end":"2026-03-04T16:39:58.534238Z","steps":["trace[673226640] 'process raft request' (duration: 125.796698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:39:58.534328Z","caller":"traceutil/trace.go:171","msg":"trace[1653171802] linearizableReadLoop","detail":"{readStateIndex:33681; appliedIndex:33680; }","duration":"137.058163ms","start":"2026-03-04T16:39:58.397248Z","end":"2026-03-04T16:39:58.534306Z","steps":["trace[1653171802] 'read index received' (duration: 26.500077ms)","trace[1653171802] 'applied index is now lower than readState.Index' (duration: 110.556476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:39:58.534404Z","caller":"traceutil/trace.go:171","msg":"trace[1584248293] transaction","detail":"{read_only:false; response_revision:32516; number_of_response:1; }","duration":"138.010656ms","start":"2026-03-04T16:39:58.396183Z","end":"2026-03-04T16:39:58.534194Z","steps":["trace[1584248293] 'process raft request' (duration: 110.219966ms)","trace[1584248293] 'compare' (duration: 27.36783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:39:58.53455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.279428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T16:39:58.534829Z","caller":"traceutil/trace.go:171","msg":"trace[1764873325] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:32517; }","duration":"137.596916ms","start":"2026-03-04T16:39:58.397209Z","end":"2026-03-04T16:39:58.534806Z","steps":["trace[1764873325] 'agreement among raft nodes before linearized reading' (duration: 137.206717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:39:58.534771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.545385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:39:58.534908Z","caller":"traceutil/trace.go:171","msg":"trace[890625673] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:32517; }","duration":"112.7419ms","start":"2026-03-04T16:39:58.422153Z","end":"2026-03-04T16:39:58.534895Z","steps":["trace[890625673] 'agreement among raft nodes before linearized reading' (duration: 112.573875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:17.990159Z","caller":"traceutil/trace.go:171","msg":"trace[683415460] linearizableReadLoop","detail":"{readStateIndex:33857; appliedIndex:33856; }","duration":"202.253245ms","start":"2026-03-04T16:40:17.787884Z","end":"2026-03-04T16:40:17.990137Z","steps":["trace[683415460] 'read index received' (duration: 202.176443ms)","trace[683415460] 'applied index is now lower than readState.Index' (duration: 75.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:17.990246Z","caller":"traceutil/trace.go:171","msg":"trace[1033203362] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"275.652733ms","start":"2026-03-04T16:40:17.71456Z","end":"2026-03-04T16:40:17.990213Z","steps":["trace[1033203362] 'process raft request' (duration: 275.438528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:17.990351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.45598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:40:17.990384Z","caller":"traceutil/trace.go:171","msg":"trace[2006401171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32686; }","duration":"202.549892ms","start":"2026-03-04T16:40:17.787826Z","end":"2026-03-04T16:40:17.990376Z","steps":["trace[2006401171] 'agreement among raft nodes before linearized reading' (duration: 202.400068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:18.073057Z","caller":"traceutil/trace.go:171","msg":"trace[277781330] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"204.200293ms","start":"2026-03-04T16:40:17.868833Z","end":"2026-03-04T16:40:18.073034Z","steps":["trace[277781330] 'process raft request' (duration: 204.07738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:18.238887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.348769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:40:18.238985Z","caller":"traceutil/trace.go:171","msg":"trace[936711853] linearizableReadLoop","detail":"{readStateIndex:33859; appliedIndex:33858; }","duration":"206.936113ms","start":"2026-03-04T16:40:18.032031Z","end":"2026-03-04T16:40:18.238968Z","steps":["trace[936711853] 'read index received' (duration: 41.215289ms)","trace[936711853] 'applied index is now lower than readState.Index' (duration: 165.719784ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:18.239082Z","caller":"traceutil/trace.go:171","msg":"trace[129291112] transaction","detail":"{read_only:false; response_revision:32688; number_of_response:1; }","duration":"244.244173ms","start":"2026-03-04T16:40:17.994827Z","end":"2026-03-04T16:40:18.239071Z","steps":["trace[129291112] 'process raft request' (duration: 110.627057ms)","trace[129291112] 'compare' (duration: 133.230556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:18.239731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.680871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:40:18.240029Z","caller":"traceutil/trace.go:171","msg":"trace[777259353] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:32688; }","duration":"208.063211ms","start":"2026-03-04T16:40:18.031944Z","end":"2026-03-04T16:40:18.240007Z","steps":["trace[777259353] 'agreement among raft nodes before linearized reading' (duration: 207.574159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:30.572015Z","caller":"traceutil/trace.go:171","msg":"trace[1725633854] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"420.566284ms","start":"2026-03-04T16:40:30.151424Z","end":"2026-03-04T16:40:30.571991Z","steps":["trace[1725633854] 'process raft request' (duration: 420.418401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:30.572178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:30.151395Z","time spent":"420.708638ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:40:30.58141Z","caller":"traceutil/trace.go:171","msg":"trace[741417018] linearizableReadLoop","detail":"{readStateIndex:33942; appliedIndex:33940; }","duration":"248.520501ms","start":"2026-03-04T16:40:30.332866Z","end":"2026-03-04T16:40:30.581386Z","steps":["trace[741417018] 'read index received' (duration: 239.075662ms)","trace[741417018] 'applied index is now lower than readState.Index' (duration: 9.444159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:30.581503Z","caller":"traceutil/trace.go:171","msg":"trace[260307905] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"400.515929ms","start":"2026-03-04T16:40:30.180954Z","end":"2026-03-04T16:40:30.58147Z","steps":["trace[260307905] 'process raft request' (duration: 400.319264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:30.58162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.742326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:40:30.581733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:30.180929Z","time spent":"400.635792ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:40:30.581752Z","caller":"traceutil/trace.go:171","msg":"trace[1059974391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32769; }","duration":"248.91422ms","start":"2026-03-04T16:40:30.33282Z","end":"2026-03-04T16:40:30.581734Z","steps":["trace[1059974391] 'agreement among raft nodes before linearized reading' (duration: 248.669314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:30.586731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.906764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:30.586801Z","caller":"traceutil/trace.go:171","msg":"trace[1341449098] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:32770; }","duration":"164.984576ms","start":"2026-03-04T16:40:30.421805Z","end":"2026-03-04T16:40:30.58679Z","steps":["trace[1341449098] 'agreement among raft nodes before linearized reading' (duration: 164.878823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:30.58681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.239742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:40:30.586883Z","caller":"traceutil/trace.go:171","msg":"trace[169210693] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32770; }","duration":"167.398376ms","start":"2026-03-04T16:40:30.419464Z","end":"2026-03-04T16:40:30.586863Z","steps":["trace[169210693] 'agreement among raft nodes before linearized reading' (duration: 167.263143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:30.869565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.070248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:40:30.86979Z","caller":"traceutil/trace.go:171","msg":"trace[670000567] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"209.479397ms","start":"2026-03-04T16:40:30.66029Z","end":"2026-03-04T16:40:30.869769Z","steps":["trace[670000567] 'process raft request' (duration: 96.09224ms)","trace[670000567] 'compare' (duration: 112.848153ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:30.869923Z","caller":"traceutil/trace.go:171","msg":"trace[692440598] transaction","detail":"{read_only:false; response_revision:32775; number_of_response:1; }","duration":"138.203222ms","start":"2026-03-04T16:40:30.731701Z","end":"2026-03-04T16:40:30.869904Z","steps":["trace[692440598] 'process raft request' (duration: 138.144251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:30.870213Z","caller":"traceutil/trace.go:171","msg":"trace[1569497581] transaction","detail":"{read_only:false; response_revision:32774; number_of_response:1; }","duration":"209.419495ms","start":"2026-03-04T16:40:30.660765Z","end":"2026-03-04T16:40:30.870185Z","steps":["trace[1569497581] 'process raft request' (duration: 208.972034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:31.857281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.587055ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:40:32.997234Z","caller":"traceutil/trace.go:171","msg":"trace[518382343] transaction","detail":"{read_only:false; response_revision:32790; number_of_response:1; }","duration":"118.952246ms","start":"2026-03-04T16:40:32.878257Z","end":"2026-03-04T16:40:32.997209Z","steps":["trace[518382343] 'process raft request' (duration: 118.765061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:32.997479Z","caller":"traceutil/trace.go:171","msg":"trace[1830042422] transaction","detail":"{read_only:false; response_revision:32791; number_of_response:1; }","duration":"117.253414ms","start":"2026-03-04T16:40:32.8802Z","end":"2026-03-04T16:40:32.997453Z","steps":["trace[1830042422] 'process raft request' (duration: 116.963167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:33.315458Z","caller":"traceutil/trace.go:171","msg":"trace[1560119056] linearizableReadLoop","detail":"{readStateIndex:33968; appliedIndex:33967; }","duration":"180.724613ms","start":"2026-03-04T16:40:33.134705Z","end":"2026-03-04T16:40:33.315429Z","steps":["trace[1560119056] 'read index received' (duration: 163.883699ms)","trace[1560119056] 'applied index is now lower than readState.Index' (duration: 16.839574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:33.315587Z","caller":"traceutil/trace.go:171","msg":"trace[2081232364] transaction","detail":"{read_only:false; response_revision:32794; number_of_response:1; }","duration":"252.219004ms","start":"2026-03-04T16:40:33.063356Z","end":"2026-03-04T16:40:33.315575Z","steps":["trace[2081232364] 'process raft request' (duration: 235.203705ms)","trace[2081232364] 'compare' (duration: 16.63996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:33.315679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.349112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:33.315793Z","caller":"traceutil/trace.go:171","msg":"trace[1063122828] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32794; }","duration":"120.513916ms","start":"2026-03-04T16:40:33.195262Z","end":"2026-03-04T16:40:33.315776Z","steps":["trace[1063122828] 'agreement among raft nodes before linearized reading' (duration: 120.344532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:33.315871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.144264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:33.315914Z","caller":"traceutil/trace.go:171","msg":"trace[439438775] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:32794; }","duration":"181.225815ms","start":"2026-03-04T16:40:33.134674Z","end":"2026-03-04T16:40:33.3159Z","steps":["trace[439438775] 'agreement among raft nodes before linearized reading' (duration: 181.03571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:33.543396Z","caller":"traceutil/trace.go:171","msg":"trace[1174545209] transaction","detail":"{read_only:false; response_revision:32796; number_of_response:1; }","duration":"103.466716ms","start":"2026-03-04T16:40:33.439911Z","end":"2026-03-04T16:40:33.543377Z","steps":["trace[1174545209] 'process raft request' (duration: 103.423215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:33.543617Z","caller":"traceutil/trace.go:171","msg":"trace[1156724332] transaction","detail":"{read_only:false; response_revision:32795; number_of_response:1; }","duration":"227.50006ms","start":"2026-03-04T16:40:33.316078Z","end":"2026-03-04T16:40:33.543578Z","steps":["trace[1156724332] 'process raft request' (duration: 185.791259ms)","trace[1156724332] 'compare' (duration: 41.27214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:42.844921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.870242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:40:42.845002Z","caller":"traceutil/trace.go:171","msg":"trace[881678574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32854; }","duration":"136.008485ms","start":"2026-03-04T16:40:42.708975Z","end":"2026-03-04T16:40:42.844984Z","steps":["trace[881678574] 'range keys from in-memory index tree' (duration: 135.654076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:42.845226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.214623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:40:42.845355Z","caller":"traceutil/trace.go:171","msg":"trace[1769959335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32854; }","duration":"100.381408ms","start":"2026-03-04T16:40:42.74496Z","end":"2026-03-04T16:40:42.845341Z","steps":["trace[1769959335] 'range keys from in-memory index tree' (duration: 100.094041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:42.956519Z","caller":"traceutil/trace.go:171","msg":"trace[479076459] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"107.361684ms","start":"2026-03-04T16:40:42.849131Z","end":"2026-03-04T16:40:42.956493Z","steps":["trace[479076459] 'process raft request' (duration: 107.19601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.253238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.883461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:40:43.253406Z","caller":"traceutil/trace.go:171","msg":"trace[1890392774] transaction","detail":"{read_only:false; response_revision:32856; number_of_response:1; }","duration":"403.773881ms","start":"2026-03-04T16:40:42.849586Z","end":"2026-03-04T16:40:43.25336Z","steps":["trace[1890392774] 'process raft request' (duration: 198.705666ms)","trace[1890392774] 'compare' (duration: 204.727927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:43.253573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:42.849557Z","time spent":"403.929854ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:40:43.253612Z","caller":"traceutil/trace.go:171","msg":"trace[1954498536] linearizableReadLoop","detail":"{readStateIndex:34032; appliedIndex:34030; }","duration":"403.148505ms","start":"2026-03-04T16:40:42.850212Z","end":"2026-03-04T16:40:43.253361Z","steps":["trace[1954498536] 'read index received' (duration: 106.115323ms)","trace[1954498536] 'applied index is now lower than readState.Index' (duration: 297.032692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:43.253645Z","caller":"traceutil/trace.go:171","msg":"trace[1776198509] transaction","detail":"{read_only:false; response_revision:32857; number_of_response:1; }","duration":"272.33064ms","start":"2026-03-04T16:40:42.98129Z","end":"2026-03-04T16:40:43.253621Z","steps":["trace[1776198509] 'process raft request' (duration: 272.046703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.253779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.565115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/orc-system\" ","response":"range_response_count:1 size:502"} {"level":"info","ts":"2026-03-04T16:40:43.253803Z","caller":"traceutil/trace.go:171","msg":"trace[649591975] range","detail":"{range_begin:/registry/namespaces/orc-system; range_end:; response_count:1; response_revision:32856; }","duration":"403.604617ms","start":"2026-03-04T16:40:42.85019Z","end":"2026-03-04T16:40:43.253794Z","steps":["trace[649591975] 'agreement among raft nodes before linearized reading' (duration: 403.173266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.253834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:42.850177Z","time spent":"403.642777ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":525,"request content":"key:\"/registry/namespaces/orc-system\" "} {"level":"info","ts":"2026-03-04T16:40:43.25394Z","caller":"traceutil/trace.go:171","msg":"trace[1105208474] transaction","detail":"{read_only:false; response_revision:32858; number_of_response:1; }","duration":"158.995504ms","start":"2026-03-04T16:40:43.094933Z","end":"2026-03-04T16:40:43.253928Z","steps":["trace[1105208474] 'process raft request' (duration: 158.634125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:43.411213Z","caller":"traceutil/trace.go:171","msg":"trace[1367002934] linearizableReadLoop","detail":"{readStateIndex:34035; appliedIndex:34034; }","duration":"157.556759ms","start":"2026-03-04T16:40:43.253639Z","end":"2026-03-04T16:40:43.411195Z","steps":["trace[1367002934] 'read index received' (duration: 156.427741ms)","trace[1367002934] 'applied index is now lower than readState.Index' (duration: 1.128198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:43.411248Z","caller":"traceutil/trace.go:171","msg":"trace[1072619204] transaction","detail":"{read_only:false; response_revision:32859; number_of_response:1; }","duration":"313.524997ms","start":"2026-03-04T16:40:43.097687Z","end":"2026-03-04T16:40:43.411212Z","steps":["trace[1072619204] 'process raft request' (duration: 312.348148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.411286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.126476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:43.411354Z","caller":"traceutil/trace.go:171","msg":"trace[1226071484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32859; }","duration":"253.206958ms","start":"2026-03-04T16:40:43.158106Z","end":"2026-03-04T16:40:43.411313Z","steps":["trace[1226071484] 'agreement among raft nodes before linearized reading' (duration: 253.096505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.411427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.03347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/orc-system\" ","response":"range_response_count:1 size:502"} {"level":"info","ts":"2026-03-04T16:40:43.411449Z","caller":"traceutil/trace.go:171","msg":"trace[707976631] range","detail":"{range_begin:/registry/namespaces/orc-system; range_end:; response_count:1; response_revision:32859; }","duration":"152.057871ms","start":"2026-03-04T16:40:43.259385Z","end":"2026-03-04T16:40:43.411443Z","steps":["trace[707976631] 'agreement among raft nodes before linearized reading' (duration: 151.949458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.411425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.013858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T16:40:43.411446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.169045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:40:43.411455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.931831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:40:43.41149Z","caller":"traceutil/trace.go:171","msg":"trace[1498127782] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32859; }","duration":"194.124041ms","start":"2026-03-04T16:40:43.217348Z","end":"2026-03-04T16:40:43.411472Z","steps":["trace[1498127782] 'agreement among raft nodes before linearized reading' (duration: 193.923945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:43.411524Z","caller":"traceutil/trace.go:171","msg":"trace[1097849871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32859; }","duration":"370.285349ms","start":"2026-03-04T16:40:43.04122Z","end":"2026-03-04T16:40:43.411506Z","steps":["trace[1097849871] 'agreement among raft nodes before linearized reading' (duration: 370.024251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:43.411537Z","caller":"traceutil/trace.go:171","msg":"trace[107821484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32859; }","duration":"376.054994ms","start":"2026-03-04T16:40:43.035463Z","end":"2026-03-04T16:40:43.411518Z","steps":["trace[107821484] 'agreement among raft nodes before linearized reading' (duration: 375.831227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:43.411568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:43.041211Z","time spent":"370.34981ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:40:43.411579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:43.035446Z","time spent":"376.124765ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:40:43.411586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:40:43.097648Z","time spent":"313.666941ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:40:49.020668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.672154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-04T16:40:49.020712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.116269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:49.020794Z","caller":"traceutil/trace.go:171","msg":"trace[2110219928] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32894; }","duration":"111.243613ms","start":"2026-03-04T16:40:48.90953Z","end":"2026-03-04T16:40:49.020773Z","steps":["trace[2110219928] 'range keys from in-memory index tree' (duration: 111.053398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.020803Z","caller":"traceutil/trace.go:171","msg":"trace[1075235631] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:32894; }","duration":"117.855509ms","start":"2026-03-04T16:40:48.902916Z","end":"2026-03-04T16:40:49.020771Z","steps":["trace[1075235631] 'range keys from in-memory index tree' (duration: 117.471459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:49.125323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.282547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T16:40:49.125424Z","caller":"traceutil/trace.go:171","msg":"trace[1767076665] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:32895; }","duration":"100.427609ms","start":"2026-03-04T16:40:49.024974Z","end":"2026-03-04T16:40:49.125402Z","steps":["trace[1767076665] 'agreement among raft nodes before linearized reading' (duration: 98.976873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.125715Z","caller":"traceutil/trace.go:171","msg":"trace[2130448771] transaction","detail":"{read_only:false; response_revision:32895; number_of_response:1; }","duration":"100.866521ms","start":"2026-03-04T16:40:49.024831Z","end":"2026-03-04T16:40:49.125698Z","steps":["trace[2130448771] 'process raft request' (duration: 98.157812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.478353Z","caller":"traceutil/trace.go:171","msg":"trace[2121744742] linearizableReadLoop","detail":"{readStateIndex:34073; appliedIndex:34072; }","duration":"201.060485ms","start":"2026-03-04T16:40:49.277277Z","end":"2026-03-04T16:40:49.478338Z","steps":["trace[2121744742] 'read index received' (duration: 200.989773ms)","trace[2121744742] 'applied index is now lower than readState.Index' (duration: 70.182µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:49.478426Z","caller":"traceutil/trace.go:171","msg":"trace[803908507] transaction","detail":"{read_only:false; response_revision:32896; number_of_response:1; }","duration":"205.552518ms","start":"2026-03-04T16:40:49.272866Z","end":"2026-03-04T16:40:49.478419Z","steps":["trace[803908507] 'process raft request' (duration: 205.309812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:49.478706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.381473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:40:49.478805Z","caller":"traceutil/trace.go:171","msg":"trace[375561113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32896; }","duration":"201.561397ms","start":"2026-03-04T16:40:49.277222Z","end":"2026-03-04T16:40:49.478783Z","steps":["trace[375561113] 'agreement among raft nodes before linearized reading' (duration: 201.257449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.509129Z","caller":"traceutil/trace.go:171","msg":"trace[737769203] transaction","detail":"{read_only:false; response_revision:32897; number_of_response:1; }","duration":"231.591442ms","start":"2026-03-04T16:40:49.277501Z","end":"2026-03-04T16:40:49.509093Z","steps":["trace[737769203] 'process raft request' (duration: 231.245984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:40:49.775794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.511663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:40:49.775909Z","caller":"traceutil/trace.go:171","msg":"trace[1513036608] linearizableReadLoop","detail":"{readStateIndex:34076; appliedIndex:34075; }","duration":"266.818621ms","start":"2026-03-04T16:40:49.509069Z","end":"2026-03-04T16:40:49.775887Z","steps":["trace[1513036608] 'read index received' (duration: 135.124743ms)","trace[1513036608] 'applied index is now lower than readState.Index' (duration: 131.692178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:40:49.775994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.60459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:40:49.776043Z","caller":"traceutil/trace.go:171","msg":"trace[734802951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32899; }","duration":"288.697673ms","start":"2026-03-04T16:40:49.487331Z","end":"2026-03-04T16:40:49.776028Z","steps":["trace[734802951] 'agreement among raft nodes before linearized reading' (duration: 288.612531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.776203Z","caller":"traceutil/trace.go:171","msg":"trace[1420011593] transaction","detail":"{read_only:false; response_revision:32899; number_of_response:1; }","duration":"294.660044ms","start":"2026-03-04T16:40:49.481526Z","end":"2026-03-04T16:40:49.776187Z","steps":["trace[1420011593] 'process raft request' (duration: 162.653067ms)","trace[1420011593] 'compare' (duration: 131.272387ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:40:49.798925Z","caller":"traceutil/trace.go:171","msg":"trace[1592360250] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"172.482055ms","start":"2026-03-04T16:40:49.626423Z","end":"2026-03-04T16:40:49.798905Z","steps":["trace[1592360250] 'process raft request' (duration: 172.449775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.799265Z","caller":"traceutil/trace.go:171","msg":"trace[238598774] transaction","detail":"{read_only:false; response_revision:32901; number_of_response:1; }","duration":"284.080347ms","start":"2026-03-04T16:40:49.515156Z","end":"2026-03-04T16:40:49.799237Z","steps":["trace[238598774] 'process raft request' (duration: 283.669056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.799284Z","caller":"traceutil/trace.go:171","msg":"trace[804562572] transaction","detail":"{read_only:false; response_revision:32900; number_of_response:1; }","duration":"284.407304ms","start":"2026-03-04T16:40:49.514806Z","end":"2026-03-04T16:40:49.799213Z","steps":["trace[804562572] 'process raft request' (duration: 283.916512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:40:49.799364Z","caller":"traceutil/trace.go:171","msg":"trace[736660356] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"283.209554ms","start":"2026-03-04T16:40:49.516143Z","end":"2026-03-04T16:40:49.799352Z","steps":["trace[736660356] 'process raft request' (duration: 282.706681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:00.186673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30890} {"level":"info","ts":"2026-03-04T16:41:00.351114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30890,"took":"160.127734ms","hash":724774397,"current-db-size-bytes":48558080,"current-db-size":"49 MB","current-db-size-in-use-bytes":27623424,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:41:00.351257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":724774397,"revision":30890,"compact-revision":28891} {"level":"warn","ts":"2026-03-04T16:41:02.997657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.481115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:41:02.997764Z","caller":"traceutil/trace.go:171","msg":"trace[1229105298] transaction","detail":"{read_only:false; response_revision:32989; number_of_response:1; }","duration":"296.201072ms","start":"2026-03-04T16:41:02.701546Z","end":"2026-03-04T16:41:02.997747Z","steps":["trace[1229105298] 'process raft request' (duration: 44.549303ms)","trace[1229105298] 'compare' (duration: 251.385922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:02.998616Z","caller":"traceutil/trace.go:171","msg":"trace[1534864551] linearizableReadLoop","detail":"{readStateIndex:34171; appliedIndex:34170; }","duration":"246.14661ms","start":"2026-03-04T16:41:02.752446Z","end":"2026-03-04T16:41:02.998593Z","steps":["trace[1534864551] 'read index received' (duration: 246.042186ms)","trace[1534864551] 'applied index is now lower than readState.Index' (duration: 103.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:41:02.99877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.322185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:41:02.998813Z","caller":"traceutil/trace.go:171","msg":"trace[145916326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32990; }","duration":"246.442588ms","start":"2026-03-04T16:41:02.752357Z","end":"2026-03-04T16:41:02.9988Z","steps":["trace[145916326] 'agreement among raft nodes before linearized reading' (duration: 246.315665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:02.9988Z","caller":"traceutil/trace.go:171","msg":"trace[1284845476] transaction","detail":"{read_only:false; response_revision:32990; number_of_response:1; }","duration":"294.483569ms","start":"2026-03-04T16:41:02.704219Z","end":"2026-03-04T16:41:02.998703Z","steps":["trace[1284845476] 'process raft request' (duration: 294.271333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:03.044952Z","caller":"traceutil/trace.go:171","msg":"trace[1680751415] transaction","detail":"{read_only:false; response_revision:32991; number_of_response:1; }","duration":"197.434963ms","start":"2026-03-04T16:41:02.847488Z","end":"2026-03-04T16:41:03.044923Z","steps":["trace[1680751415] 'process raft request' (duration: 197.293179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:03.452601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.024933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:41:03.452702Z","caller":"traceutil/trace.go:171","msg":"trace[1356189878] linearizableReadLoop","detail":"{readStateIndex:34173; appliedIndex:34172; }","duration":"239.184766ms","start":"2026-03-04T16:41:03.213503Z","end":"2026-03-04T16:41:03.452687Z","steps":["trace[1356189878] 'read index received' (duration: 53.531µs)","trace[1356189878] 'applied index is now lower than readState.Index' (duration: 239.130025ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:03.452738Z","caller":"traceutil/trace.go:171","msg":"trace[1555327976] transaction","detail":"{read_only:false; response_revision:32992; number_of_response:1; }","duration":"450.077538ms","start":"2026-03-04T16:41:03.002638Z","end":"2026-03-04T16:41:03.452715Z","steps":["trace[1555327976] 'process raft request' (duration: 204.850421ms)","trace[1555327976] 'compare' (duration: 244.879218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:41:03.452829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:41:03.002621Z","time spent":"450.16511ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:41:03.452861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.366521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:41:03.452888Z","caller":"traceutil/trace.go:171","msg":"trace[1136625953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32992; }","duration":"239.435413ms","start":"2026-03-04T16:41:03.213444Z","end":"2026-03-04T16:41:03.452879Z","steps":["trace[1136625953] 'agreement among raft nodes before linearized reading' (duration: 239.3218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:03.453044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.969094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:41:03.453082Z","caller":"traceutil/trace.go:171","msg":"trace[28939977] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:32992; }","duration":"157.036275ms","start":"2026-03-04T16:41:03.296038Z","end":"2026-03-04T16:41:03.453074Z","steps":["trace[28939977] 'agreement among raft nodes before linearized reading' (duration: 156.930753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:03.65957Z","caller":"traceutil/trace.go:171","msg":"trace[1017083464] transaction","detail":"{read_only:false; response_revision:32994; number_of_response:1; }","duration":"128.742133ms","start":"2026-03-04T16:41:03.530803Z","end":"2026-03-04T16:41:03.659545Z","steps":["trace[1017083464] 'process raft request' (duration: 37.936516ms)","trace[1017083464] 'compare' (duration: 90.569431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:03.71301Z","caller":"traceutil/trace.go:171","msg":"trace[267235250] transaction","detail":"{read_only:false; response_revision:32996; number_of_response:1; }","duration":"152.380679ms","start":"2026-03-04T16:41:03.560611Z","end":"2026-03-04T16:41:03.712991Z","steps":["trace[267235250] 'process raft request' (duration: 152.352058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:03.713108Z","caller":"traceutil/trace.go:171","msg":"trace[312359433] transaction","detail":"{read_only:false; response_revision:32995; number_of_response:1; }","duration":"153.189139ms","start":"2026-03-04T16:41:03.559884Z","end":"2026-03-04T16:41:03.713073Z","steps":["trace[312359433] 'process raft request' (duration: 152.954852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:03.714135Z","caller":"traceutil/trace.go:171","msg":"trace[670816763] transaction","detail":"{read_only:false; response_revision:32997; number_of_response:1; }","duration":"140.708474ms","start":"2026-03-04T16:41:03.573419Z","end":"2026-03-04T16:41:03.714128Z","steps":["trace[670816763] 'process raft request' (duration: 140.455198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:07.785496Z","caller":"traceutil/trace.go:171","msg":"trace[1033431462] transaction","detail":"{read_only:false; response_revision:33021; number_of_response:1; }","duration":"112.35909ms","start":"2026-03-04T16:41:07.673105Z","end":"2026-03-04T16:41:07.785464Z","steps":["trace[1033431462] 'process raft request' (duration: 112.145235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.003074Z","caller":"traceutil/trace.go:171","msg":"trace[665891345] linearizableReadLoop","detail":"{readStateIndex:34205; appliedIndex:34202; }","duration":"269.198591ms","start":"2026-03-04T16:41:07.733799Z","end":"2026-03-04T16:41:08.002997Z","steps":["trace[665891345] 'read index received' (duration: 51.439476ms)","trace[665891345] 'applied index is now lower than readState.Index' (duration: 217.757915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:08.003218Z","caller":"traceutil/trace.go:171","msg":"trace[1129659433] transaction","detail":"{read_only:false; response_revision:33023; number_of_response:1; }","duration":"272.861133ms","start":"2026-03-04T16:41:07.73033Z","end":"2026-03-04T16:41:08.003191Z","steps":["trace[1129659433] 'process raft request' (duration: 272.613737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.003105Z","caller":"traceutil/trace.go:171","msg":"trace[134887164] transaction","detail":"{read_only:false; response_revision:33022; number_of_response:1; }","duration":"276.593448ms","start":"2026-03-04T16:41:07.726436Z","end":"2026-03-04T16:41:08.00303Z","steps":["trace[134887164] 'process raft request' (duration: 276.27371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:08.003311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.474028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:41:08.003515Z","caller":"traceutil/trace.go:171","msg":"trace[635913305] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:33023; }","duration":"269.718683ms","start":"2026-03-04T16:41:07.733775Z","end":"2026-03-04T16:41:08.003493Z","steps":["trace[635913305] 'agreement among raft nodes before linearized reading' (duration: 269.429506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:08.031025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.520641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:41:08.031151Z","caller":"traceutil/trace.go:171","msg":"trace[1494417216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:33024; }","duration":"281.669616ms","start":"2026-03-04T16:41:07.749466Z","end":"2026-03-04T16:41:08.031136Z","steps":["trace[1494417216] 'agreement among raft nodes before linearized reading' (duration: 281.486131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.031194Z","caller":"traceutil/trace.go:171","msg":"trace[1427950169] transaction","detail":"{read_only:false; response_revision:33024; number_of_response:1; }","duration":"144.608593ms","start":"2026-03-04T16:41:07.886564Z","end":"2026-03-04T16:41:08.031172Z","steps":["trace[1427950169] 'process raft request' (duration: 144.275064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:08.031241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.288015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:41:08.031304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.49846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:41:08.031329Z","caller":"traceutil/trace.go:171","msg":"trace[1846889380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33024; }","duration":"144.411358ms","start":"2026-03-04T16:41:07.886894Z","end":"2026-03-04T16:41:08.031305Z","steps":["trace[1846889380] 'agreement among raft nodes before linearized reading' (duration: 144.138121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:08.031342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.342566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:41:08.03135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.47848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:41:08.031383Z","caller":"traceutil/trace.go:171","msg":"trace[287129189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33024; }","duration":"144.639424ms","start":"2026-03-04T16:41:07.886725Z","end":"2026-03-04T16:41:08.031365Z","steps":["trace[287129189] 'agreement among raft nodes before linearized reading' (duration: 144.404828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.031395Z","caller":"traceutil/trace.go:171","msg":"trace[138979345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33024; }","duration":"144.436789ms","start":"2026-03-04T16:41:07.886944Z","end":"2026-03-04T16:41:08.03138Z","steps":["trace[138979345] 'agreement among raft nodes before linearized reading' (duration: 144.284635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.031496Z","caller":"traceutil/trace.go:171","msg":"trace[1368625300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33024; }","duration":"144.603573ms","start":"2026-03-04T16:41:07.886803Z","end":"2026-03-04T16:41:08.031407Z","steps":["trace[1368625300] 'agreement among raft nodes before linearized reading' (duration: 144.262694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.180762Z","caller":"traceutil/trace.go:171","msg":"trace[545998265] transaction","detail":"{read_only:false; response_revision:33025; number_of_response:1; }","duration":"144.652973ms","start":"2026-03-04T16:41:08.036073Z","end":"2026-03-04T16:41:08.180726Z","steps":["trace[545998265] 'process raft request' (duration: 51.742802ms)","trace[545998265] 'compare' (duration: 92.762507ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:08.255246Z","caller":"traceutil/trace.go:171","msg":"trace[876465399] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"218.286789ms","start":"2026-03-04T16:41:08.036933Z","end":"2026-03-04T16:41:08.25522Z","steps":["trace[876465399] 'process raft request' (duration: 218.106334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.255492Z","caller":"traceutil/trace.go:171","msg":"trace[1273791384] transaction","detail":"{read_only:false; response_revision:33027; number_of_response:1; }","duration":"218.404152ms","start":"2026-03-04T16:41:08.037055Z","end":"2026-03-04T16:41:08.255459Z","steps":["trace[1273791384] 'process raft request' (duration: 218.112004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:08.255543Z","caller":"traceutil/trace.go:171","msg":"trace[616314042] transaction","detail":"{read_only:false; response_revision:33028; number_of_response:1; }","duration":"218.012602ms","start":"2026-03-04T16:41:08.037497Z","end":"2026-03-04T16:41:08.255509Z","steps":["trace[616314042] 'process raft request' (duration: 217.857878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:09.718957Z","caller":"traceutil/trace.go:171","msg":"trace[1615586586] transaction","detail":"{read_only:false; response_revision:33033; number_of_response:1; }","duration":"161.674642ms","start":"2026-03-04T16:41:09.557256Z","end":"2026-03-04T16:41:09.718931Z","steps":["trace[1615586586] 'process raft request' (duration: 161.459127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:10.115207Z","caller":"traceutil/trace.go:171","msg":"trace[1279135760] transaction","detail":"{read_only:false; response_revision:33035; number_of_response:1; }","duration":"106.243606ms","start":"2026-03-04T16:41:10.008936Z","end":"2026-03-04T16:41:10.115179Z","steps":["trace[1279135760] 'process raft request' (duration: 28.825176ms)","trace[1279135760] 'compare' (duration: 77.148483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:10.11854Z","caller":"traceutil/trace.go:171","msg":"trace[197001096] transaction","detail":"{read_only:false; response_revision:33036; number_of_response:1; }","duration":"108.217546ms","start":"2026-03-04T16:41:10.010311Z","end":"2026-03-04T16:41:10.118528Z","steps":["trace[197001096] 'process raft request' (duration: 108.100754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:10.302261Z","caller":"traceutil/trace.go:171","msg":"trace[1556897717] transaction","detail":"{read_only:false; response_revision:33038; number_of_response:1; }","duration":"113.426298ms","start":"2026-03-04T16:41:10.188747Z","end":"2026-03-04T16:41:10.302173Z","steps":["trace[1556897717] 'process raft request' (duration: 113.152141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:10.457099Z","caller":"traceutil/trace.go:171","msg":"trace[1974686996] transaction","detail":"{read_only:false; response_revision:33039; number_of_response:1; }","duration":"149.912947ms","start":"2026-03-04T16:41:10.307166Z","end":"2026-03-04T16:41:10.457079Z","steps":["trace[1974686996] 'process raft request' (duration: 146.478211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:10.457238Z","caller":"traceutil/trace.go:171","msg":"trace[686287281] transaction","detail":"{read_only:false; response_revision:33040; number_of_response:1; }","duration":"149.418783ms","start":"2026-03-04T16:41:10.307815Z","end":"2026-03-04T16:41:10.457233Z","steps":["trace[686287281] 'process raft request' (duration: 149.237349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:10.457359Z","caller":"traceutil/trace.go:171","msg":"trace[971143521] transaction","detail":"{read_only:false; response_revision:33041; number_of_response:1; }","duration":"149.366572ms","start":"2026-03-04T16:41:10.307984Z","end":"2026-03-04T16:41:10.457351Z","steps":["trace[971143521] 'process raft request' (duration: 149.225209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:11.950236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.587381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:41:11.95046Z","caller":"traceutil/trace.go:171","msg":"trace[1897896092] linearizableReadLoop","detail":"{readStateIndex:34230; appliedIndex:34228; }","duration":"129.274326ms","start":"2026-03-04T16:41:11.82117Z","end":"2026-03-04T16:41:11.950444Z","steps":["trace[1897896092] 'read index received' (duration: 13.404498ms)","trace[1897896092] 'applied index is now lower than readState.Index' (duration: 115.868468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:11.950475Z","caller":"traceutil/trace.go:171","msg":"trace[854067811] transaction","detail":"{read_only:false; response_revision:33046; number_of_response:1; }","duration":"218.355211ms","start":"2026-03-04T16:41:11.732096Z","end":"2026-03-04T16:41:11.950451Z","steps":["trace[854067811] 'process raft request' (duration: 102.466292ms)","trace[854067811] 'compare' (duration: 115.246143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:11.950519Z","caller":"traceutil/trace.go:171","msg":"trace[2049684891] transaction","detail":"{read_only:false; response_revision:33047; number_of_response:1; }","duration":"215.400936ms","start":"2026-03-04T16:41:11.735097Z","end":"2026-03-04T16:41:11.950498Z","steps":["trace[2049684891] 'process raft request' (duration: 215.238572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:11.950541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.364848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:41:11.950578Z","caller":"traceutil/trace.go:171","msg":"trace[1896736638] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:33047; }","duration":"129.43905ms","start":"2026-03-04T16:41:11.821127Z","end":"2026-03-04T16:41:11.950566Z","steps":["trace[1896736638] 'agreement among raft nodes before linearized reading' (duration: 129.371219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:24.186666Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008614.wal"} {"level":"info","ts":"2026-03-04T16:41:30.771026Z","caller":"traceutil/trace.go:171","msg":"trace[799514671] transaction","detail":"{read_only:false; response_revision:33178; number_of_response:1; }","duration":"134.793025ms","start":"2026-03-04T16:41:30.636211Z","end":"2026-03-04T16:41:30.771004Z","steps":["trace[799514671] 'process raft request' (duration: 93.983137ms)","trace[799514671] 'compare' (duration: 40.469099ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:30.771184Z","caller":"traceutil/trace.go:171","msg":"trace[1654355769] transaction","detail":"{read_only:false; response_revision:33179; number_of_response:1; }","duration":"134.824446ms","start":"2026-03-04T16:41:30.636353Z","end":"2026-03-04T16:41:30.771178Z","steps":["trace[1654355769] 'process raft request' (duration: 134.486058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:31.388177Z","caller":"traceutil/trace.go:171","msg":"trace[541173033] transaction","detail":"{read_only:false; response_revision:33181; number_of_response:1; }","duration":"228.576329ms","start":"2026-03-04T16:41:31.15957Z","end":"2026-03-04T16:41:31.388146Z","steps":["trace[541173033] 'process raft request' (duration: 206.343908ms)","trace[541173033] 'compare' (duration: 21.716377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:31.38817Z","caller":"traceutil/trace.go:171","msg":"trace[1921270271] transaction","detail":"{read_only:false; response_revision:33182; number_of_response:1; }","duration":"208.984975ms","start":"2026-03-04T16:41:31.179146Z","end":"2026-03-04T16:41:31.388131Z","steps":["trace[1921270271] 'process raft request' (duration: 208.815611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:31.614768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.484813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:41:31.614881Z","caller":"traceutil/trace.go:171","msg":"trace[1506721892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33182; }","duration":"108.666367ms","start":"2026-03-04T16:41:31.506193Z","end":"2026-03-04T16:41:31.614859Z","steps":["trace[1506721892] 'range keys from in-memory index tree' (duration: 108.371071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:34.968426Z","caller":"traceutil/trace.go:171","msg":"trace[191996166] transaction","detail":"{read_only:false; response_revision:33208; number_of_response:1; }","duration":"176.203668ms","start":"2026-03-04T16:41:34.792193Z","end":"2026-03-04T16:41:34.968397Z","steps":["trace[191996166] 'process raft request' (duration: 176.060765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:34.978582Z","caller":"traceutil/trace.go:171","msg":"trace[1861048542] linearizableReadLoop","detail":"{readStateIndex:34397; appliedIndex:34396; }","duration":"115.174672ms","start":"2026-03-04T16:41:34.863379Z","end":"2026-03-04T16:41:34.978554Z","steps":["trace[1861048542] 'read index received' (duration: 105.205261ms)","trace[1861048542] 'applied index is now lower than readState.Index' (duration: 9.968461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:41:34.978863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.461839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:41:34.978918Z","caller":"traceutil/trace.go:171","msg":"trace[744084355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33209; }","duration":"115.567231ms","start":"2026-03-04T16:41:34.863334Z","end":"2026-03-04T16:41:34.978901Z","steps":["trace[744084355] 'agreement among raft nodes before linearized reading' (duration: 115.317515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:34.978958Z","caller":"traceutil/trace.go:171","msg":"trace[908177722] transaction","detail":"{read_only:false; response_revision:33209; number_of_response:1; }","duration":"185.740939ms","start":"2026-03-04T16:41:34.79317Z","end":"2026-03-04T16:41:34.978911Z","steps":["trace[908177722] 'process raft request' (duration: 185.255256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:35.20846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.576451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:41:35.208572Z","caller":"traceutil/trace.go:171","msg":"trace[2049787093] transaction","detail":"{read_only:false; response_revision:33210; number_of_response:1; }","duration":"225.033649ms","start":"2026-03-04T16:41:34.983501Z","end":"2026-03-04T16:41:35.208535Z","steps":["trace[2049787093] 'process raft request' (duration: 109.309134ms)","trace[2049787093] 'compare' (duration: 115.492409ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:35.370827Z","caller":"traceutil/trace.go:171","msg":"trace[476243181] transaction","detail":"{read_only:false; response_revision:33211; number_of_response:1; }","duration":"153.945968ms","start":"2026-03-04T16:41:35.216852Z","end":"2026-03-04T16:41:35.370798Z","steps":["trace[476243181] 'process raft request' (duration: 104.332889ms)","trace[476243181] 'compare' (duration: 49.488596ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:38.892985Z","caller":"traceutil/trace.go:171","msg":"trace[1786965404] transaction","detail":"{read_only:false; response_revision:33234; number_of_response:1; }","duration":"119.08391ms","start":"2026-03-04T16:41:38.773867Z","end":"2026-03-04T16:41:38.892951Z","steps":["trace[1786965404] 'process raft request' (duration: 112.547445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:39.153309Z","caller":"traceutil/trace.go:171","msg":"trace[689405838] linearizableReadLoop","detail":"{readStateIndex:34424; appliedIndex:34423; }","duration":"164.080614ms","start":"2026-03-04T16:41:38.989205Z","end":"2026-03-04T16:41:39.153285Z","steps":["trace[689405838] 'read index received' (duration: 159.645522ms)","trace[689405838] 'applied index is now lower than readState.Index' (duration: 4.433852ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:41:39.153546Z","caller":"traceutil/trace.go:171","msg":"trace[314465859] transaction","detail":"{read_only:false; response_revision:33235; number_of_response:1; }","duration":"168.077344ms","start":"2026-03-04T16:41:38.985456Z","end":"2026-03-04T16:41:39.153533Z","steps":["trace[314465859] 'process raft request' (duration: 163.468828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:41:39.153832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.605077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:41:39.153924Z","caller":"traceutil/trace.go:171","msg":"trace[2009710786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33235; }","duration":"164.730439ms","start":"2026-03-04T16:41:38.989169Z","end":"2026-03-04T16:41:39.1539Z","steps":["trace[2009710786] 'agreement among raft nodes before linearized reading' (duration: 164.205346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:43.310253Z","caller":"traceutil/trace.go:171","msg":"trace[1872619982] linearizableReadLoop","detail":"{readStateIndex:34451; appliedIndex:34450; }","duration":"137.833972ms","start":"2026-03-04T16:41:43.172398Z","end":"2026-03-04T16:41:43.310232Z","steps":["trace[1872619982] 'read index received' (duration: 137.73289ms)","trace[1872619982] 'applied index is now lower than readState.Index' (duration: 100.282µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:41:43.310492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.069229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:41:43.310554Z","caller":"traceutil/trace.go:171","msg":"trace[1851662849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33261; }","duration":"138.180012ms","start":"2026-03-04T16:41:43.172361Z","end":"2026-03-04T16:41:43.310541Z","steps":["trace[1851662849] 'agreement among raft nodes before linearized reading' (duration: 137.972456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:43.310438Z","caller":"traceutil/trace.go:171","msg":"trace[917256349] transaction","detail":"{read_only:false; response_revision:33261; number_of_response:1; }","duration":"138.025677ms","start":"2026-03-04T16:41:43.172348Z","end":"2026-03-04T16:41:43.310373Z","steps":["trace[917256349] 'process raft request' (duration: 137.76056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:43.377829Z","caller":"traceutil/trace.go:171","msg":"trace[31380457] transaction","detail":"{read_only:false; response_revision:33262; number_of_response:1; }","duration":"125.224615ms","start":"2026-03-04T16:41:43.252571Z","end":"2026-03-04T16:41:43.377795Z","steps":["trace[31380457] 'process raft request' (duration: 99.453065ms)","trace[31380457] 'compare' (duration: 25.452401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:41:43.377849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.060161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:41:43.378274Z","caller":"traceutil/trace.go:171","msg":"trace[159410297] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33262; }","duration":"102.539464ms","start":"2026-03-04T16:41:43.275696Z","end":"2026-03-04T16:41:43.378236Z","steps":["trace[159410297] 'agreement among raft nodes before linearized reading' (duration: 102.037042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:41:54.687591Z","caller":"traceutil/trace.go:171","msg":"trace[611058747] transaction","detail":"{read_only:false; response_revision:33343; number_of_response:1; }","duration":"119.85512ms","start":"2026-03-04T16:41:54.567712Z","end":"2026-03-04T16:41:54.687567Z","steps":["trace[611058747] 'process raft request' (duration: 119.709676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:17.028848Z","caller":"traceutil/trace.go:171","msg":"trace[1159059981] transaction","detail":"{read_only:false; response_revision:33523; number_of_response:1; }","duration":"118.443373ms","start":"2026-03-04T16:42:16.910386Z","end":"2026-03-04T16:42:17.02883Z","steps":["trace[1159059981] 'process raft request' (duration: 118.32798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:17.70297Z","caller":"traceutil/trace.go:171","msg":"trace[499473652] linearizableReadLoop","detail":"{readStateIndex:34722; appliedIndex:34721; }","duration":"210.3784ms","start":"2026-03-04T16:42:17.492566Z","end":"2026-03-04T16:42:17.702944Z","steps":["trace[499473652] 'read index received' (duration: 210.338779ms)","trace[499473652] 'applied index is now lower than readState.Index' (duration: 38.571µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:42:17.703068Z","caller":"traceutil/trace.go:171","msg":"trace[698641433] transaction","detail":"{read_only:false; response_revision:33524; number_of_response:1; }","duration":"225.334867ms","start":"2026-03-04T16:42:17.477704Z","end":"2026-03-04T16:42:17.703039Z","steps":["trace[698641433] 'process raft request' (duration: 225.0818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:17.703123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:42:17.703392Z","caller":"traceutil/trace.go:171","msg":"trace[1553746551] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:33524; }","duration":"210.848662ms","start":"2026-03-04T16:42:17.492487Z","end":"2026-03-04T16:42:17.703336Z","steps":["trace[1553746551] 'agreement among raft nodes before linearized reading' (duration: 210.567455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:17.921123Z","caller":"traceutil/trace.go:171","msg":"trace[1711234491] transaction","detail":"{read_only:false; response_revision:33525; number_of_response:1; }","duration":"382.452713ms","start":"2026-03-04T16:42:17.53865Z","end":"2026-03-04T16:42:17.921103Z","steps":["trace[1711234491] 'process raft request' (duration: 376.737489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:17.92124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:42:17.538621Z","time spent":"382.552846ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:42:17.921583Z","caller":"traceutil/trace.go:171","msg":"trace[319884069] linearizableReadLoop","detail":"{readStateIndex:34725; appliedIndex:34722; }","duration":"218.36432ms","start":"2026-03-04T16:42:17.703191Z","end":"2026-03-04T16:42:17.921555Z","steps":["trace[319884069] 'read index received' (duration: 212.164604ms)","trace[319884069] 'applied index is now lower than readState.Index' (duration: 6.198506ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:42:17.921698Z","caller":"traceutil/trace.go:171","msg":"trace[1735190024] transaction","detail":"{read_only:false; response_revision:33526; number_of_response:1; }","duration":"298.204272ms","start":"2026-03-04T16:42:17.623452Z","end":"2026-03-04T16:42:17.921656Z","steps":["trace[1735190024] 'process raft request' (duration: 297.591786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:17.921746Z","caller":"traceutil/trace.go:171","msg":"trace[666944011] transaction","detail":"{read_only:false; response_revision:33527; number_of_response:1; }","duration":"264.402111ms","start":"2026-03-04T16:42:17.657326Z","end":"2026-03-04T16:42:17.921728Z","steps":["trace[666944011] 'process raft request' (duration: 264.148454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:17.921791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.790942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:42:17.921791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.627853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:42:17.921868Z","caller":"traceutil/trace.go:171","msg":"trace[366337267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:33527; }","duration":"145.882395ms","start":"2026-03-04T16:42:17.775968Z","end":"2026-03-04T16:42:17.921851Z","steps":["trace[366337267] 'agreement among raft nodes before linearized reading' (duration: 145.743181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:17.921896Z","caller":"traceutil/trace.go:171","msg":"trace[1069208035] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:33527; }","duration":"304.747436ms","start":"2026-03-04T16:42:17.617127Z","end":"2026-03-04T16:42:17.921875Z","steps":["trace[1069208035] 'agreement among raft nodes before linearized reading' (duration: 304.535411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:17.921978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:42:17.617059Z","time spent":"304.90269ms","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:42:17.922137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.815505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:42:17.922179Z","caller":"traceutil/trace.go:171","msg":"trace[2044472513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33527; }","duration":"390.928507ms","start":"2026-03-04T16:42:17.531238Z","end":"2026-03-04T16:42:17.922167Z","steps":["trace[2044472513] 'agreement among raft nodes before linearized reading' (duration: 390.465186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:17.922267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:42:17.531165Z","time spent":"391.091692ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:42:42.757749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.08479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:42:42.757969Z","caller":"traceutil/trace.go:171","msg":"trace[1895547385] linearizableReadLoop","detail":"{readStateIndex:34929; appliedIndex:34925; }","duration":"148.45671ms","start":"2026-03-04T16:42:42.609501Z","end":"2026-03-04T16:42:42.757958Z","steps":["trace[1895547385] 'read index received' (duration: 25.196215ms)","trace[1895547385] 'applied index is now lower than readState.Index' (duration: 123.259735ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:42:42.75803Z","caller":"traceutil/trace.go:171","msg":"trace[110354348] transaction","detail":"{read_only:false; response_revision:33723; number_of_response:1; }","duration":"208.228604ms","start":"2026-03-04T16:42:42.549796Z","end":"2026-03-04T16:42:42.758024Z","steps":["trace[110354348] 'process raft request' (duration: 208.04871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:42.75814Z","caller":"traceutil/trace.go:171","msg":"trace[1530845682] transaction","detail":"{read_only:false; response_revision:33725; number_of_response:1; }","duration":"160.656176ms","start":"2026-03-04T16:42:42.597475Z","end":"2026-03-04T16:42:42.758131Z","steps":["trace[1530845682] 'process raft request' (duration: 160.461791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:42.758148Z","caller":"traceutil/trace.go:171","msg":"trace[1338442744] transaction","detail":"{read_only:false; response_revision:33724; number_of_response:1; }","duration":"164.335389ms","start":"2026-03-04T16:42:42.593793Z","end":"2026-03-04T16:42:42.758128Z","steps":["trace[1338442744] 'process raft request' (duration: 164.121804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:42.758138Z","caller":"traceutil/trace.go:171","msg":"trace[1409593147] transaction","detail":"{read_only:false; response_revision:33722; number_of_response:1; }","duration":"261.270321ms","start":"2026-03-04T16:42:42.496824Z","end":"2026-03-04T16:42:42.758094Z","steps":["trace[1409593147] 'process raft request' (duration: 137.75684ms)","trace[1409593147] 'compare' (duration: 122.882945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:42:42.758475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.918871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:42:42.758595Z","caller":"traceutil/trace.go:171","msg":"trace[1853594366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33725; }","duration":"149.109707ms","start":"2026-03-04T16:42:42.609448Z","end":"2026-03-04T16:42:42.758557Z","steps":["trace[1853594366] 'agreement among raft nodes before linearized reading' (duration: 148.654874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:42:43.008184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.075513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:42:43.008261Z","caller":"traceutil/trace.go:171","msg":"trace[963109239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33726; }","duration":"104.201255ms","start":"2026-03-04T16:42:42.904045Z","end":"2026-03-04T16:42:43.008246Z","steps":["trace[963109239] 'range keys from in-memory index tree' (duration: 103.857067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:42:54.123344Z","caller":"traceutil/trace.go:171","msg":"trace[1417683735] transaction","detail":"{read_only:false; response_revision:33805; number_of_response:1; }","duration":"110.552974ms","start":"2026-03-04T16:42:54.012767Z","end":"2026-03-04T16:42:54.12332Z","steps":["trace[1417683735] 'process raft request' (duration: 110.413861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:00.116066Z","caller":"traceutil/trace.go:171","msg":"trace[91413570] transaction","detail":"{read_only:false; response_revision:33845; number_of_response:1; }","duration":"119.790438ms","start":"2026-03-04T16:42:59.996243Z","end":"2026-03-04T16:43:00.116033Z","steps":["trace[91413570] 'process raft request' (duration: 119.621164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:00.317433Z","caller":"traceutil/trace.go:171","msg":"trace[956342427] linearizableReadLoop","detail":"{readStateIndex:35053; appliedIndex:35052; }","duration":"164.011011ms","start":"2026-03-04T16:43:00.153377Z","end":"2026-03-04T16:43:00.317388Z","steps":["trace[956342427] 'read index received' (duration: 138.664343ms)","trace[956342427] 'applied index is now lower than readState.Index' (duration: 25.344248ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:00.317474Z","caller":"traceutil/trace.go:171","msg":"trace[48187227] transaction","detail":"{read_only:false; response_revision:33846; number_of_response:1; }","duration":"165.258302ms","start":"2026-03-04T16:43:00.152188Z","end":"2026-03-04T16:43:00.317446Z","steps":["trace[48187227] 'process raft request' (duration: 139.840563ms)","trace[48187227] 'compare' (duration: 25.117422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:00.317585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.184525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:00.317623Z","caller":"traceutil/trace.go:171","msg":"trace[906333975] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:33846; }","duration":"164.267659ms","start":"2026-03-04T16:43:00.153347Z","end":"2026-03-04T16:43:00.317614Z","steps":["trace[906333975] 'agreement among raft nodes before linearized reading' (duration: 164.173525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:00.395459Z","caller":"traceutil/trace.go:171","msg":"trace[919272721] transaction","detail":"{read_only:false; response_revision:33847; number_of_response:1; }","duration":"205.748632ms","start":"2026-03-04T16:43:00.189681Z","end":"2026-03-04T16:43:00.39543Z","steps":["trace[919272721] 'process raft request' (duration: 205.486026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:00.395526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.088954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:43:00.395582Z","caller":"traceutil/trace.go:171","msg":"trace[509652037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33848; }","duration":"166.196347ms","start":"2026-03-04T16:43:00.229371Z","end":"2026-03-04T16:43:00.395567Z","steps":["trace[509652037] 'agreement among raft nodes before linearized reading' (duration: 165.991742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:00.395555Z","caller":"traceutil/trace.go:171","msg":"trace[824663098] transaction","detail":"{read_only:false; response_revision:33848; number_of_response:1; }","duration":"205.67526ms","start":"2026-03-04T16:43:00.189832Z","end":"2026-03-04T16:43:00.395507Z","steps":["trace[824663098] 'process raft request' (duration: 205.481015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:00.576765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.350573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:00.576945Z","caller":"traceutil/trace.go:171","msg":"trace[904597944] transaction","detail":"{read_only:false; response_revision:33849; number_of_response:1; }","duration":"176.156088ms","start":"2026-03-04T16:43:00.40075Z","end":"2026-03-04T16:43:00.576906Z","steps":["trace[904597944] 'process raft request' (duration: 18.540388ms)","trace[904597944] 'compare' (duration: 157.126628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:01.0374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.167954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:01.039011Z","caller":"traceutil/trace.go:171","msg":"trace[1677514053] transaction","detail":"{read_only:false; response_revision:33851; number_of_response:1; }","duration":"189.595336ms","start":"2026-03-04T16:43:00.849398Z","end":"2026-03-04T16:43:01.038993Z","steps":["trace[1677514053] 'process raft request' (duration: 188.13878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:01.039163Z","caller":"traceutil/trace.go:171","msg":"trace[1353310399] transaction","detail":"{read_only:false; response_revision:33850; number_of_response:1; }","duration":"433.757647ms","start":"2026-03-04T16:43:00.605394Z","end":"2026-03-04T16:43:01.039152Z","steps":["trace[1353310399] 'process raft request' (duration: 194.707935ms)","trace[1353310399] 'compare' (duration: 237.01391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:01.039228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.60537Z","time spent":"433.821588ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:01.039216Z","caller":"traceutil/trace.go:171","msg":"trace[81759386] linearizableReadLoop","detail":"{readStateIndex:35057; appliedIndex:35056; }","duration":"305.25452ms","start":"2026-03-04T16:43:00.733934Z","end":"2026-03-04T16:43:01.039189Z","steps":["trace[81759386] 'read index received' (duration: 66.086105ms)","trace[81759386] 'applied index is now lower than readState.Index' (duration: 239.165885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:01.03937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.422623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:01.039425Z","caller":"traceutil/trace.go:171","msg":"trace[1334469543] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33851; }","duration":"305.532846ms","start":"2026-03-04T16:43:00.73388Z","end":"2026-03-04T16:43:01.039413Z","steps":["trace[1334469543] 'agreement among raft nodes before linearized reading' (duration: 305.430414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.039452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.733859Z","time spent":"305.586637ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:01.290603Z","caller":"traceutil/trace.go:171","msg":"trace[1326074661] linearizableReadLoop","detail":"{readStateIndex:35060; appliedIndex:35058; }","duration":"251.296071ms","start":"2026-03-04T16:43:01.039288Z","end":"2026-03-04T16:43:01.290584Z","steps":["trace[1326074661] 'read index received' (duration: 251.144617ms)","trace[1326074661] 'applied index is now lower than readState.Index' (duration: 150.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:01.290654Z","caller":"traceutil/trace.go:171","msg":"trace[35341875] transaction","detail":"{read_only:false; response_revision:33853; number_of_response:1; }","duration":"432.743101ms","start":"2026-03-04T16:43:00.857877Z","end":"2026-03-04T16:43:01.29062Z","steps":["trace[35341875] 'process raft request' (duration: 432.67158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.290804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.992423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:43:01.290813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.857858Z","time spent":"432.865184ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:01.290838Z","caller":"traceutil/trace.go:171","msg":"trace[1047627245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33853; }","duration":"328.071334ms","start":"2026-03-04T16:43:00.962757Z","end":"2026-03-04T16:43:01.290828Z","steps":["trace[1047627245] 'agreement among raft nodes before linearized reading' (duration: 327.93267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.290863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.96274Z","time spent":"328.117365ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:01.291013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.297895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:01.291036Z","caller":"traceutil/trace.go:171","msg":"trace[640319674] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:33853; }","duration":"356.353667ms","start":"2026-03-04T16:43:00.934676Z","end":"2026-03-04T16:43:01.291029Z","steps":["trace[640319674] 'agreement among raft nodes before linearized reading' (duration: 356.256584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.291057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.934648Z","time spent":"356.404777ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:01.291183Z","caller":"traceutil/trace.go:171","msg":"trace[1660270142] transaction","detail":"{read_only:false; response_revision:33852; number_of_response:1; }","duration":"433.299085ms","start":"2026-03-04T16:43:00.857871Z","end":"2026-03-04T16:43:01.29117Z","steps":["trace[1660270142] 'process raft request' (duration: 432.568427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.291252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.857846Z","time spent":"433.374526ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:01.291371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.732168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:43:01.291404Z","caller":"traceutil/trace.go:171","msg":"trace[1770159760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33853; }","duration":"102.80356ms","start":"2026-03-04T16:43:01.188593Z","end":"2026-03-04T16:43:01.291397Z","steps":["trace[1770159760] 'agreement among raft nodes before linearized reading' (duration: 102.690847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.291266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.725672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418847"} {"level":"info","ts":"2026-03-04T16:43:01.291574Z","caller":"traceutil/trace.go:171","msg":"trace[279879863] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:33853; }","duration":"443.055191ms","start":"2026-03-04T16:43:00.848497Z","end":"2026-03-04T16:43:01.291553Z","steps":["trace[279879863] 'agreement among raft nodes before linearized reading' (duration: 442.659751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.291625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:00.84847Z","time spent":"443.141782ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418870,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T16:43:01.457151Z","caller":"traceutil/trace.go:171","msg":"trace[1866119748] transaction","detail":"{read_only:false; response_revision:33855; number_of_response:1; }","duration":"159.205891ms","start":"2026-03-04T16:43:01.297926Z","end":"2026-03-04T16:43:01.457132Z","steps":["trace[1866119748] 'process raft request' (duration: 122.007084ms)","trace[1866119748] 'compare' (duration: 36.720585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:01.793327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.243349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T16:43:01.79341Z","caller":"traceutil/trace.go:171","msg":"trace[1596862100] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:33856; }","duration":"145.368472ms","start":"2026-03-04T16:43:01.648019Z","end":"2026-03-04T16:43:01.793387Z","steps":["trace[1596862100] 'range keys from in-memory index tree' (duration: 145.069114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:01.984188Z","caller":"traceutil/trace.go:171","msg":"trace[1151718278] transaction","detail":"{read_only:false; response_revision:33857; number_of_response:1; }","duration":"334.770312ms","start":"2026-03-04T16:43:01.64939Z","end":"2026-03-04T16:43:01.98416Z","steps":["trace[1151718278] 'process raft request' (duration: 334.364462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:01.984362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:01.649357Z","time spent":"334.911956ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418905,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:02.505814Z","caller":"traceutil/trace.go:171","msg":"trace[757465025] transaction","detail":"{read_only:false; response_revision:33861; number_of_response:1; }","duration":"105.286183ms","start":"2026-03-04T16:43:02.400505Z","end":"2026-03-04T16:43:02.505791Z","steps":["trace[757465025] 'process raft request' (duration: 13.143362ms)","trace[757465025] 'compare' (duration: 91.973097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:02.506155Z","caller":"traceutil/trace.go:171","msg":"trace[334928350] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"104.104103ms","start":"2026-03-04T16:43:02.402034Z","end":"2026-03-04T16:43:02.506138Z","steps":["trace[334928350] 'process raft request' (duration: 103.717073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:02.725828Z","caller":"traceutil/trace.go:171","msg":"trace[1643387089] linearizableReadLoop","detail":"{readStateIndex:35071; appliedIndex:35070; }","duration":"108.647237ms","start":"2026-03-04T16:43:02.617159Z","end":"2026-03-04T16:43:02.725806Z","steps":["trace[1643387089] 'read index received' (duration: 21.767638ms)","trace[1643387089] 'applied index is now lower than readState.Index' (duration: 86.878519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:02.725941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.7818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:02.725968Z","caller":"traceutil/trace.go:171","msg":"trace[1774299023] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33863; }","duration":"108.827291ms","start":"2026-03-04T16:43:02.617134Z","end":"2026-03-04T16:43:02.725962Z","steps":["trace[1774299023] 'agreement among raft nodes before linearized reading' (duration: 108.743529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:02.725979Z","caller":"traceutil/trace.go:171","msg":"trace[1594435963] transaction","detail":"{read_only:false; response_revision:33863; number_of_response:1; }","duration":"141.951875ms","start":"2026-03-04T16:43:02.584Z","end":"2026-03-04T16:43:02.725952Z","steps":["trace[1594435963] 'process raft request' (duration: 55.038536ms)","trace[1594435963] 'compare' (duration: 86.56064ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:03.270946Z","caller":"traceutil/trace.go:171","msg":"trace[1976344172] transaction","detail":"{read_only:false; response_revision:33865; number_of_response:1; }","duration":"227.018648ms","start":"2026-03-04T16:43:03.043885Z","end":"2026-03-04T16:43:03.270904Z","steps":["trace[1976344172] 'process raft request' (duration: 171.5361ms)","trace[1976344172] 'compare' (duration: 55.197671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:03.538841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.665942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:03.538996Z","caller":"traceutil/trace.go:171","msg":"trace[1946042170] transaction","detail":"{read_only:false; response_revision:33868; number_of_response:1; }","duration":"191.454202ms","start":"2026-03-04T16:43:03.347524Z","end":"2026-03-04T16:43:03.538979Z","steps":["trace[1946042170] 'process raft request' (duration: 27.580785ms)","trace[1946042170] 'compare' (duration: 163.57667ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:03.683319Z","caller":"traceutil/trace.go:171","msg":"trace[2115006815] linearizableReadLoop","detail":"{readStateIndex:35078; appliedIndex:35076; }","duration":"134.809076ms","start":"2026-03-04T16:43:03.548482Z","end":"2026-03-04T16:43:03.683292Z","steps":["trace[2115006815] 'read index received' (duration: 82.818996ms)","trace[2115006815] 'applied index is now lower than readState.Index' (duration: 51.98892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:03.683517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.023071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:43:03.683561Z","caller":"traceutil/trace.go:171","msg":"trace[409275154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33870; }","duration":"135.115663ms","start":"2026-03-04T16:43:03.54843Z","end":"2026-03-04T16:43:03.683546Z","steps":["trace[409275154] 'agreement among raft nodes before linearized reading' (duration: 134.959189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:03.683575Z","caller":"traceutil/trace.go:171","msg":"trace[1936743903] transaction","detail":"{read_only:false; response_revision:33870; number_of_response:1; }","duration":"139.421902ms","start":"2026-03-04T16:43:03.544102Z","end":"2026-03-04T16:43:03.683524Z","steps":["trace[1936743903] 'process raft request' (duration: 95.996368ms)","trace[1936743903] 'compare' (duration: 42.972332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:11.054366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.764245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:43:11.054433Z","caller":"traceutil/trace.go:171","msg":"trace[1304932332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33917; }","duration":"298.877108ms","start":"2026-03-04T16:43:10.755542Z","end":"2026-03-04T16:43:11.05442Z","steps":["trace[1304932332] 'range keys from in-memory index tree' (duration: 298.53651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:11.054426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.901402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:11.054512Z","caller":"traceutil/trace.go:171","msg":"trace[756898594] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:33917; }","duration":"340.055416ms","start":"2026-03-04T16:43:10.714425Z","end":"2026-03-04T16:43:11.054481Z","steps":["trace[756898594] 'count revisions from in-memory index tree' (duration: 339.772359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:11.054553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:10.714404Z","time spent":"340.137418ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:11.226884Z","caller":"traceutil/trace.go:171","msg":"trace[1921270719] transaction","detail":"{read_only:false; response_revision:33919; number_of_response:1; }","duration":"103.326382ms","start":"2026-03-04T16:43:11.123499Z","end":"2026-03-04T16:43:11.226826Z","steps":["trace[1921270719] 'process raft request' (duration: 75.802529ms)","trace[1921270719] 'compare' (duration: 27.253197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:11.493098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.472865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:11.493343Z","caller":"traceutil/trace.go:171","msg":"trace[1647048164] transaction","detail":"{read_only:false; response_revision:33922; number_of_response:1; }","duration":"118.339271ms","start":"2026-03-04T16:43:11.37498Z","end":"2026-03-04T16:43:11.493319Z","steps":["trace[1647048164] 'process raft request' (duration: 118.259149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.493451Z","caller":"traceutil/trace.go:171","msg":"trace[14122342] transaction","detail":"{read_only:false; response_revision:33921; number_of_response:1; }","duration":"197.036103ms","start":"2026-03-04T16:43:11.296391Z","end":"2026-03-04T16:43:11.493427Z","steps":["trace[14122342] 'process raft request' (duration: 49.131737ms)","trace[14122342] 'compare' (duration: 147.348442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:11.556547Z","caller":"traceutil/trace.go:171","msg":"trace[137817593] transaction","detail":"{read_only:false; response_revision:33923; number_of_response:1; }","duration":"180.397704ms","start":"2026-03-04T16:43:11.376126Z","end":"2026-03-04T16:43:11.556524Z","steps":["trace[137817593] 'process raft request' (duration: 180.279851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.681492Z","caller":"traceutil/trace.go:171","msg":"trace[692968948] linearizableReadLoop","detail":"{readStateIndex:35133; appliedIndex:35131; }","duration":"192.420078ms","start":"2026-03-04T16:43:11.489045Z","end":"2026-03-04T16:43:11.681465Z","steps":["trace[692968948] 'read index received' (duration: 67.401668ms)","trace[692968948] 'applied index is now lower than readState.Index' (duration: 125.01721ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:11.681568Z","caller":"traceutil/trace.go:171","msg":"trace[1616444578] transaction","detail":"{read_only:false; response_revision:33924; number_of_response:1; }","duration":"269.505109ms","start":"2026-03-04T16:43:11.412032Z","end":"2026-03-04T16:43:11.681538Z","steps":["trace[1616444578] 'process raft request' (duration: 190.104119ms)","trace[1616444578] 'compare' (duration: 79.197144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:11.68172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.589442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:11.68208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.894252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:11.682193Z","caller":"traceutil/trace.go:171","msg":"trace[1017897293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33924; }","duration":"105.041105ms","start":"2026-03-04T16:43:11.577119Z","end":"2026-03-04T16:43:11.68216Z","steps":["trace[1017897293] 'agreement among raft nodes before linearized reading' (duration: 104.84332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.682224Z","caller":"traceutil/trace.go:171","msg":"trace[1514747508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33924; }","duration":"193.120014ms","start":"2026-03-04T16:43:11.489012Z","end":"2026-03-04T16:43:11.682132Z","steps":["trace[1514747508] 'agreement among raft nodes before linearized reading' (duration: 192.54996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.836764Z","caller":"traceutil/trace.go:171","msg":"trace[995531571] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"150.216634ms","start":"2026-03-04T16:43:11.686526Z","end":"2026-03-04T16:43:11.836743Z","steps":["trace[995531571] 'process raft request' (duration: 150.143132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.836999Z","caller":"traceutil/trace.go:171","msg":"trace[1528670411] linearizableReadLoop","detail":"{readStateIndex:35137; appliedIndex:35134; }","duration":"105.103018ms","start":"2026-03-04T16:43:11.731878Z","end":"2026-03-04T16:43:11.836981Z","steps":["trace[1528670411] 'read index received' (duration: 82.270242ms)","trace[1528670411] 'applied index is now lower than readState.Index' (duration: 22.831156ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:11.836807Z","caller":"traceutil/trace.go:171","msg":"trace[890054564] transaction","detail":"{read_only:false; response_revision:33925; number_of_response:1; }","duration":"150.45322ms","start":"2026-03-04T16:43:11.686324Z","end":"2026-03-04T16:43:11.836777Z","steps":["trace[890054564] 'process raft request' (duration: 127.804949ms)","trace[890054564] 'compare' (duration: 22.416135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:11.837203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.299734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:11.837263Z","caller":"traceutil/trace.go:171","msg":"trace[1310164964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33927; }","duration":"105.444667ms","start":"2026-03-04T16:43:11.731804Z","end":"2026-03-04T16:43:11.837249Z","steps":["trace[1310164964] 'agreement among raft nodes before linearized reading' (duration: 105.245332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:11.837265Z","caller":"traceutil/trace.go:171","msg":"trace[1552988299] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"133.578065ms","start":"2026-03-04T16:43:11.703669Z","end":"2026-03-04T16:43:11.837247Z","steps":["trace[1552988299] 'process raft request' (duration: 133.039741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:12.557978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.117728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:12.558072Z","caller":"traceutil/trace.go:171","msg":"trace[526923933] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"180.488536ms","start":"2026-03-04T16:43:12.377568Z","end":"2026-03-04T16:43:12.558056Z","steps":["trace[526923933] 'process raft request' (duration: 48.232485ms)","trace[526923933] 'compare' (duration: 131.743608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:12.696604Z","caller":"traceutil/trace.go:171","msg":"trace[757802768] transaction","detail":"{read_only:false; response_revision:33931; number_of_response:1; }","duration":"140.349755ms","start":"2026-03-04T16:43:12.556229Z","end":"2026-03-04T16:43:12.696579Z","steps":["trace[757802768] 'process raft request' (duration: 138.303304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:12.696812Z","caller":"traceutil/trace.go:171","msg":"trace[495610353] linearizableReadLoop","detail":"{readStateIndex:35142; appliedIndex:35140; }","duration":"110.613276ms","start":"2026-03-04T16:43:12.586166Z","end":"2026-03-04T16:43:12.69678Z","steps":["trace[495610353] 'read index received' (duration: 108.256538ms)","trace[495610353] 'applied index is now lower than readState.Index' (duration: 2.354228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:12.696969Z","caller":"traceutil/trace.go:171","msg":"trace[582973947] transaction","detail":"{read_only:false; response_revision:33932; number_of_response:1; }","duration":"126.408495ms","start":"2026-03-04T16:43:12.570544Z","end":"2026-03-04T16:43:12.696952Z","steps":["trace[582973947] 'process raft request' (duration: 125.961283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:12.697096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.899284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:12.697275Z","caller":"traceutil/trace.go:171","msg":"trace[430027567] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:33932; }","duration":"111.083729ms","start":"2026-03-04T16:43:12.586133Z","end":"2026-03-04T16:43:12.697216Z","steps":["trace[430027567] 'agreement among raft nodes before linearized reading' (duration: 110.844703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:15.383939Z","caller":"traceutil/trace.go:171","msg":"trace[1310895391] transaction","detail":"{read_only:false; response_revision:33948; number_of_response:1; }","duration":"146.208073ms","start":"2026-03-04T16:43:15.237705Z","end":"2026-03-04T16:43:15.383913Z","steps":["trace[1310895391] 'process raft request' (duration: 146.039459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:15.384285Z","caller":"traceutil/trace.go:171","msg":"trace[1233232281] transaction","detail":"{read_only:false; response_revision:33947; number_of_response:1; }","duration":"205.112367ms","start":"2026-03-04T16:43:15.179114Z","end":"2026-03-04T16:43:15.384226Z","steps":["trace[1233232281] 'process raft request' (duration: 143.071345ms)","trace[1233232281] 'compare' (duration: 61.396686ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:17.057873Z","caller":"traceutil/trace.go:171","msg":"trace[586341736] transaction","detail":"{read_only:false; response_revision:33958; number_of_response:1; }","duration":"346.631522ms","start":"2026-03-04T16:43:16.711214Z","end":"2026-03-04T16:43:17.057846Z","steps":["trace[586341736] 'process raft request' (duration: 346.479029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:17.05809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:16.711196Z","time spent":"346.817437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:17.380545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.461143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:17.381171Z","caller":"traceutil/trace.go:171","msg":"trace[1374524780] linearizableReadLoop","detail":"{readStateIndex:35169; appliedIndex:35168; }","duration":"284.871286ms","start":"2026-03-04T16:43:17.096272Z","end":"2026-03-04T16:43:17.381143Z","steps":["trace[1374524780] 'read index received' (duration: 117.776296ms)","trace[1374524780] 'applied index is now lower than readState.Index' (duration: 167.09176ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:17.381183Z","caller":"traceutil/trace.go:171","msg":"trace[749915520] transaction","detail":"{read_only:false; response_revision:33959; number_of_response:1; }","duration":"668.50103ms","start":"2026-03-04T16:43:16.71265Z","end":"2026-03-04T16:43:17.381151Z","steps":["trace[749915520] 'process raft request' (duration: 501.344209ms)","trace[749915520] 'compare' (duration: 166.34286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:17.381537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:16.712639Z","time spent":"668.796287ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:17.438119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.570969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:43:17.438254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.976239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:17.438258Z","caller":"traceutil/trace.go:171","msg":"trace[323698914] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33959; }","duration":"292.758624ms","start":"2026-03-04T16:43:17.145486Z","end":"2026-03-04T16:43:17.438245Z","steps":["trace[323698914] 'agreement among raft nodes before linearized reading' (duration: 292.483047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:17.438291Z","caller":"traceutil/trace.go:171","msg":"trace[155026512] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33959; }","duration":"204.0383ms","start":"2026-03-04T16:43:17.234242Z","end":"2026-03-04T16:43:17.43828Z","steps":["trace[155026512] 'agreement among raft nodes before linearized reading' (duration: 203.978038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:17.438292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.524118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:43:17.43833Z","caller":"traceutil/trace.go:171","msg":"trace[10885028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33959; }","duration":"259.58707ms","start":"2026-03-04T16:43:17.178735Z","end":"2026-03-04T16:43:17.438322Z","steps":["trace[10885028] 'agreement among raft nodes before linearized reading' (duration: 259.482457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:17.438474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.660952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:17.43859Z","caller":"traceutil/trace.go:171","msg":"trace[984645202] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:33959; }","duration":"267.776325ms","start":"2026-03-04T16:43:17.170803Z","end":"2026-03-04T16:43:17.438579Z","steps":["trace[984645202] 'agreement among raft nodes before linearized reading' (duration: 267.641852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:17.438196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.919693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:17.438762Z","caller":"traceutil/trace.go:171","msg":"trace[64379979] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:33959; }","duration":"342.539658ms","start":"2026-03-04T16:43:17.096212Z","end":"2026-03-04T16:43:17.438752Z","steps":["trace[64379979] 'agreement among raft nodes before linearized reading' (duration: 285.052191ms)","trace[64379979] 'count revisions from in-memory index tree' (duration: 56.899313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:17.438813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:17.096194Z","time spent":"342.60728ms","remote":"127.0.0.1:47258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:17.520275Z","caller":"traceutil/trace.go:171","msg":"trace[1057420514] transaction","detail":"{read_only:false; response_revision:33960; number_of_response:1; }","duration":"130.795114ms","start":"2026-03-04T16:43:17.389463Z","end":"2026-03-04T16:43:17.520258Z","steps":["trace[1057420514] 'process raft request' (duration: 130.667051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:17.698211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.698157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:17.698312Z","caller":"traceutil/trace.go:171","msg":"trace[1829056435] transaction","detail":"{read_only:false; response_revision:33962; number_of_response:1; }","duration":"145.914916ms","start":"2026-03-04T16:43:17.552378Z","end":"2026-03-04T16:43:17.698293Z","steps":["trace[1829056435] 'process raft request' (duration: 43.054944ms)","trace[1829056435] 'compare' (duration: 102.453191ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:17.878785Z","caller":"traceutil/trace.go:171","msg":"trace[1193442452] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"282.758553ms","start":"2026-03-04T16:43:17.595994Z","end":"2026-03-04T16:43:17.878753Z","steps":["trace[1193442452] 'process raft request' (duration: 272.710001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:17.879066Z","caller":"traceutil/trace.go:171","msg":"trace[1936130892] transaction","detail":"{read_only:false; response_revision:33964; number_of_response:1; }","duration":"276.783001ms","start":"2026-03-04T16:43:17.602272Z","end":"2026-03-04T16:43:17.879055Z","steps":["trace[1936130892] 'process raft request' (duration: 275.845778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:19.12846Z","caller":"traceutil/trace.go:171","msg":"trace[1128774600] linearizableReadLoop","detail":"{readStateIndex:35180; appliedIndex:35179; }","duration":"434.478605ms","start":"2026-03-04T16:43:18.693961Z","end":"2026-03-04T16:43:19.12844Z","steps":["trace[1128774600] 'read index received' (duration: 434.368822ms)","trace[1128774600] 'applied index is now lower than readState.Index' (duration: 109.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:19.128541Z","caller":"traceutil/trace.go:171","msg":"trace[195069777] transaction","detail":"{read_only:false; response_revision:33969; number_of_response:1; }","duration":"545.333026ms","start":"2026-03-04T16:43:18.583163Z","end":"2026-03-04T16:43:19.128496Z","steps":["trace[195069777] 'process raft request' (duration: 545.122381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.128661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.687889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:43:19.128691Z","caller":"traceutil/trace.go:171","msg":"trace[24838545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33969; }","duration":"434.773482ms","start":"2026-03-04T16:43:18.693908Z","end":"2026-03-04T16:43:19.128682Z","steps":["trace[24838545] 'agreement among raft nodes before linearized reading' (duration: 434.643778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.1287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:18.583136Z","time spent":"545.47943ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:19.128721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:18.693888Z","time spent":"434.826923ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:43:19.129943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.722648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:19.130004Z","caller":"traceutil/trace.go:171","msg":"trace[394059228] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33970; }","duration":"237.843201ms","start":"2026-03-04T16:43:18.892147Z","end":"2026-03-04T16:43:19.129991Z","steps":["trace[394059228] 'agreement among raft nodes before linearized reading' (duration: 237.721738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.130342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.343382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:19.130359Z","caller":"traceutil/trace.go:171","msg":"trace[1517019997] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:33970; }","duration":"228.397833ms","start":"2026-03-04T16:43:18.901955Z","end":"2026-03-04T16:43:19.130353Z","steps":["trace[1517019997] 'agreement among raft nodes before linearized reading' (duration: 228.364262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.545765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.660836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:19.545862Z","caller":"traceutil/trace.go:171","msg":"trace[572047839] linearizableReadLoop","detail":"{readStateIndex:35184; appliedIndex:35183; }","duration":"319.98319ms","start":"2026-03-04T16:43:19.225864Z","end":"2026-03-04T16:43:19.545847Z","steps":["trace[572047839] 'read index received' (duration: 114.767801ms)","trace[572047839] 'applied index is now lower than readState.Index' (duration: 205.213859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:19.54593Z","caller":"traceutil/trace.go:171","msg":"trace[2092622718] transaction","detail":"{read_only:false; response_revision:33973; number_of_response:1; }","duration":"332.905785ms","start":"2026-03-04T16:43:19.212948Z","end":"2026-03-04T16:43:19.545853Z","steps":["trace[2092622718] 'process raft request' (duration: 127.760428ms)","trace[2092622718] 'compare' (duration: 204.274536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:19.546012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.143234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:19.54604Z","caller":"traceutil/trace.go:171","msg":"trace[809429660] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:33973; }","duration":"320.204626ms","start":"2026-03-04T16:43:19.225827Z","end":"2026-03-04T16:43:19.546032Z","steps":["trace[809429660] 'agreement among raft nodes before linearized reading' (duration: 320.085843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.546071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:19.225809Z","time spent":"320.254936ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:19.546178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:19.212933Z","time spent":"333.10725ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:19.608703Z","caller":"traceutil/trace.go:171","msg":"trace[431441473] transaction","detail":"{read_only:false; response_revision:33974; number_of_response:1; }","duration":"221.762326ms","start":"2026-03-04T16:43:19.386923Z","end":"2026-03-04T16:43:19.608685Z","steps":["trace[431441473] 'process raft request' (duration: 221.640353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:19.74857Z","caller":"traceutil/trace.go:171","msg":"trace[86315722] transaction","detail":"{read_only:false; response_revision:33975; number_of_response:1; }","duration":"223.450918ms","start":"2026-03-04T16:43:19.525091Z","end":"2026-03-04T16:43:19.748542Z","steps":["trace[86315722] 'process raft request' (duration: 153.503137ms)","trace[86315722] 'compare' (duration: 69.428799ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:19.748774Z","caller":"traceutil/trace.go:171","msg":"trace[148929779] linearizableReadLoop","detail":"{readStateIndex:35186; appliedIndex:35184; }","duration":"202.868181ms","start":"2026-03-04T16:43:19.545887Z","end":"2026-03-04T16:43:19.748756Z","steps":["trace[148929779] 'read index received' (duration: 62.71326ms)","trace[148929779] 'applied index is now lower than readState.Index' (duration: 140.153891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:19.74905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.679195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:43:19.749091Z","caller":"traceutil/trace.go:171","msg":"trace[1557373458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33976; }","duration":"223.754496ms","start":"2026-03-04T16:43:19.525325Z","end":"2026-03-04T16:43:19.74908Z","steps":["trace[1557373458] 'agreement among raft nodes before linearized reading' (duration: 223.614562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.749185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.311989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:19.749235Z","caller":"traceutil/trace.go:171","msg":"trace[1743602422] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33976; }","duration":"166.36563ms","start":"2026-03-04T16:43:19.582856Z","end":"2026-03-04T16:43:19.749222Z","steps":["trace[1743602422] 'agreement among raft nodes before linearized reading' (duration: 166.291808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.749395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.363833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:19.749429Z","caller":"traceutil/trace.go:171","msg":"trace[525104868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33976; }","duration":"261.436375ms","start":"2026-03-04T16:43:19.487985Z","end":"2026-03-04T16:43:19.749421Z","steps":["trace[525104868] 'agreement among raft nodes before linearized reading' (duration: 261.390714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.749522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.07802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:19.749563Z","caller":"traceutil/trace.go:171","msg":"trace[985898707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33976; }","duration":"514.149921ms","start":"2026-03-04T16:43:19.235404Z","end":"2026-03-04T16:43:19.749554Z","steps":["trace[985898707] 'agreement among raft nodes before linearized reading' (duration: 514.092659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:19.749591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:19.235388Z","time spent":"514.196892ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:19.974139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.307021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:19.974238Z","caller":"traceutil/trace.go:171","msg":"trace[580188434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33977; }","duration":"124.461275ms","start":"2026-03-04T16:43:19.849751Z","end":"2026-03-04T16:43:19.974212Z","steps":["trace[580188434] 'range keys from in-memory index tree' (duration: 124.098325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:20.013812Z","caller":"traceutil/trace.go:171","msg":"trace[1150543278] linearizableReadLoop","detail":"{readStateIndex:35190; appliedIndex:35188; }","duration":"110.849822ms","start":"2026-03-04T16:43:19.902938Z","end":"2026-03-04T16:43:20.013788Z","steps":["trace[1150543278] 'read index received' (duration: 26.183989ms)","trace[1150543278] 'applied index is now lower than readState.Index' (duration: 84.665083ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:20.013927Z","caller":"traceutil/trace.go:171","msg":"trace[1154031878] transaction","detail":"{read_only:false; response_revision:33979; number_of_response:1; }","duration":"125.512701ms","start":"2026-03-04T16:43:19.88839Z","end":"2026-03-04T16:43:20.013902Z","steps":["trace[1154031878] 'process raft request' (duration: 125.239504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:20.014343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.202762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:43:20.014391Z","caller":"traceutil/trace.go:171","msg":"trace[1825309436] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:33979; }","duration":"111.500929ms","start":"2026-03-04T16:43:19.902879Z","end":"2026-03-04T16:43:20.01438Z","steps":["trace[1825309436] 'agreement among raft nodes before linearized reading' (duration: 111.037727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:20.221797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.916507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:20.222387Z","caller":"traceutil/trace.go:171","msg":"trace[1988845418] transaction","detail":"{read_only:false; response_revision:33980; number_of_response:1; }","duration":"199.429744ms","start":"2026-03-04T16:43:20.022918Z","end":"2026-03-04T16:43:20.222348Z","steps":["trace[1988845418] 'process raft request' (duration: 77.839ms)","trace[1988845418] 'compare' (duration: 120.705002ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:20.222443Z","caller":"traceutil/trace.go:171","msg":"trace[2080723773] transaction","detail":"{read_only:false; response_revision:33981; number_of_response:1; }","duration":"199.445853ms","start":"2026-03-04T16:43:20.022973Z","end":"2026-03-04T16:43:20.222419Z","steps":["trace[2080723773] 'process raft request' (duration: 199.31028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:20.222579Z","caller":"traceutil/trace.go:171","msg":"trace[1737812122] linearizableReadLoop","detail":"{readStateIndex:35193; appliedIndex:35190; }","duration":"112.179306ms","start":"2026-03-04T16:43:20.110376Z","end":"2026-03-04T16:43:20.222556Z","steps":["trace[1737812122] 'read index received' (duration: 63.247733ms)","trace[1737812122] 'applied index is now lower than readState.Index' (duration: 48.930393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:20.222706Z","caller":"traceutil/trace.go:171","msg":"trace[592859052] transaction","detail":"{read_only:false; response_revision:33982; number_of_response:1; }","duration":"196.914399ms","start":"2026-03-04T16:43:20.025781Z","end":"2026-03-04T16:43:20.222695Z","steps":["trace[592859052] 'process raft request' (duration: 196.585121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:20.222871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:20.222941Z","caller":"traceutil/trace.go:171","msg":"trace[1351350313] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33982; }","duration":"112.591386ms","start":"2026-03-04T16:43:20.110333Z","end":"2026-03-04T16:43:20.222924Z","steps":["trace[1351350313] 'agreement among raft nodes before linearized reading' (duration: 112.477083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:20.448139Z","caller":"traceutil/trace.go:171","msg":"trace[1202412245] linearizableReadLoop","detail":"{readStateIndex:35194; appliedIndex:35193; }","duration":"151.464145ms","start":"2026-03-04T16:43:20.296657Z","end":"2026-03-04T16:43:20.448121Z","steps":["trace[1202412245] 'read index received' (duration: 53.274052ms)","trace[1202412245] 'applied index is now lower than readState.Index' (duration: 98.189283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:20.448347Z","caller":"traceutil/trace.go:171","msg":"trace[1919964705] transaction","detail":"{read_only:false; response_revision:33983; number_of_response:1; }","duration":"167.698795ms","start":"2026-03-04T16:43:20.280634Z","end":"2026-03-04T16:43:20.448333Z","steps":["trace[1919964705] 'process raft request' (duration: 69.371157ms)","trace[1919964705] 'compare' (duration: 97.898446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:20.448675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.007351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:20.448737Z","caller":"traceutil/trace.go:171","msg":"trace[2092104899] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33983; }","duration":"152.115062ms","start":"2026-03-04T16:43:20.296605Z","end":"2026-03-04T16:43:20.44872Z","steps":["trace[2092104899] 'agreement among raft nodes before linearized reading' (duration: 152.02485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:21.857981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832410743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:43:22.209786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075104611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:43:22.210204Z","caller":"traceutil/trace.go:171","msg":"trace[302148879] transaction","detail":"{read_only:false; response_revision:33985; number_of_response:1; }","duration":"1.075609285s","start":"2026-03-04T16:43:21.134563Z","end":"2026-03-04T16:43:22.210172Z","steps":["trace[302148879] 'process raft request' (duration: 1.07542625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:22.210368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.134543Z","time spent":"1.075729378s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.048987Z","caller":"traceutil/trace.go:171","msg":"trace[1833426759] transaction","detail":"{read_only:false; response_revision:33986; number_of_response:1; }","duration":"1.912179058s","start":"2026-03-04T16:43:21.136781Z","end":"2026-03-04T16:43:23.04896Z","steps":["trace[1833426759] 'process raft request' (duration: 1.911958523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.049193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.136771Z","time spent":"1.912305001s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.0493Z","caller":"traceutil/trace.go:171","msg":"trace[1624154854] transaction","detail":"{read_only:false; response_revision:33987; number_of_response:1; }","duration":"1.434501235s","start":"2026-03-04T16:43:21.614758Z","end":"2026-03-04T16:43:23.049259Z","steps":["trace[1624154854] 'process raft request' (duration: 1.434161676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.049446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.614587Z","time spent":"1.434786253s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.050542Z","caller":"traceutil/trace.go:171","msg":"trace[353646268] transaction","detail":"{read_only:false; response_revision:33988; number_of_response:1; }","duration":"1.297569136s","start":"2026-03-04T16:43:21.752939Z","end":"2026-03-04T16:43:23.050508Z","steps":["trace[353646268] 'process raft request' (duration: 1.296236073s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.050606Z","caller":"traceutil/trace.go:171","msg":"trace[1958873055] transaction","detail":"{read_only:false; response_revision:33989; number_of_response:1; }","duration":"1.296684243s","start":"2026-03-04T16:43:21.753897Z","end":"2026-03-04T16:43:23.050581Z","steps":["trace[1958873055] 'process raft request' (duration: 1.296500618s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.050644Z","caller":"traceutil/trace.go:171","msg":"trace[1836370132] linearizableReadLoop","detail":"{readStateIndex:35200; appliedIndex:35195; }","duration":"1.693377546s","start":"2026-03-04T16:43:21.357243Z","end":"2026-03-04T16:43:23.050621Z","steps":["trace[1836370132] 'read index received' (duration: 852.803322ms)","trace[1836370132] 'applied index is now lower than readState.Index' (duration: 840.573144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:23.050675Z","caller":"traceutil/trace.go:171","msg":"trace[2046672267] transaction","detail":"{read_only:false; response_revision:33990; number_of_response:1; }","duration":"1.059599611s","start":"2026-03-04T16:43:21.991053Z","end":"2026-03-04T16:43:23.050652Z","steps":["trace[2046672267] 'process raft request' (duration: 1.059475418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.050693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.75292Z","time spent":"1.297696428s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.050761Z","caller":"traceutil/trace.go:171","msg":"trace[214788015] transaction","detail":"{read_only:false; response_revision:33991; number_of_response:1; }","duration":"1.030155489s","start":"2026-03-04T16:43:22.020596Z","end":"2026-03-04T16:43:23.050751Z","steps":["trace[214788015] 'process raft request' (duration: 1.029970754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.050784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.991026Z","time spent":"1.059707504s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:23.050918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.020576Z","time spent":"1.030230802s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:23.051006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407383942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-03-04T16:43:23.051074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.6736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:23.051121Z","caller":"traceutil/trace.go:171","msg":"trace[313982426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33991; }","duration":"563.716541ms","start":"2026-03-04T16:43:22.487393Z","end":"2026-03-04T16:43:23.05111Z","steps":["trace[313982426] 'agreement among raft nodes before linearized reading' (duration: 563.659789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.051122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69387505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:23.051156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.487318Z","time spent":"563.831614ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:43:23.0511Z","caller":"traceutil/trace.go:171","msg":"trace[578722237] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:33991; }","duration":"1.407570327s","start":"2026-03-04T16:43:21.643515Z","end":"2026-03-04T16:43:23.051085Z","steps":["trace[578722237] 'agreement among raft nodes before linearized reading' (duration: 1.407362842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.051032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.587087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:43:23.051331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.357157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:43:23.05135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.14798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:23.051364Z","caller":"traceutil/trace.go:171","msg":"trace[1814817602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33991; }","duration":"823.937695ms","start":"2026-03-04T16:43:22.227406Z","end":"2026-03-04T16:43:23.051343Z","steps":["trace[1814817602] 'agreement among raft nodes before linearized reading' (duration: 823.489643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.051401Z","caller":"traceutil/trace.go:171","msg":"trace[321187009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33991; }","duration":"824.429589ms","start":"2026-03-04T16:43:22.226954Z","end":"2026-03-04T16:43:23.051383Z","steps":["trace[321187009] 'agreement among raft nodes before linearized reading' (duration: 824.123711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.051421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.227398Z","time spent":"824.013297ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:43:23.05143Z","caller":"traceutil/trace.go:171","msg":"trace[1690426758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33991; }","duration":"824.234022ms","start":"2026-03-04T16:43:22.227162Z","end":"2026-03-04T16:43:23.051396Z","steps":["trace[1690426758] 'agreement among raft nodes before linearized reading' (duration: 823.900074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.05139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391050381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:23.051456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.226933Z","time spent":"824.50949ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:43:23.051472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.227145Z","time spent":"824.318165ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:43:23.051028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.713293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T16:43:23.051511Z","caller":"traceutil/trace.go:171","msg":"trace[2007778606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:33991; }","duration":"871.241666ms","start":"2026-03-04T16:43:22.180261Z","end":"2026-03-04T16:43:23.051503Z","steps":["trace[2007778606] 'agreement among raft nodes before linearized reading' (duration: 870.640682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.051496Z","caller":"traceutil/trace.go:171","msg":"trace[34079571] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:33991; }","duration":"1.391196775s","start":"2026-03-04T16:43:21.660277Z","end":"2026-03-04T16:43:23.051474Z","steps":["trace[34079571] 'agreement among raft nodes before linearized reading' (duration: 1.39100422s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.051167Z","caller":"traceutil/trace.go:171","msg":"trace[1734513797] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:33991; }","duration":"1.693960622s","start":"2026-03-04T16:43:21.357192Z","end":"2026-03-04T16:43:23.051153Z","steps":["trace[1734513797] 'agreement among raft nodes before linearized reading' (duration: 1.6939017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.051529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.180244Z","time spent":"871.279348ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-04T16:43:23.051539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225144222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:43:23.051551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.660265Z","time spent":"1.391273516s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:23.051575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.357169Z","time spent":"1.694374851s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:23.051597Z","caller":"traceutil/trace.go:171","msg":"trace[219152834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33991; }","duration":"1.225245854s","start":"2026-03-04T16:43:21.826337Z","end":"2026-03-04T16:43:23.051583Z","steps":["trace[219152834] 'agreement among raft nodes before linearized reading' (duration: 1.224780263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.051255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.310664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:43:23.051366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.643496Z","time spent":"1.407826504s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:43:23.051636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.826319Z","time spent":"1.225307157s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:43:23.051651Z","caller":"traceutil/trace.go:171","msg":"trace[425299868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33991; }","duration":"506.755525ms","start":"2026-03-04T16:43:22.544878Z","end":"2026-03-04T16:43:23.051633Z","steps":["trace[425299868] 'agreement among raft nodes before linearized reading' (duration: 506.051317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.0517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.544859Z","time spent":"506.825757ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:23.051264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.186991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:23.051882Z","caller":"traceutil/trace.go:171","msg":"trace[1449654731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:33991; }","duration":"606.862377ms","start":"2026-03-04T16:43:22.445012Z","end":"2026-03-04T16:43:23.051874Z","steps":["trace[1449654731] 'agreement among raft nodes before linearized reading' (duration: 606.122508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.052044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:22.444996Z","time spent":"606.898578ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:23.052074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:21.753887Z","time spent":"1.296772455s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.508977Z","caller":"traceutil/trace.go:171","msg":"trace[1646510854] transaction","detail":"{read_only:false; response_revision:33993; number_of_response:1; }","duration":"451.052152ms","start":"2026-03-04T16:43:23.057892Z","end":"2026-03-04T16:43:23.508944Z","steps":["trace[1646510854] 'process raft request' (duration: 450.926479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.509046Z","caller":"traceutil/trace.go:171","msg":"trace[958976650] transaction","detail":"{read_only:false; response_revision:33992; number_of_response:1; }","duration":"451.938194ms","start":"2026-03-04T16:43:23.057075Z","end":"2026-03-04T16:43:23.509013Z","steps":["trace[958976650] 'process raft request' (duration: 451.585575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.509135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.057876Z","time spent":"451.182805ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.509212Z","caller":"traceutil/trace.go:171","msg":"trace[133419342] transaction","detail":"{read_only:false; response_revision:33996; number_of_response:1; }","duration":"450.58094ms","start":"2026-03-04T16:43:23.058584Z","end":"2026-03-04T16:43:23.509165Z","steps":["trace[133419342] 'process raft request' (duration: 450.331154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:23.508982Z","caller":"traceutil/trace.go:171","msg":"trace[662961902] transaction","detail":"{read_only:false; response_revision:33995; number_of_response:1; }","duration":"451.046272ms","start":"2026-03-04T16:43:23.057911Z","end":"2026-03-04T16:43:23.508957Z","steps":["trace[662961902] 'process raft request' (duration: 450.97787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.509387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.058574Z","time spent":"450.692683ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:23.509422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.057061Z","time spent":"452.226841ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:23.509392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.057894Z","time spent":"451.415031ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.509727Z","caller":"traceutil/trace.go:171","msg":"trace[823874982] transaction","detail":"{read_only:false; response_revision:33994; number_of_response:1; }","duration":"451.112774ms","start":"2026-03-04T16:43:23.057924Z","end":"2026-03-04T16:43:23.509036Z","steps":["trace[823874982] 'process raft request' (duration: 450.931819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.509889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.057911Z","time spent":"451.943634ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:23.521702Z","caller":"traceutil/trace.go:171","msg":"trace[785160356] transaction","detail":"{read_only:false; response_revision:33997; number_of_response:1; }","duration":"426.457884ms","start":"2026-03-04T16:43:23.095192Z","end":"2026-03-04T16:43:23.52165Z","steps":["trace[785160356] 'process raft request' (duration: 426.329031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:23.521862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:23.095165Z","time spent":"426.646928ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:24.721834Z","caller":"traceutil/trace.go:171","msg":"trace[271903721] linearizableReadLoop","detail":"{readStateIndex:35211; appliedIndex:35211; }","duration":"153.086226ms","start":"2026-03-04T16:43:24.568734Z","end":"2026-03-04T16:43:24.72182Z","steps":["trace[271903721] 'read index received' (duration: 153.080316ms)","trace[271903721] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:24.722085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.314122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:24.722216Z","caller":"traceutil/trace.go:171","msg":"trace[1553483179] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:33999; }","duration":"153.490167ms","start":"2026-03-04T16:43:24.568711Z","end":"2026-03-04T16:43:24.722201Z","steps":["trace[1553483179] 'agreement among raft nodes before linearized reading' (duration: 153.287732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:24.721724Z","caller":"traceutil/trace.go:171","msg":"trace[1497645541] transaction","detail":"{read_only:false; response_revision:33999; number_of_response:1; }","duration":"168.848053ms","start":"2026-03-04T16:43:24.552851Z","end":"2026-03-04T16:43:24.721699Z","steps":["trace[1497645541] 'process raft request' (duration: 168.367121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:25.533065Z","caller":"traceutil/trace.go:171","msg":"trace[1594457549] transaction","detail":"{read_only:false; response_revision:34001; number_of_response:1; }","duration":"477.438658ms","start":"2026-03-04T16:43:25.055602Z","end":"2026-03-04T16:43:25.53304Z","steps":["trace[1594457549] 'process raft request' (duration: 477.240933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:25.533243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.055582Z","time spent":"477.55784ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:25.533368Z","caller":"traceutil/trace.go:171","msg":"trace[1511335055] transaction","detail":"{read_only:false; response_revision:34002; number_of_response:1; }","duration":"476.650517ms","start":"2026-03-04T16:43:25.05669Z","end":"2026-03-04T16:43:25.533341Z","steps":["trace[1511335055] 'process raft request' (duration: 476.310979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:25.533498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.056682Z","time spent":"476.749109ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:25.533512Z","caller":"traceutil/trace.go:171","msg":"trace[1201524972] transaction","detail":"{read_only:false; response_revision:34004; number_of_response:1; }","duration":"475.404155ms","start":"2026-03-04T16:43:25.05808Z","end":"2026-03-04T16:43:25.533484Z","steps":["trace[1201524972] 'process raft request' (duration: 475.313983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:25.533608Z","caller":"traceutil/trace.go:171","msg":"trace[1354329279] transaction","detail":"{read_only:false; response_revision:34003; number_of_response:1; }","duration":"476.852641ms","start":"2026-03-04T16:43:25.056747Z","end":"2026-03-04T16:43:25.5336Z","steps":["trace[1354329279] 'process raft request' (duration: 476.535574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:25.53365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.056739Z","time spent":"476.887603ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:25.533708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.058072Z","time spent":"475.526308ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:25.533824Z","caller":"traceutil/trace.go:171","msg":"trace[90233702] linearizableReadLoop","detail":"{readStateIndex:35217; appliedIndex:35212; }","duration":"289.905343ms","start":"2026-03-04T16:43:25.243911Z","end":"2026-03-04T16:43:25.533817Z","steps":["trace[90233702] 'read index received' (duration: 288.855456ms)","trace[90233702] 'applied index is now lower than readState.Index' (duration: 1.048687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:25.533939Z","caller":"traceutil/trace.go:171","msg":"trace[759718415] transaction","detail":"{read_only:false; response_revision:34005; number_of_response:1; }","duration":"471.812355ms","start":"2026-03-04T16:43:25.062031Z","end":"2026-03-04T16:43:25.533844Z","steps":["trace[759718415] 'process raft request' (duration: 471.404765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:25.533977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.068998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:25.533998Z","caller":"traceutil/trace.go:171","msg":"trace[28581604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34005; }","duration":"290.122858ms","start":"2026-03-04T16:43:25.24387Z","end":"2026-03-04T16:43:25.533992Z","steps":["trace[28581604] 'agreement among raft nodes before linearized reading' (duration: 290.009325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:25.534028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.061939Z","time spent":"472.036372ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:25.932204Z","caller":"traceutil/trace.go:171","msg":"trace[1748048137] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"390.845765ms","start":"2026-03-04T16:43:25.541329Z","end":"2026-03-04T16:43:25.932175Z","steps":["trace[1748048137] 'process raft request' (duration: 315.417405ms)","trace[1748048137] 'compare' (duration: 75.182394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:25.932403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.541318Z","time spent":"391.012379ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:26.344272Z","caller":"traceutil/trace.go:171","msg":"trace[39362772] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"802.870823ms","start":"2026-03-04T16:43:25.541373Z","end":"2026-03-04T16:43:26.344244Z","steps":["trace[39362772] 'process raft request' (duration: 720.023687ms)","trace[39362772] 'compare' (duration: 82.391255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:26.344315Z","caller":"traceutil/trace.go:171","msg":"trace[315350480] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"802.879864ms","start":"2026-03-04T16:43:25.541424Z","end":"2026-03-04T16:43:26.344304Z","steps":["trace[315350480] 'process raft request' (duration: 802.71674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:26.344384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.541417Z","time spent":"802.917545ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:26.344384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.541355Z","time spent":"802.974416ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:26.344666Z","caller":"traceutil/trace.go:171","msg":"trace[1997878947] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"802.647868ms","start":"2026-03-04T16:43:25.54201Z","end":"2026-03-04T16:43:26.344658Z","steps":["trace[1997878947] 'process raft request' (duration: 802.277989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:26.344704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.542003Z","time spent":"802.683419ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:26.344751Z","caller":"traceutil/trace.go:171","msg":"trace[789705157] linearizableReadLoop","detail":"{readStateIndex:35223; appliedIndex:35217; }","duration":"753.552252ms","start":"2026-03-04T16:43:25.591173Z","end":"2026-03-04T16:43:26.344726Z","steps":["trace[789705157] 'read index received' (duration: 265.591351ms)","trace[789705157] 'applied index is now lower than readState.Index' (duration: 487.959721ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:26.344806Z","caller":"traceutil/trace.go:171","msg":"trace[1645412879] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"762.635221ms","start":"2026-03-04T16:43:25.582162Z","end":"2026-03-04T16:43:26.344798Z","steps":["trace[1645412879] 'process raft request' (duration: 762.456127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:26.344854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.687465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:26.344878Z","caller":"traceutil/trace.go:171","msg":"trace[577347619] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34011; }","duration":"753.739877ms","start":"2026-03-04T16:43:25.591133Z","end":"2026-03-04T16:43:26.344873Z","steps":["trace[577347619] 'agreement among raft nodes before linearized reading' (duration: 753.700896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:26.344895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.591118Z","time spent":"753.774347ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:43:26.344976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.582139Z","time spent":"762.742013ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:26.344344Z","caller":"traceutil/trace.go:171","msg":"trace[532965082] transaction","detail":"{read_only:false; response_revision:34009; number_of_response:1; }","duration":"802.866393ms","start":"2026-03-04T16:43:25.541453Z","end":"2026-03-04T16:43:26.344319Z","steps":["trace[532965082] 'process raft request' (duration: 802.790841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:26.346935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:25.541449Z","time spent":"805.417188ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:26.845187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832410793,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:43:27.218301Z","caller":"traceutil/trace.go:171","msg":"trace[603434329] transaction","detail":"{read_only:false; response_revision:34012; number_of_response:1; }","duration":"968.093766ms","start":"2026-03-04T16:43:26.250182Z","end":"2026-03-04T16:43:27.218276Z","steps":["trace[603434329] 'process raft request' (duration: 967.939052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:27.218447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.250149Z","time spent":"968.22262ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:27.970911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.850913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:27.971223Z","caller":"traceutil/trace.go:171","msg":"trace[440651553] transaction","detail":"{read_only:false; response_revision:34013; number_of_response:1; }","duration":"1.367046176s","start":"2026-03-04T16:43:26.604113Z","end":"2026-03-04T16:43:27.97116Z","steps":["trace[440651553] 'process raft request' (duration: 696.857374ms)","trace[440651553] 'compare' (duration: 669.694349ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:27.971242Z","caller":"traceutil/trace.go:171","msg":"trace[442546401] transaction","detail":"{read_only:false; response_revision:34014; number_of_response:1; }","duration":"1.271755116s","start":"2026-03-04T16:43:26.699463Z","end":"2026-03-04T16:43:27.971218Z","steps":["trace[442546401] 'process raft request' (duration: 1.271563201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:27.971379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.699438Z","time spent":"1.271864788s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:27.971447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.604089Z","time spent":"1.3672285s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:28.311761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.61105ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:43:28.313189Z","caller":"traceutil/trace.go:171","msg":"trace[2073017007] transaction","detail":"{read_only:false; response_revision:34015; number_of_response:1; }","duration":"1.177121442s","start":"2026-03-04T16:43:27.136029Z","end":"2026-03-04T16:43:28.31315Z","steps":["trace[2073017007] 'process raft request' (duration: 1.175804539s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.313189Z","caller":"traceutil/trace.go:171","msg":"trace[586408203] linearizableReadLoop","detail":"{readStateIndex:35227; appliedIndex:35223; }","duration":"1.968342783s","start":"2026-03-04T16:43:26.344824Z","end":"2026-03-04T16:43:28.313167Z","steps":["trace[586408203] 'read index received' (duration: 873.285538ms)","trace[586408203] 'applied index is now lower than readState.Index' (duration: 1.095052755s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:28.313316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.136007Z","time spent":"1.177243545s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:28.486247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999783055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:43:28.486334Z","caller":"traceutil/trace.go:171","msg":"trace[1691179093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994955s","start":"2026-03-04T16:43:26.486365Z","end":"2026-03-04T16:43:28.486315Z","steps":["trace[1691179093] 'agreement among raft nodes before linearized reading' (duration: 1.999813856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.486382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.486249Z","time spent":"2.000123743s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:28.630787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440732572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T16:43:28.630897Z","caller":"traceutil/trace.go:171","msg":"trace[1727756394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:34015; }","duration":"2.440884855s","start":"2026-03-04T16:43:26.18998Z","end":"2026-03-04T16:43:28.630865Z","steps":["trace[1727756394] 'agreement among raft nodes before linearized reading' (duration: 2.123249995s)","trace[1727756394] 'range keys from in-memory index tree' (duration: 317.400275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:28.630955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.18996Z","time spent":"2.440980408s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T16:43:28.630993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.744883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:28.6312Z","caller":"traceutil/trace.go:171","msg":"trace[1817655182] transaction","detail":"{read_only:false; response_revision:34017; number_of_response:1; }","duration":"1.089859204s","start":"2026-03-04T16:43:27.541323Z","end":"2026-03-04T16:43:28.631182Z","steps":["trace[1817655182] 'process raft request' (duration: 1.089765601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.631289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.541294Z","time spent":"1.089948237s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:28.631412Z","caller":"traceutil/trace.go:171","msg":"trace[61542215] transaction","detail":"{read_only:false; response_revision:34016; number_of_response:1; }","duration":"1.090074279s","start":"2026-03-04T16:43:27.541321Z","end":"2026-03-04T16:43:28.631395Z","steps":["trace[61542215] 'process raft request' (duration: 771.833583ms)","trace[61542215] 'compare' (duration: 317.376134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:28.631486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.541291Z","time spent":"1.090153652s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:28.680538Z","caller":"traceutil/trace.go:171","msg":"trace[1566153575] transaction","detail":"{read_only:false; response_revision:34019; number_of_response:1; }","duration":"1.138871217s","start":"2026-03-04T16:43:27.541647Z","end":"2026-03-04T16:43:28.680518Z","steps":["trace[1566153575] 'process raft request' (duration: 1.138801416s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.680566Z","caller":"traceutil/trace.go:171","msg":"trace[138762921] transaction","detail":"{read_only:false; response_revision:34018; number_of_response:1; }","duration":"1.139039322s","start":"2026-03-04T16:43:27.541499Z","end":"2026-03-04T16:43:28.680538Z","steps":["trace[138762921] 'process raft request' (duration: 1.138864018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.680684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.541473Z","time spent":"1.139150065s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:28.680831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572488201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:28.680876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988752217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:28.680752Z","caller":"traceutil/trace.go:171","msg":"trace[1040040332] linearizableReadLoop","detail":"{readStateIndex:35233; appliedIndex:35230; }","duration":"367.464836ms","start":"2026-03-04T16:43:28.313251Z","end":"2026-03-04T16:43:28.680716Z","steps":["trace[1040040332] 'read index received' (duration: 367.061606ms)","trace[1040040332] 'applied index is now lower than readState.Index' (duration: 400.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:28.680681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.541608Z","time spent":"1.138998701s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:28.680915Z","caller":"traceutil/trace.go:171","msg":"trace[2098977785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:34020; }","duration":"1.988824519s","start":"2026-03-04T16:43:26.692074Z","end":"2026-03-04T16:43:28.680899Z","steps":["trace[2098977785] 'agreement among raft nodes before linearized reading' (duration: 1.988767847s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.680921Z","caller":"traceutil/trace.go:171","msg":"trace[392673356] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:34020; }","duration":"1.572603663s","start":"2026-03-04T16:43:27.10828Z","end":"2026-03-04T16:43:28.680884Z","steps":["trace[392673356] 'agreement among raft nodes before linearized reading' (duration: 1.572484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.692057Z","time spent":"1.98889048s","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:28.681047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.108258Z","time spent":"1.572765468s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:28.68105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46762589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:28.681064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.638317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:43:28.680859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.768091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:28.681116Z","caller":"traceutil/trace.go:171","msg":"trace[780094982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34020; }","duration":"744.724389ms","start":"2026-03-04T16:43:27.93638Z","end":"2026-03-04T16:43:28.681104Z","steps":["trace[780094982] 'agreement among raft nodes before linearized reading' (duration: 744.534394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681115Z","caller":"traceutil/trace.go:171","msg":"trace[654835219] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34020; }","duration":"1.467739743s","start":"2026-03-04T16:43:27.213359Z","end":"2026-03-04T16:43:28.681098Z","steps":["trace[654835219] 'agreement among raft nodes before linearized reading' (duration: 1.467426875s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.680738Z","caller":"traceutil/trace.go:171","msg":"trace[2058328468] transaction","detail":"{read_only:false; response_revision:34020; number_of_response:1; }","duration":"1.138911738s","start":"2026-03-04T16:43:27.541804Z","end":"2026-03-04T16:43:28.680716Z","steps":["trace[2058328468] 'process raft request' (duration: 1.138679993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.936361Z","time spent":"744.7841ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:28.681167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.213332Z","time spent":"1.467821634s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:28.680769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131528363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:28.681194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333113291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:28.681219Z","caller":"traceutil/trace.go:171","msg":"trace[118425550] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:34020; }","duration":"1.132005886s","start":"2026-03-04T16:43:27.549203Z","end":"2026-03-04T16:43:28.681209Z","steps":["trace[118425550] 'agreement among raft nodes before linearized reading' (duration: 1.131527894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.549191Z","time spent":"1.132054706s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:28.681207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.541795Z","time spent":"1.139376441s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:28.68082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.240692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:28.681355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.494325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:28.681394Z","caller":"traceutil/trace.go:171","msg":"trace[174375801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34020; }","duration":"579.811416ms","start":"2026-03-04T16:43:28.10157Z","end":"2026-03-04T16:43:28.681381Z","steps":["trace[174375801] 'agreement among raft nodes before linearized reading' (duration: 579.224251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681407Z","caller":"traceutil/trace.go:171","msg":"trace[2049797181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34020; }","duration":"332.591977ms","start":"2026-03-04T16:43:28.348801Z","end":"2026-03-04T16:43:28.681393Z","steps":["trace[2049797181] 'agreement among raft nodes before linearized reading' (duration: 332.423133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.101485Z","time spent":"579.934639ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:28.681436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.348778Z","time spent":"332.652559ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:43:28.681467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.686097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:43:28.68105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906418823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:43:28.681536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.535007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:43:28.68127Z","caller":"traceutil/trace.go:171","msg":"trace[1946466690] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34020; }","duration":"2.333216023s","start":"2026-03-04T16:43:26.348017Z","end":"2026-03-04T16:43:28.681233Z","steps":["trace[1946466690] 'agreement among raft nodes before linearized reading' (duration: 2.33308248s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681561Z","caller":"traceutil/trace.go:171","msg":"trace[440411625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34020; }","duration":"332.576358ms","start":"2026-03-04T16:43:28.348979Z","end":"2026-03-04T16:43:28.681556Z","steps":["trace[440411625] 'agreement among raft nodes before linearized reading' (duration: 332.507305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681566Z","caller":"traceutil/trace.go:171","msg":"trace[1628021954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34020; }","duration":"1.906979377s","start":"2026-03-04T16:43:26.774575Z","end":"2026-03-04T16:43:28.681554Z","steps":["trace[1628021954] 'agreement among raft nodes before linearized reading' (duration: 1.906265058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.348003Z","time spent":"2.333570284s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:43:28.681609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.607712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:28.68161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:26.774558Z","time spent":"1.907037829s","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:43:28.681139Z","caller":"traceutil/trace.go:171","msg":"trace[694873544] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34020; }","duration":"612.072528ms","start":"2026-03-04T16:43:28.069045Z","end":"2026-03-04T16:43:28.681117Z","steps":["trace[694873544] 'agreement among raft nodes before linearized reading' (duration: 611.791601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681631Z","caller":"traceutil/trace.go:171","msg":"trace[941152108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34020; }","duration":"194.655084ms","start":"2026-03-04T16:43:28.486969Z","end":"2026-03-04T16:43:28.681624Z","steps":["trace[941152108] 'agreement among raft nodes before linearized reading' (duration: 194.624403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.175598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:43:28.681702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.069013Z","time spent":"612.637832ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:28.68153Z","caller":"traceutil/trace.go:171","msg":"trace[688402588] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34020; }","duration":"293.78321ms","start":"2026-03-04T16:43:28.387727Z","end":"2026-03-04T16:43:28.681511Z","steps":["trace[688402588] 'agreement among raft nodes before linearized reading' (duration: 293.494003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:28.681742Z","caller":"traceutil/trace.go:171","msg":"trace[1588219159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34020; }","duration":"332.28558ms","start":"2026-03-04T16:43:28.349442Z","end":"2026-03-04T16:43:28.681727Z","steps":["trace[1588219159] 'agreement among raft nodes before linearized reading' (duration: 332.122526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.512835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:43:28.681785Z","caller":"traceutil/trace.go:171","msg":"trace[1864144922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34020; }","duration":"332.785853ms","start":"2026-03-04T16:43:28.348992Z","end":"2026-03-04T16:43:28.681777Z","steps":["trace[1864144922] 'agreement among raft nodes before linearized reading' (duration: 332.435373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.681578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.348972Z","time spent":"332.602799ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:28.68179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.349435Z","time spent":"332.342312ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:43:28.681808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.348982Z","time spent":"332.818524ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:28.6809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.890872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:28.681963Z","caller":"traceutil/trace.go:171","msg":"trace[700030715] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34020; }","duration":"739.954029ms","start":"2026-03-04T16:43:27.941975Z","end":"2026-03-04T16:43:28.681929Z","steps":["trace[700030715] 'agreement among raft nodes before linearized reading' (duration: 738.901902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:28.682086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:27.94196Z","time spent":"740.104654ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:29.007626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.647009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:29.007735Z","caller":"traceutil/trace.go:171","msg":"trace[88315308] linearizableReadLoop","detail":"{readStateIndex:35234; appliedIndex:35233; }","duration":"320.431931ms","start":"2026-03-04T16:43:28.687284Z","end":"2026-03-04T16:43:29.007716Z","steps":["trace[88315308] 'read index received' (duration: 143.929335ms)","trace[88315308] 'applied index is now lower than readState.Index' (duration: 176.501206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:29.007811Z","caller":"traceutil/trace.go:171","msg":"trace[1234505959] transaction","detail":"{read_only:false; response_revision:34021; number_of_response:1; }","duration":"321.408536ms","start":"2026-03-04T16:43:28.68637Z","end":"2026-03-04T16:43:29.007778Z","steps":["trace[1234505959] 'process raft request' (duration: 144.529751ms)","trace[1234505959] 'compare' (duration: 176.303371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:29.007955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.686358Z","time spent":"321.520319ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.008122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.83181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:43:29.008168Z","caller":"traceutil/trace.go:171","msg":"trace[952253780] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34021; }","duration":"320.900272ms","start":"2026-03-04T16:43:28.687253Z","end":"2026-03-04T16:43:29.008154Z","steps":["trace[952253780] 'agreement among raft nodes before linearized reading' (duration: 320.533443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.008207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.687237Z","time spent":"320.962275ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:43:29.311495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.714231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:29.311881Z","caller":"traceutil/trace.go:171","msg":"trace[657424558] transaction","detail":"{read_only:false; response_revision:34022; number_of_response:1; }","duration":"624.585773ms","start":"2026-03-04T16:43:28.687262Z","end":"2026-03-04T16:43:29.311848Z","steps":["trace[657424558] 'process raft request' (duration: 503.176504ms)","trace[657424558] 'compare' (duration: 120.26925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:29.311986Z","caller":"traceutil/trace.go:171","msg":"trace[1903981992] transaction","detail":"{read_only:false; response_revision:34025; number_of_response:1; }","duration":"623.23055ms","start":"2026-03-04T16:43:28.688741Z","end":"2026-03-04T16:43:29.311971Z","steps":["trace[1903981992] 'process raft request' (duration: 623.164578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.312025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.687241Z","time spent":"624.711116ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:29.31202Z","caller":"traceutil/trace.go:171","msg":"trace[1554470892] transaction","detail":"{read_only:false; response_revision:34024; number_of_response:1; }","duration":"623.386514ms","start":"2026-03-04T16:43:28.688592Z","end":"2026-03-04T16:43:29.311979Z","steps":["trace[1554470892] 'process raft request' (duration: 623.278081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:29.312115Z","caller":"traceutil/trace.go:171","msg":"trace[47621149] linearizableReadLoop","detail":"{readStateIndex:35239; appliedIndex:35234; }","duration":"304.345717ms","start":"2026-03-04T16:43:29.00776Z","end":"2026-03-04T16:43:29.312106Z","steps":["trace[47621149] 'read index received' (duration: 182.661151ms)","trace[47621149] 'applied index is now lower than readState.Index' (duration: 121.683406ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:29.312113Z","caller":"traceutil/trace.go:171","msg":"trace[1121271228] transaction","detail":"{read_only:false; response_revision:34023; number_of_response:1; }","duration":"623.685011ms","start":"2026-03-04T16:43:28.688338Z","end":"2026-03-04T16:43:29.312023Z","steps":["trace[1121271228] 'process raft request' (duration: 623.463694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.31231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.138413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T16:43:29.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.945422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:29.312397Z","caller":"traceutil/trace.go:171","msg":"trace[1590557100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34026; }","duration":"622.983014ms","start":"2026-03-04T16:43:28.689407Z","end":"2026-03-04T16:43:29.31239Z","steps":["trace[1590557100] 'agreement among raft nodes before linearized reading' (duration: 622.943753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:29.312391Z","caller":"traceutil/trace.go:171","msg":"trace[596509167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34026; }","duration":"522.285917ms","start":"2026-03-04T16:43:28.790086Z","end":"2026-03-04T16:43:29.312372Z","steps":["trace[596509167] 'agreement among raft nodes before linearized reading' (duration: 522.051382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:29.312398Z","caller":"traceutil/trace.go:171","msg":"trace[1968518202] transaction","detail":"{read_only:false; response_revision:34026; number_of_response:1; }","duration":"622.971084ms","start":"2026-03-04T16:43:28.689409Z","end":"2026-03-04T16:43:29.31238Z","steps":["trace[1968518202] 'process raft request' (duration: 622.524943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.312419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.689401Z","time spent":"623.013845ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:29.312444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.790065Z","time spent":"522.365509ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T16:43:29.312477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.689398Z","time spent":"623.038695ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.312334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.999518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:43:29.312552Z","caller":"traceutil/trace.go:171","msg":"trace[1206768191] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:34026; }","duration":"620.228605ms","start":"2026-03-04T16:43:28.692311Z","end":"2026-03-04T16:43:29.31254Z","steps":["trace[1206768191] 'agreement among raft nodes before linearized reading' (duration: 619.854305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.312235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.688583Z","time spent":"623.531077ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.312599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.692304Z","time spent":"620.283406ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":196,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:29.312435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.688325Z","time spent":"623.968589ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.312061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.688735Z","time spent":"623.288851ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.312899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.416762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313454"} {"level":"info","ts":"2026-03-04T16:43:29.312973Z","caller":"traceutil/trace.go:171","msg":"trace[1254174540] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:34026; }","duration":"507.535625ms","start":"2026-03-04T16:43:28.80542Z","end":"2026-03-04T16:43:29.312955Z","steps":["trace[1254174540] 'agreement among raft nodes before linearized reading' (duration: 506.708414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.313031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:28.805399Z","time spent":"507.615276ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":313477,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T16:43:29.324279Z","caller":"traceutil/trace.go:171","msg":"trace[539553448] transaction","detail":"{read_only:false; response_revision:34027; number_of_response:1; }","duration":"100.794729ms","start":"2026-03-04T16:43:29.223461Z","end":"2026-03-04T16:43:29.324256Z","steps":["trace[539553448] 'process raft request' (duration: 100.520633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.32448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.614438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:43:29.324717Z","caller":"traceutil/trace.go:171","msg":"trace[831300301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34027; }","duration":"303.897375ms","start":"2026-03-04T16:43:29.020795Z","end":"2026-03-04T16:43:29.324692Z","steps":["trace[831300301] 'agreement among raft nodes before linearized reading' (duration: 303.466495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.324784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:29.020783Z","time spent":"303.989437ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T16:43:29.697123Z","caller":"traceutil/trace.go:171","msg":"trace[205989304] linearizableReadLoop","detail":"{readStateIndex:35241; appliedIndex:35240; }","duration":"238.724234ms","start":"2026-03-04T16:43:29.458378Z","end":"2026-03-04T16:43:29.697102Z","steps":["trace[205989304] 'read index received' (duration: 238.57908ms)","trace[205989304] 'applied index is now lower than readState.Index' (duration: 144.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:29.697139Z","caller":"traceutil/trace.go:171","msg":"trace[701445903] transaction","detail":"{read_only:false; response_revision:34028; number_of_response:1; }","duration":"370.3813ms","start":"2026-03-04T16:43:29.326739Z","end":"2026-03-04T16:43:29.697121Z","steps":["trace[701445903] 'process raft request' (duration: 370.230586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.697254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.842876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:29.697281Z","caller":"traceutil/trace.go:171","msg":"trace[379575084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34028; }","duration":"209.909868ms","start":"2026-03-04T16:43:29.487362Z","end":"2026-03-04T16:43:29.697272Z","steps":["trace[379575084] 'agreement among raft nodes before linearized reading' (duration: 209.851556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.69733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:29.326715Z","time spent":"370.522023ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:29.697455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.603911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:29.697482Z","caller":"traceutil/trace.go:171","msg":"trace[1038154693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34028; }","duration":"163.670303ms","start":"2026-03-04T16:43:29.533805Z","end":"2026-03-04T16:43:29.697475Z","steps":["trace[1038154693] 'agreement among raft nodes before linearized reading' (duration: 163.627312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:29.698225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.845611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:43:29.698259Z","caller":"traceutil/trace.go:171","msg":"trace[1158636120] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34028; }","duration":"239.911913ms","start":"2026-03-04T16:43:29.458339Z","end":"2026-03-04T16:43:29.698251Z","steps":["trace[1158636120] 'agreement among raft nodes before linearized reading' (duration: 238.832626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:30.079169Z","caller":"traceutil/trace.go:171","msg":"trace[675938777] linearizableReadLoop","detail":"{readStateIndex:35242; appliedIndex:35241; }","duration":"232.701371ms","start":"2026-03-04T16:43:29.846439Z","end":"2026-03-04T16:43:30.07914Z","steps":["trace[675938777] 'read index received' (duration: 132.955499ms)","trace[675938777] 'applied index is now lower than readState.Index' (duration: 99.601449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:30.079242Z","caller":"traceutil/trace.go:171","msg":"trace[1337139207] transaction","detail":"{read_only:false; response_revision:34029; number_of_response:1; }","duration":"350.348795ms","start":"2026-03-04T16:43:29.728852Z","end":"2026-03-04T16:43:30.079201Z","steps":["trace[1337139207] 'process raft request' (duration: 250.531961ms)","trace[1337139207] 'compare' (duration: 99.342182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:30.079418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:29.728825Z","time spent":"350.491149ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:30.079454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.860906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:30.079534Z","caller":"traceutil/trace.go:171","msg":"trace[1409286543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34029; }","duration":"233.101603ms","start":"2026-03-04T16:43:29.846386Z","end":"2026-03-04T16:43:30.079488Z","steps":["trace[1409286543] 'agreement among raft nodes before linearized reading' (duration: 232.864446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:30.576428Z","caller":"traceutil/trace.go:171","msg":"trace[1779281784] transaction","detail":"{read_only:false; response_revision:34030; number_of_response:1; }","duration":"258.473121ms","start":"2026-03-04T16:43:30.317915Z","end":"2026-03-04T16:43:30.576389Z","steps":["trace[1779281784] 'process raft request' (duration: 258.222885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:30.886711Z","caller":"traceutil/trace.go:171","msg":"trace[1839404161] transaction","detail":"{read_only:false; response_revision:34031; number_of_response:1; }","duration":"250.614583ms","start":"2026-03-04T16:43:30.636066Z","end":"2026-03-04T16:43:30.886681Z","steps":["trace[1839404161] 'process raft request' (duration: 152.42193ms)","trace[1839404161] 'compare' (duration: 98.079441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:31.233874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.456983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:31.234263Z","caller":"traceutil/trace.go:171","msg":"trace[1106515386] transaction","detail":"{read_only:false; response_revision:34034; number_of_response:1; }","duration":"546.940759ms","start":"2026-03-04T16:43:30.687303Z","end":"2026-03-04T16:43:31.234243Z","steps":["trace[1106515386] 'process raft request' (duration: 546.854766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.234392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:30.687276Z","time spent":"547.072931ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:31.234552Z","caller":"traceutil/trace.go:171","msg":"trace[198934695] transaction","detail":"{read_only:false; response_revision:34032; number_of_response:1; }","duration":"598.161199ms","start":"2026-03-04T16:43:30.636361Z","end":"2026-03-04T16:43:31.234522Z","steps":["trace[198934695] 'process raft request' (duration: 353.963857ms)","trace[198934695] 'compare' (duration: 243.231867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:31.234688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:30.636339Z","time spent":"598.278891ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:31.234773Z","caller":"traceutil/trace.go:171","msg":"trace[425726660] linearizableReadLoop","detail":"{readStateIndex:35248; appliedIndex:35244; }","duration":"219.517219ms","start":"2026-03-04T16:43:31.015205Z","end":"2026-03-04T16:43:31.234722Z","steps":["trace[425726660] 'read index received' (duration: 39.311µs)","trace[425726660] 'applied index is now lower than readState.Index' (duration: 219.476598ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:31.234796Z","caller":"traceutil/trace.go:171","msg":"trace[49462723] transaction","detail":"{read_only:false; response_revision:34035; number_of_response:1; }","duration":"547.177393ms","start":"2026-03-04T16:43:30.687582Z","end":"2026-03-04T16:43:31.234759Z","steps":["trace[49462723] 'process raft request' (duration: 546.62282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.234459Z","caller":"traceutil/trace.go:171","msg":"trace[140977590] transaction","detail":"{read_only:false; response_revision:34033; number_of_response:1; }","duration":"547.669566ms","start":"2026-03-04T16:43:30.686762Z","end":"2026-03-04T16:43:31.234431Z","steps":["trace[140977590] 'process raft request' (duration: 547.304607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.235024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:30.687566Z","time spent":"547.346437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:31.235032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:30.686735Z","time spent":"548.21199ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:31.235036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.825517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:43:31.235076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.307755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:43:31.235161Z","caller":"traceutil/trace.go:171","msg":"trace[689889281] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34035; }","duration":"217.411677ms","start":"2026-03-04T16:43:31.01773Z","end":"2026-03-04T16:43:31.235141Z","steps":["trace[689889281] 'agreement among raft nodes before linearized reading' (duration: 217.185121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.23509Z","caller":"traceutil/trace.go:171","msg":"trace[420865026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34035; }","duration":"219.878858ms","start":"2026-03-04T16:43:31.015198Z","end":"2026-03-04T16:43:31.235077Z","steps":["trace[420865026] 'agreement among raft nodes before linearized reading' (duration: 219.734515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.71872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.815446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:31.718952Z","caller":"traceutil/trace.go:171","msg":"trace[919001362] transaction","detail":"{read_only:false; response_revision:34037; number_of_response:1; }","duration":"389.995024ms","start":"2026-03-04T16:43:31.328941Z","end":"2026-03-04T16:43:31.718936Z","steps":["trace[919001362] 'process raft request' (duration: 389.888951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.718956Z","caller":"traceutil/trace.go:171","msg":"trace[1983946550] transaction","detail":"{read_only:false; response_revision:34036; number_of_response:1; }","duration":"480.421772ms","start":"2026-03-04T16:43:31.238502Z","end":"2026-03-04T16:43:31.718924Z","steps":["trace[1983946550] 'process raft request' (duration: 135.31448ms)","trace[1983946550] 'compare' (duration: 344.364183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:31.71902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.328922Z","time spent":"390.063415ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:31.719076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.238479Z","time spent":"480.527245ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:31.71918Z","caller":"traceutil/trace.go:171","msg":"trace[1458562294] linearizableReadLoop","detail":"{readStateIndex:35249; appliedIndex:35248; }","duration":"467.919507ms","start":"2026-03-04T16:43:31.251249Z","end":"2026-03-04T16:43:31.719169Z","steps":["trace[1458562294] 'read index received' (duration: 122.66316ms)","trace[1458562294] 'applied index is now lower than readState.Index' (duration: 345.254997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:31.719418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.090952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:31.719447Z","caller":"traceutil/trace.go:171","msg":"trace[1122202982] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34037; }","duration":"468.164023ms","start":"2026-03-04T16:43:31.251272Z","end":"2026-03-04T16:43:31.719436Z","steps":["trace[1122202982] 'agreement among raft nodes before linearized reading' (duration: 468.106692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.719466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.251238Z","time spent":"468.222405ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:31.719492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.781185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:43:31.719495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.773179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:43:31.719507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.734849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:43:31.71953Z","caller":"traceutil/trace.go:171","msg":"trace[1227130075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34037; }","duration":"397.887482ms","start":"2026-03-04T16:43:31.321633Z","end":"2026-03-04T16:43:31.71952Z","steps":["trace[1227130075] 'agreement among raft nodes before linearized reading' (duration: 397.770629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.719529Z","caller":"traceutil/trace.go:171","msg":"trace[1663595911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34037; }","duration":"396.833436ms","start":"2026-03-04T16:43:31.322681Z","end":"2026-03-04T16:43:31.719515Z","steps":["trace[1663595911] 'agreement among raft nodes before linearized reading' (duration: 396.717153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.719556Z","caller":"traceutil/trace.go:171","msg":"trace[705206752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34037; }","duration":"397.806251ms","start":"2026-03-04T16:43:31.321737Z","end":"2026-03-04T16:43:31.719543Z","steps":["trace[705206752] 'agreement among raft nodes before linearized reading' (duration: 397.656447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.71956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.322673Z","time spent":"396.880877ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:43:31.719565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.321614Z","time spent":"397.938754ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:31.719546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.280897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:31.719587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.329808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:31.719628Z","caller":"traceutil/trace.go:171","msg":"trace[1294607523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34037; }","duration":"231.357058ms","start":"2026-03-04T16:43:31.488247Z","end":"2026-03-04T16:43:31.719604Z","steps":["trace[1294607523] 'agreement among raft nodes before linearized reading' (duration: 231.232175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.719654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.281454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:31.71965Z","caller":"traceutil/trace.go:171","msg":"trace[343256000] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:34037; }","duration":"468.432449ms","start":"2026-03-04T16:43:31.251201Z","end":"2026-03-04T16:43:31.719634Z","steps":["trace[343256000] 'agreement among raft nodes before linearized reading' (duration: 468.323936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:31.719678Z","caller":"traceutil/trace.go:171","msg":"trace[891131994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34037; }","duration":"402.343895ms","start":"2026-03-04T16:43:31.317326Z","end":"2026-03-04T16:43:31.71967Z","steps":["trace[891131994] 'agreement among raft nodes before linearized reading' (duration: 402.254743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:31.719695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.317303Z","time spent":"402.388257ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:31.719581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.32173Z","time spent":"397.845482ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:31.719694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.251186Z","time spent":"468.494181ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:31.719496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.614464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:31.721657Z","caller":"traceutil/trace.go:171","msg":"trace[1780528530] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34037; }","duration":"252.83956ms","start":"2026-03-04T16:43:31.468802Z","end":"2026-03-04T16:43:31.721641Z","steps":["trace[1780528530] 'agreement among raft nodes before linearized reading' (duration: 250.575833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:32.806737Z","caller":"traceutil/trace.go:171","msg":"trace[1043727434] linearizableReadLoop","detail":"{readStateIndex:35255; appliedIndex:35250; }","duration":"1.080395286s","start":"2026-03-04T16:43:31.726317Z","end":"2026-03-04T16:43:32.806713Z","steps":["trace[1043727434] 'read index received' (duration: 79.607956ms)","trace[1043727434] 'applied index is now lower than readState.Index' (duration: 1.00078594s)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:32.806955Z","caller":"traceutil/trace.go:171","msg":"trace[1334125500] transaction","detail":"{read_only:false; response_revision:34038; number_of_response:1; }","duration":"1.083797042s","start":"2026-03-04T16:43:31.723141Z","end":"2026-03-04T16:43:32.806938Z","steps":["trace[1334125500] 'process raft request' (duration: 1.082346126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:32.807109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.723124Z","time spent":"1.083866143s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:32.807235Z","caller":"traceutil/trace.go:171","msg":"trace[616385502] transaction","detail":"{read_only:false; response_revision:34040; number_of_response:1; }","duration":"1.083603506s","start":"2026-03-04T16:43:31.72359Z","end":"2026-03-04T16:43:32.807194Z","steps":["trace[616385502] 'process raft request' (duration: 1.083022101s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:32.807279Z","caller":"traceutil/trace.go:171","msg":"trace[1892333010] transaction","detail":"{read_only:false; response_revision:34041; number_of_response:1; }","duration":"1.083595286s","start":"2026-03-04T16:43:31.723656Z","end":"2026-03-04T16:43:32.807251Z","steps":["trace[1892333010] 'process raft request' (duration: 1.083006342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:32.807475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081145344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:32.807512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.723644Z","time spent":"1.083793481s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:32.807547Z","caller":"traceutil/trace.go:171","msg":"trace[824645749] transaction","detail":"{read_only:false; response_revision:34039; number_of_response:1; }","duration":"1.084133569s","start":"2026-03-04T16:43:31.723404Z","end":"2026-03-04T16:43:32.807538Z","steps":["trace[824645749] 'process raft request' (duration: 1.083093954s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:32.807591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.72339Z","time spent":"1.08418012s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:32.80735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.723577Z","time spent":"1.083711249s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:32.807541Z","caller":"traceutil/trace.go:171","msg":"trace[1008853383] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34041; }","duration":"1.081234057s","start":"2026-03-04T16:43:31.726289Z","end":"2026-03-04T16:43:32.807523Z","steps":["trace[1008853383] 'agreement among raft nodes before linearized reading' (duration: 1.081079323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:32.807818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.726273Z","time spent":"1.081532734s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:33.600538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.54668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:33.600826Z","caller":"traceutil/trace.go:171","msg":"trace[675544829] transaction","detail":"{read_only:false; response_revision:34044; number_of_response:1; }","duration":"708.64812ms","start":"2026-03-04T16:43:32.892155Z","end":"2026-03-04T16:43:33.600803Z","steps":["trace[675544829] 'process raft request' (duration: 708.592349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.600962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.892132Z","time spent":"708.750983ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:33.601119Z","caller":"traceutil/trace.go:171","msg":"trace[1879358994] transaction","detail":"{read_only:false; response_revision:34042; number_of_response:1; }","duration":"1.794043353s","start":"2026-03-04T16:43:31.807048Z","end":"2026-03-04T16:43:33.601092Z","steps":["trace[1879358994] 'process raft request' (duration: 1.338841406s)","trace[1879358994] 'compare' (duration: 454.447237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:33.601206Z","caller":"traceutil/trace.go:171","msg":"trace[2063598770] transaction","detail":"{read_only:false; response_revision:34043; number_of_response:1; }","duration":"1.019361958s","start":"2026-03-04T16:43:32.581828Z","end":"2026-03-04T16:43:33.60119Z","steps":["trace[2063598770] 'process raft request' (duration: 1.018829224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.601261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:31.807029Z","time spent":"1.794154355s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:33.601274Z","caller":"traceutil/trace.go:171","msg":"trace[964079352] linearizableReadLoop","detail":"{readStateIndex:35257; appliedIndex:35255; }","duration":"794.3597ms","start":"2026-03-04T16:43:32.8069Z","end":"2026-03-04T16:43:33.601259Z","steps":["trace[964079352] 'read index received' (duration: 338.967088ms)","trace[964079352] 'applied index is now lower than readState.Index' (duration: 455.390952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:33.60129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.5818Z","time spent":"1.019448509s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:33.601317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.809848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:33.601361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.643494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:33.601383Z","caller":"traceutil/trace.go:171","msg":"trace[425592866] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:34044; }","duration":"959.728846ms","start":"2026-03-04T16:43:32.641648Z","end":"2026-03-04T16:43:33.601377Z","steps":["trace[425592866] 'agreement among raft nodes before linearized reading' (duration: 959.671024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.601408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.641633Z","time spent":"959.770276ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:33.601424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.087508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:33.60144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292484248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:33.601451Z","caller":"traceutil/trace.go:171","msg":"trace[1186325445] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34044; }","duration":"820.151249ms","start":"2026-03-04T16:43:32.781292Z","end":"2026-03-04T16:43:33.601444Z","steps":["trace[1186325445] 'agreement among raft nodes before linearized reading' (duration: 820.106038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.601495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.781273Z","time spent":"820.214341ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:33.601494Z","caller":"traceutil/trace.go:171","msg":"trace[45701225] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:34044; }","duration":"1.29257497s","start":"2026-03-04T16:43:32.308904Z","end":"2026-03-04T16:43:33.601479Z","steps":["trace[45701225] 'agreement among raft nodes before linearized reading' (duration: 1.292488068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.601544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.308884Z","time spent":"1.292645872s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:33.601603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563770331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:33.601636Z","caller":"traceutil/trace.go:171","msg":"trace[1651713994] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34044; }","duration":"1.563800102s","start":"2026-03-04T16:43:32.037824Z","end":"2026-03-04T16:43:33.601624Z","steps":["trace[1651713994] 'agreement among raft nodes before linearized reading' (duration: 1.563755131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.601715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.037731Z","time spent":"1.563970416s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:33.601377Z","caller":"traceutil/trace.go:171","msg":"trace[987434358] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:34044; }","duration":"932.874969ms","start":"2026-03-04T16:43:32.668486Z","end":"2026-03-04T16:43:33.601361Z","steps":["trace[987434358] 'agreement among raft nodes before linearized reading' (duration: 932.777267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:33.60185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:32.668438Z","time spent":"933.403272ms","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:34.20735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.289011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:34.207456Z","caller":"traceutil/trace.go:171","msg":"trace[1014110912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34044; }","duration":"361.411664ms","start":"2026-03-04T16:43:33.846031Z","end":"2026-03-04T16:43:34.207443Z","steps":["trace[1014110912] 'range keys from in-memory index tree' (duration: 361.273531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.208032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.200975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:34.208296Z","caller":"traceutil/trace.go:171","msg":"trace[1757530020] transaction","detail":"{read_only:false; response_revision:34047; number_of_response:1; }","duration":"966.807794ms","start":"2026-03-04T16:43:33.24147Z","end":"2026-03-04T16:43:34.208278Z","steps":["trace[1757530020] 'process raft request' (duration: 966.737672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.20837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.241462Z","time spent":"966.871835ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:34.208406Z","caller":"traceutil/trace.go:171","msg":"trace[723538859] transaction","detail":"{read_only:false; response_revision:34045; number_of_response:1; }","duration":"967.284946ms","start":"2026-03-04T16:43:33.241104Z","end":"2026-03-04T16:43:34.208389Z","steps":["trace[723538859] 'process raft request' (duration: 471.63911ms)","trace[723538859] 'compare' (duration: 494.701162ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:34.208601Z","caller":"traceutil/trace.go:171","msg":"trace[1467846631] transaction","detail":"{read_only:false; response_revision:34046; number_of_response:1; }","duration":"967.360118ms","start":"2026-03-04T16:43:33.24123Z","end":"2026-03-04T16:43:34.20859Z","steps":["trace[1467846631] 'process raft request' (duration: 966.892346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.208802Z","caller":"traceutil/trace.go:171","msg":"trace[528776960] linearizableReadLoop","detail":"{readStateIndex:35262; appliedIndex:35258; }","duration":"607.467402ms","start":"2026-03-04T16:43:33.601299Z","end":"2026-03-04T16:43:34.208766Z","steps":["trace[528776960] 'read index received' (duration: 111.400005ms)","trace[528776960] 'applied index is now lower than readState.Index' (duration: 496.065987ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:34.209067Z","caller":"traceutil/trace.go:171","msg":"trace[48666608] transaction","detail":"{read_only:false; response_revision:34048; number_of_response:1; }","duration":"965.297916ms","start":"2026-03-04T16:43:33.24375Z","end":"2026-03-04T16:43:34.209048Z","steps":["trace[48666608] 'process raft request' (duration: 964.491545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.209123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.152611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:34.209142Z","caller":"traceutil/trace.go:171","msg":"trace[1874609944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34049; }","duration":"722.209582ms","start":"2026-03-04T16:43:33.486926Z","end":"2026-03-04T16:43:34.209136Z","steps":["trace[1874609944] 'agreement among raft nodes before linearized reading' (duration: 722.11811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.209157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.48689Z","time spent":"722.264544ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:34.209163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.243744Z","time spent":"965.371048ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:34.20922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.869267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:43:34.209081Z","caller":"traceutil/trace.go:171","msg":"trace[1776957106] transaction","detail":"{read_only:false; response_revision:34049; number_of_response:1; }","duration":"485.027608ms","start":"2026-03-04T16:43:33.724042Z","end":"2026-03-04T16:43:34.20907Z","steps":["trace[1776957106] 'process raft request' (duration: 484.635868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.209272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.580136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:43:34.209287Z","caller":"traceutil/trace.go:171","msg":"trace[1438557584] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34049; }","duration":"604.960419ms","start":"2026-03-04T16:43:33.604312Z","end":"2026-03-04T16:43:34.209272Z","steps":["trace[1438557584] 'agreement among raft nodes before linearized reading' (duration: 604.760164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.20932Z","caller":"traceutil/trace.go:171","msg":"trace[177287990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34049; }","duration":"484.654859ms","start":"2026-03-04T16:43:33.724653Z","end":"2026-03-04T16:43:34.209308Z","steps":["trace[177287990] 'agreement among raft nodes before linearized reading' (duration: 484.519355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:34.209324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.724013Z","time spent":"485.287914ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:34.20935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.724638Z","time spent":"484.703949ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:43:34.209361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.6043Z","time spent":"605.018361ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:43:34.208603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.241086Z","time spent":"967.357437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:34.209477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.687414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:34.20867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:33.241225Z","time spent":"967.413799ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:34.209525Z","caller":"traceutil/trace.go:171","msg":"trace[330362288] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:34049; }","duration":"213.95831ms","start":"2026-03-04T16:43:33.995556Z","end":"2026-03-04T16:43:34.209514Z","steps":["trace[330362288] 'agreement among raft nodes before linearized reading' (duration: 213.522039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.424274Z","caller":"traceutil/trace.go:171","msg":"trace[2046877909] transaction","detail":"{read_only:false; response_revision:34050; number_of_response:1; }","duration":"210.78266ms","start":"2026-03-04T16:43:34.213454Z","end":"2026-03-04T16:43:34.424236Z","steps":["trace[2046877909] 'process raft request' (duration: 153.919638ms)","trace[2046877909] 'compare' (duration: 55.950379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:34.424357Z","caller":"traceutil/trace.go:171","msg":"trace[609718364] transaction","detail":"{read_only:false; response_revision:34051; number_of_response:1; }","duration":"209.717322ms","start":"2026-03-04T16:43:34.214618Z","end":"2026-03-04T16:43:34.424335Z","steps":["trace[609718364] 'process raft request' (duration: 208.984474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.963291Z","caller":"traceutil/trace.go:171","msg":"trace[1433342287] transaction","detail":"{read_only:false; response_revision:34055; number_of_response:1; }","duration":"145.948436ms","start":"2026-03-04T16:43:34.817321Z","end":"2026-03-04T16:43:34.96327Z","steps":["trace[1433342287] 'process raft request' (duration: 145.900915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.963436Z","caller":"traceutil/trace.go:171","msg":"trace[757749169] transaction","detail":"{read_only:false; response_revision:34054; number_of_response:1; }","duration":"146.295135ms","start":"2026-03-04T16:43:34.817133Z","end":"2026-03-04T16:43:34.963428Z","steps":["trace[757749169] 'process raft request' (duration: 146.059689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:34.9634Z","caller":"traceutil/trace.go:171","msg":"trace[954226883] transaction","detail":"{read_only:false; response_revision:34053; number_of_response:1; }","duration":"146.224223ms","start":"2026-03-04T16:43:34.817124Z","end":"2026-03-04T16:43:34.963348Z","steps":["trace[954226883] 'process raft request' (duration: 145.954546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:35.440667Z","caller":"traceutil/trace.go:171","msg":"trace[1309485346] transaction","detail":"{read_only:false; response_revision:34056; number_of_response:1; }","duration":"355.846484ms","start":"2026-03-04T16:43:35.084801Z","end":"2026-03-04T16:43:35.440648Z","steps":["trace[1309485346] 'process raft request' (duration: 355.631619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:35.440826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.084771Z","time spent":"355.969217ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:35.440824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.458432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:35.440908Z","caller":"traceutil/trace.go:171","msg":"trace[1979528414] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:34056; }","duration":"351.633947ms","start":"2026-03-04T16:43:35.089256Z","end":"2026-03-04T16:43:35.44089Z","steps":["trace[1979528414] 'agreement among raft nodes before linearized reading' (duration: 351.454803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:35.440979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.089235Z","time spent":"351.72823ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:35.441015Z","caller":"traceutil/trace.go:171","msg":"trace[1417953286] linearizableReadLoop","detail":"{readStateIndex:35270; appliedIndex:35269; }","duration":"351.233007ms","start":"2026-03-04T16:43:35.089349Z","end":"2026-03-04T16:43:35.440582Z","steps":["trace[1417953286] 'read index received' (duration: 351.006282ms)","trace[1417953286] 'applied index is now lower than readState.Index' (duration: 225.845µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:35.79836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.590973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:35.798771Z","caller":"traceutil/trace.go:171","msg":"trace[1735160496] linearizableReadLoop","detail":"{readStateIndex:35272; appliedIndex:35270; }","duration":"311.468106ms","start":"2026-03-04T16:43:35.487287Z","end":"2026-03-04T16:43:35.798755Z","steps":["trace[1735160496] 'read index received' (duration: 52.411261ms)","trace[1735160496] 'applied index is now lower than readState.Index' (duration: 259.055475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:35.798836Z","caller":"traceutil/trace.go:171","msg":"trace[615475239] transaction","detail":"{read_only:false; response_revision:34057; number_of_response:1; }","duration":"315.745164ms","start":"2026-03-04T16:43:35.48306Z","end":"2026-03-04T16:43:35.798805Z","steps":["trace[615475239] 'process raft request' (duration: 56.640318ms)","trace[615475239] 'compare' (duration: 258.44552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:35.798875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.579158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:35.798912Z","caller":"traceutil/trace.go:171","msg":"trace[1493148662] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:34058; }","duration":"311.66518ms","start":"2026-03-04T16:43:35.487234Z","end":"2026-03-04T16:43:35.798899Z","steps":["trace[1493148662] 'agreement among raft nodes before linearized reading' (duration: 311.595969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:35.798944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.487219Z","time spent":"311.714812ms","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:35.798979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.48305Z","time spent":"315.852887ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:35.799043Z","caller":"traceutil/trace.go:171","msg":"trace[1937289846] transaction","detail":"{read_only:false; response_revision:34058; number_of_response:1; }","duration":"311.760743ms","start":"2026-03-04T16:43:35.487044Z","end":"2026-03-04T16:43:35.798805Z","steps":["trace[1937289846] 'process raft request' (duration: 311.452375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:35.799496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.487022Z","time spent":"312.385698ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:35.855808Z","caller":"traceutil/trace.go:171","msg":"trace[1974941415] transaction","detail":"{read_only:false; response_revision:34059; number_of_response:1; }","duration":"241.862182ms","start":"2026-03-04T16:43:35.613928Z","end":"2026-03-04T16:43:35.85579Z","steps":["trace[1974941415] 'process raft request' (duration: 241.7598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:36.001618Z","caller":"traceutil/trace.go:171","msg":"trace[1159498681] linearizableReadLoop","detail":"{readStateIndex:35274; appliedIndex:35273; }","duration":"202.797869ms","start":"2026-03-04T16:43:35.798804Z","end":"2026-03-04T16:43:36.001602Z","steps":["trace[1159498681] 'read index received' (duration: 57.483669ms)","trace[1159498681] 'applied index is now lower than readState.Index' (duration: 145.31351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:36.001732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.723811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:36.001754Z","caller":"traceutil/trace.go:171","msg":"trace[300790519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34060; }","duration":"513.786093ms","start":"2026-03-04T16:43:35.487962Z","end":"2026-03-04T16:43:36.001748Z","steps":["trace[300790519] 'agreement among raft nodes before linearized reading' (duration: 513.716641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.001779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.487952Z","time spent":"513.822494ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:36.00186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.866825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:36.001915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.665928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:36.001923Z","caller":"traceutil/trace.go:171","msg":"trace[694615411] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34060; }","duration":"257.933667ms","start":"2026-03-04T16:43:35.743976Z","end":"2026-03-04T16:43:36.00191Z","steps":["trace[694615411] 'agreement among raft nodes before linearized reading' (duration: 257.839845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:36.001932Z","caller":"traceutil/trace.go:171","msg":"trace[478433521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:34060; }","duration":"478.717949ms","start":"2026-03-04T16:43:35.523209Z","end":"2026-03-04T16:43:36.001927Z","steps":["trace[478433521] 'agreement among raft nodes before linearized reading' (duration: 478.684539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:36.001897Z","caller":"traceutil/trace.go:171","msg":"trace[1105844630] transaction","detail":"{read_only:false; response_revision:34060; number_of_response:1; }","duration":"387.795729ms","start":"2026-03-04T16:43:35.614062Z","end":"2026-03-04T16:43:36.001858Z","steps":["trace[1105844630] 'process raft request' (duration: 332.032354ms)","trace[1105844630] 'compare' (duration: 55.422615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:36.001948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.523192Z","time spent":"478.7526ms","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:36.002045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:35.614035Z","time spent":"387.929862ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:36.444241Z","caller":"traceutil/trace.go:171","msg":"trace[776351274] transaction","detail":"{read_only:false; response_revision:34061; number_of_response:1; }","duration":"229.204344ms","start":"2026-03-04T16:43:36.215011Z","end":"2026-03-04T16:43:36.444216Z","steps":["trace[776351274] 'process raft request' (duration: 228.68405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.823448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.918634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:36.823838Z","caller":"traceutil/trace.go:171","msg":"trace[990784648] transaction","detail":"{read_only:false; response_revision:34062; number_of_response:1; }","duration":"607.336289ms","start":"2026-03-04T16:43:36.216465Z","end":"2026-03-04T16:43:36.823801Z","steps":["trace[990784648] 'process raft request' (duration: 337.931083ms)","trace[990784648] 'compare' (duration: 268.34822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:36.824014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.216444Z","time spent":"607.465103ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:36.824523Z","caller":"traceutil/trace.go:171","msg":"trace[1329537159] linearizableReadLoop","detail":"{readStateIndex:35279; appliedIndex:35274; }","duration":"396.572159ms","start":"2026-03-04T16:43:36.427922Z","end":"2026-03-04T16:43:36.824494Z","steps":["trace[1329537159] 'read index received' (duration: 15.727855ms)","trace[1329537159] 'applied index is now lower than readState.Index' (duration: 380.842804ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:36.825012Z","caller":"traceutil/trace.go:171","msg":"trace[1891950855] transaction","detail":"{read_only:false; response_revision:34063; number_of_response:1; }","duration":"608.440677ms","start":"2026-03-04T16:43:36.216557Z","end":"2026-03-04T16:43:36.824997Z","steps":["trace[1891950855] 'process raft request' (duration: 607.082033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.825276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.216549Z","time spent":"608.528189ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:36.825532Z","caller":"traceutil/trace.go:171","msg":"trace[2131184212] transaction","detail":"{read_only:false; response_revision:34065; number_of_response:1; }","duration":"603.006561ms","start":"2026-03-04T16:43:36.222508Z","end":"2026-03-04T16:43:36.825514Z","steps":["trace[2131184212] 'process raft request' (duration: 601.935353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.825624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.222495Z","time spent":"603.079522ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:36.825934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.003676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:36.82599Z","caller":"traceutil/trace.go:171","msg":"trace[1636614686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34065; }","duration":"398.091468ms","start":"2026-03-04T16:43:36.427882Z","end":"2026-03-04T16:43:36.825974Z","steps":["trace[1636614686] 'agreement among raft nodes before linearized reading' (duration: 397.909553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.826028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.427867Z","time spent":"398.152779ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:43:36.825756Z","caller":"traceutil/trace.go:171","msg":"trace[225480790] transaction","detail":"{read_only:false; response_revision:34064; number_of_response:1; }","duration":"609.143215ms","start":"2026-03-04T16:43:36.216601Z","end":"2026-03-04T16:43:36.825744Z","steps":["trace[225480790] 'process raft request' (duration: 607.78259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.826128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.216595Z","time spent":"609.493864ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:36.88689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.537162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:36.886942Z","caller":"traceutil/trace.go:171","msg":"trace[1875059043] transaction","detail":"{read_only:false; response_revision:34066; number_of_response:1; }","duration":"379.207773ms","start":"2026-03-04T16:43:36.507697Z","end":"2026-03-04T16:43:36.886905Z","steps":["trace[1875059043] 'process raft request' (duration: 378.865594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:36.887011Z","caller":"traceutil/trace.go:171","msg":"trace[1783277130] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34066; }","duration":"275.697396ms","start":"2026-03-04T16:43:36.611281Z","end":"2026-03-04T16:43:36.886979Z","steps":["trace[1783277130] 'agreement among raft nodes before linearized reading' (duration: 275.475859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:36.887093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.507678Z","time spent":"379.319456ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:37.135468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.148181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:37.135868Z","caller":"traceutil/trace.go:171","msg":"trace[515176748] linearizableReadLoop","detail":"{readStateIndex:35281; appliedIndex:35280; }","duration":"231.955972ms","start":"2026-03-04T16:43:36.903885Z","end":"2026-03-04T16:43:37.135841Z","steps":["trace[515176748] 'read index received' (duration: 89.238447ms)","trace[515176748] 'applied index is now lower than readState.Index' (duration: 142.714915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:37.135899Z","caller":"traceutil/trace.go:171","msg":"trace[1593093792] transaction","detail":"{read_only:false; response_revision:34067; number_of_response:1; }","duration":"306.312376ms","start":"2026-03-04T16:43:36.829543Z","end":"2026-03-04T16:43:37.135856Z","steps":["trace[1593093792] 'process raft request' (duration: 163.637852ms)","trace[1593093792] 'compare' (duration: 141.7004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:37.136174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.256591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:37.136615Z","caller":"traceutil/trace.go:171","msg":"trace[117275689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34067; }","duration":"232.767634ms","start":"2026-03-04T16:43:36.903824Z","end":"2026-03-04T16:43:37.136592Z","steps":["trace[117275689] 'agreement among raft nodes before linearized reading' (duration: 232.144337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.136687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.534811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:43:37.136735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.617803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:43:37.136775Z","caller":"traceutil/trace.go:171","msg":"trace[272386496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34067; }","duration":"169.669075ms","start":"2026-03-04T16:43:36.967087Z","end":"2026-03-04T16:43:37.136756Z","steps":["trace[272386496] 'agreement among raft nodes before linearized reading' (duration: 169.417358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:37.136802Z","caller":"traceutil/trace.go:171","msg":"trace[846828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34067; }","duration":"169.686345ms","start":"2026-03-04T16:43:36.967091Z","end":"2026-03-04T16:43:37.136778Z","steps":["trace[846828] 'agreement among raft nodes before linearized reading' (duration: 169.558292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.136612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.518441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:43:37.137022Z","caller":"traceutil/trace.go:171","msg":"trace[2041512725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34067; }","duration":"169.968712ms","start":"2026-03-04T16:43:36.967034Z","end":"2026-03-04T16:43:37.137003Z","steps":["trace[2041512725] 'agreement among raft nodes before linearized reading' (duration: 169.454079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.136612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:36.829522Z","time spent":"306.912692ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:37.537175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.279746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:37.537422Z","caller":"traceutil/trace.go:171","msg":"trace[1886728377] transaction","detail":"{read_only:false; response_revision:34069; number_of_response:1; }","duration":"394.800815ms","start":"2026-03-04T16:43:37.142606Z","end":"2026-03-04T16:43:37.537407Z","steps":["trace[1886728377] 'process raft request' (duration: 394.664322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.537491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:37.142577Z","time spent":"394.884277ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:37.537597Z","caller":"traceutil/trace.go:171","msg":"trace[1238283906] linearizableReadLoop","detail":"{readStateIndex:35285; appliedIndex:35281; }","duration":"376.405732ms","start":"2026-03-04T16:43:37.161164Z","end":"2026-03-04T16:43:37.53757Z","steps":["trace[1238283906] 'read index received' (duration: 140.633633ms)","trace[1238283906] 'applied index is now lower than readState.Index' (duration: 235.770839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:37.5377Z","caller":"traceutil/trace.go:171","msg":"trace[333437737] transaction","detail":"{read_only:false; response_revision:34068; number_of_response:1; }","duration":"395.877142ms","start":"2026-03-04T16:43:37.141783Z","end":"2026-03-04T16:43:37.53766Z","steps":["trace[333437737] 'process raft request' (duration: 160.037642ms)","trace[333437737] 'compare' (duration: 235.136543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:37.537761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:37.141755Z","time spent":"395.979054ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:37.537908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.7409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:37.537942Z","caller":"traceutil/trace.go:171","msg":"trace[1322237284] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:34071; }","duration":"376.809882ms","start":"2026-03-04T16:43:37.161123Z","end":"2026-03-04T16:43:37.537933Z","steps":["trace[1322237284] 'agreement among raft nodes before linearized reading' (duration: 376.71269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.537971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:37.161108Z","time spent":"376.856334ms","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:37.538139Z","caller":"traceutil/trace.go:171","msg":"trace[1956732531] transaction","detail":"{read_only:false; response_revision:34070; number_of_response:1; }","duration":"395.279007ms","start":"2026-03-04T16:43:37.142847Z","end":"2026-03-04T16:43:37.538126Z","steps":["trace[1956732531] 'process raft request' (duration: 394.508618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.538198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:37.142833Z","time spent":"395.335719ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:37.538332Z","caller":"traceutil/trace.go:171","msg":"trace[1226648486] transaction","detail":"{read_only:false; response_revision:34071; number_of_response:1; }","duration":"394.836336ms","start":"2026-03-04T16:43:37.143487Z","end":"2026-03-04T16:43:37.538323Z","steps":["trace[1226648486] 'process raft request' (duration: 393.999025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.538385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:37.143478Z","time spent":"394.881178ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:37.903428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.474176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:37.903514Z","caller":"traceutil/trace.go:171","msg":"trace[797320329] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34071; }","duration":"236.60413ms","start":"2026-03-04T16:43:37.666891Z","end":"2026-03-04T16:43:37.903495Z","steps":["trace[797320329] 'count revisions from in-memory index tree' (duration: 236.370024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:37.903693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.581834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:37.903801Z","caller":"traceutil/trace.go:171","msg":"trace[341174189] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34071; }","duration":"183.729778ms","start":"2026-03-04T16:43:37.720044Z","end":"2026-03-04T16:43:37.903774Z","steps":["trace[341174189] 'count revisions from in-memory index tree' (duration: 183.504542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:38.151355Z","caller":"traceutil/trace.go:171","msg":"trace[622287277] transaction","detail":"{read_only:false; response_revision:34072; number_of_response:1; }","duration":"290.414776ms","start":"2026-03-04T16:43:37.860912Z","end":"2026-03-04T16:43:38.151326Z","steps":["trace[622287277] 'process raft request' (duration: 290.20464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:38.203161Z","caller":"traceutil/trace.go:171","msg":"trace[1170687794] transaction","detail":"{read_only:false; response_revision:34073; number_of_response:1; }","duration":"195.74119ms","start":"2026-03-04T16:43:38.007399Z","end":"2026-03-04T16:43:38.20314Z","steps":["trace[1170687794] 'process raft request' (duration: 195.309729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:38.953253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.668775ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:43:38.953548Z","caller":"traceutil/trace.go:171","msg":"trace[186647570] linearizableReadLoop","detail":"{readStateIndex:35289; appliedIndex:35288; }","duration":"538.776642ms","start":"2026-03-04T16:43:38.414757Z","end":"2026-03-04T16:43:38.953533Z","steps":["trace[186647570] 'read index received' (duration: 48.85025ms)","trace[186647570] 'applied index is now lower than readState.Index' (duration: 489.925502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:38.953938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.10739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:38.954033Z","caller":"traceutil/trace.go:171","msg":"trace[144908156] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:34074; }","duration":"539.302005ms","start":"2026-03-04T16:43:38.414709Z","end":"2026-03-04T16:43:38.954011Z","steps":["trace[144908156] 'agreement among raft nodes before linearized reading' (duration: 539.075539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:38.954002Z","caller":"traceutil/trace.go:171","msg":"trace[2060923630] transaction","detail":"{read_only:false; response_revision:34075; number_of_response:1; }","duration":"503.112943ms","start":"2026-03-04T16:43:38.450867Z","end":"2026-03-04T16:43:38.95398Z","steps":["trace[2060923630] 'process raft request' (duration: 502.468837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:38.954107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.414689Z","time spent":"539.401487ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:38.95421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.450849Z","time spent":"503.270856ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:39.166412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.36281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:39.166524Z","caller":"traceutil/trace.go:171","msg":"trace[2031055009] transaction","detail":"{read_only:false; response_revision:34076; number_of_response:1; }","duration":"338.173147ms","start":"2026-03-04T16:43:38.828331Z","end":"2026-03-04T16:43:39.166504Z","steps":["trace[2031055009] 'process raft request' (duration: 125.634973ms)","trace[2031055009] 'compare' (duration: 211.814286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:39.166583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.828311Z","time spent":"338.24544ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:39.463602Z","caller":"traceutil/trace.go:171","msg":"trace[332796412] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"633.445187ms","start":"2026-03-04T16:43:38.830133Z","end":"2026-03-04T16:43:39.463579Z","steps":["trace[332796412] 'process raft request' (duration: 536.177127ms)","trace[332796412] 'compare' (duration: 96.850419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:39.463725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.830108Z","time spent":"633.549149ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:39.463941Z","caller":"traceutil/trace.go:171","msg":"trace[1775364960] transaction","detail":"{read_only:false; response_revision:34078; number_of_response:1; }","duration":"633.071787ms","start":"2026-03-04T16:43:38.830843Z","end":"2026-03-04T16:43:39.463915Z","steps":["trace[1775364960] 'process raft request' (duration: 632.625346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:39.464072Z","caller":"traceutil/trace.go:171","msg":"trace[1711986720] linearizableReadLoop","detail":"{readStateIndex:35294; appliedIndex:35291; }","duration":"510.49189ms","start":"2026-03-04T16:43:38.953572Z","end":"2026-03-04T16:43:39.464064Z","steps":["trace[1711986720] 'read index received' (duration: 412.774958ms)","trace[1711986720] 'applied index is now lower than readState.Index' (duration: 97.715912ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:39.46413Z","caller":"traceutil/trace.go:171","msg":"trace[214455185] transaction","detail":"{read_only:false; response_revision:34079; number_of_response:1; }","duration":"633.123568ms","start":"2026-03-04T16:43:38.831001Z","end":"2026-03-04T16:43:39.464125Z","steps":["trace[214455185] 'process raft request' (duration: 632.81037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:39.464167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.830971Z","time spent":"633.17209ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:39.464113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.830832Z","time spent":"633.176349ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:39.464262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.580096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:39.464283Z","caller":"traceutil/trace.go:171","msg":"trace[1092891415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34079; }","duration":"975.637417ms","start":"2026-03-04T16:43:38.488641Z","end":"2026-03-04T16:43:39.464278Z","steps":["trace[1092891415] 'agreement among raft nodes before linearized reading' (duration: 975.596606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:39.464298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:38.488622Z","time spent":"975.673118ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:39.464447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.016022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:39.464466Z","caller":"traceutil/trace.go:171","msg":"trace[100092316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34079; }","duration":"322.072203ms","start":"2026-03-04T16:43:39.142389Z","end":"2026-03-04T16:43:39.464461Z","steps":["trace[100092316] 'agreement among raft nodes before linearized reading' (duration: 321.992711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:39.46448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:39.142369Z","time spent":"322.107544ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:43:39.817064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.929348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:39.817227Z","caller":"traceutil/trace.go:171","msg":"trace[556967811] transaction","detail":"{read_only:false; response_revision:34081; number_of_response:1; }","duration":"271.488299ms","start":"2026-03-04T16:43:39.545712Z","end":"2026-03-04T16:43:39.8172Z","steps":["trace[556967811] 'process raft request' (duration: 111.316793ms)","trace[556967811] 'compare' (duration: 159.537809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:39.894055Z","caller":"traceutil/trace.go:171","msg":"trace[9357113] linearizableReadLoop","detail":"{readStateIndex:35299; appliedIndex:35295; }","duration":"284.963668ms","start":"2026-03-04T16:43:39.609067Z","end":"2026-03-04T16:43:39.894031Z","steps":["trace[9357113] 'read index received' (duration: 47.935587ms)","trace[9357113] 'applied index is now lower than readState.Index' (duration: 237.027201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:39.894366Z","caller":"traceutil/trace.go:171","msg":"trace[1800796266] transaction","detail":"{read_only:false; response_revision:34082; number_of_response:1; }","duration":"348.015416ms","start":"2026-03-04T16:43:39.546317Z","end":"2026-03-04T16:43:39.894332Z","steps":["trace[1800796266] 'process raft request' (duration: 347.485773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:39.89445Z","caller":"traceutil/trace.go:171","msg":"trace[945058524] transaction","detail":"{read_only:false; response_revision:34083; number_of_response:1; }","duration":"346.783276ms","start":"2026-03-04T16:43:39.547655Z","end":"2026-03-04T16:43:39.894438Z","steps":["trace[945058524] 'process raft request' (duration: 346.299294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:39.894518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:39.546306Z","time spent":"348.13574ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:39.894541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:39.547643Z","time spent":"346.843298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:39.894668Z","caller":"traceutil/trace.go:171","msg":"trace[837234184] transaction","detail":"{read_only:false; response_revision:34084; number_of_response:1; }","duration":"346.303253ms","start":"2026-03-04T16:43:39.548355Z","end":"2026-03-04T16:43:39.894658Z","steps":["trace[837234184] 'process raft request' (duration: 345.642487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:39.894718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:39.548346Z","time spent":"346.347834ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:39.894404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.295577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:39.894908Z","caller":"traceutil/trace.go:171","msg":"trace[967786726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34084; }","duration":"285.869381ms","start":"2026-03-04T16:43:39.609027Z","end":"2026-03-04T16:43:39.894896Z","steps":["trace[967786726] 'agreement among raft nodes before linearized reading' (duration: 285.173864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:40.405153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.38455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:40.405242Z","caller":"traceutil/trace.go:171","msg":"trace[908309806] linearizableReadLoop","detail":"{readStateIndex:35301; appliedIndex:35300; }","duration":"167.081498ms","start":"2026-03-04T16:43:40.238146Z","end":"2026-03-04T16:43:40.405228Z","steps":["trace[908309806] 'read index received' (duration: 60.549154ms)","trace[908309806] 'applied index is now lower than readState.Index' (duration: 106.531304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:40.405288Z","caller":"traceutil/trace.go:171","msg":"trace[39152574] transaction","detail":"{read_only:false; response_revision:34086; number_of_response:1; }","duration":"197.385581ms","start":"2026-03-04T16:43:40.207859Z","end":"2026-03-04T16:43:40.405244Z","steps":["trace[39152574] 'process raft request' (duration: 90.853908ms)","trace[39152574] 'compare' (duration: 106.308068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:40.408742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.567386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T16:43:40.408919Z","caller":"traceutil/trace.go:171","msg":"trace[245141709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:34086; }","duration":"170.788742ms","start":"2026-03-04T16:43:40.238112Z","end":"2026-03-04T16:43:40.408901Z","steps":["trace[245141709] 'agreement among raft nodes before linearized reading' (duration: 167.15406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:40.788702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.844001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:40.789994Z","caller":"traceutil/trace.go:171","msg":"trace[1959873548] linearizableReadLoop","detail":"{readStateIndex:35302; appliedIndex:35301; }","duration":"302.343976ms","start":"2026-03-04T16:43:40.487623Z","end":"2026-03-04T16:43:40.789967Z","steps":["trace[1959873548] 'read index received' (duration: 115.089359ms)","trace[1959873548] 'applied index is now lower than readState.Index' (duration: 187.251637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:40.790134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.5028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:40.790162Z","caller":"traceutil/trace.go:171","msg":"trace[492673079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34087; }","duration":"302.578312ms","start":"2026-03-04T16:43:40.487575Z","end":"2026-03-04T16:43:40.790154Z","steps":["trace[492673079] 'agreement among raft nodes before linearized reading' (duration: 302.486989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:40.790191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:40.487542Z","time spent":"302.642273ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:40.790543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.965006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:40.790659Z","caller":"traceutil/trace.go:171","msg":"trace[1610538061] transaction","detail":"{read_only:false; response_revision:34087; number_of_response:1; }","duration":"303.794172ms","start":"2026-03-04T16:43:40.486832Z","end":"2026-03-04T16:43:40.790626Z","steps":["trace[1610538061] 'process raft request' (duration: 115.92673ms)","trace[1610538061] 'compare' (duration: 185.704508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:40.790675Z","caller":"traceutil/trace.go:171","msg":"trace[1422143204] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34087; }","duration":"194.1354ms","start":"2026-03-04T16:43:40.596508Z","end":"2026-03-04T16:43:40.790643Z","steps":["trace[1422143204] 'agreement among raft nodes before linearized reading' (duration: 193.871463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:40.790784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:40.486806Z","time spent":"303.903765ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:41.68522Z","caller":"traceutil/trace.go:171","msg":"trace[1501567454] transaction","detail":"{read_only:false; response_revision:34090; number_of_response:1; }","duration":"215.369755ms","start":"2026-03-04T16:43:41.469823Z","end":"2026-03-04T16:43:41.685193Z","steps":["trace[1501567454] 'process raft request' (duration: 149.826485ms)","trace[1501567454] 'compare' (duration: 65.441488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:41.693057Z","caller":"traceutil/trace.go:171","msg":"trace[1042338152] linearizableReadLoop","detail":"{readStateIndex:35307; appliedIndex:35304; }","duration":"172.589497ms","start":"2026-03-04T16:43:41.520446Z","end":"2026-03-04T16:43:41.693036Z","steps":["trace[1042338152] 'read index received' (duration: 99.188598ms)","trace[1042338152] 'applied index is now lower than readState.Index' (duration: 73.399929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:41.693144Z","caller":"traceutil/trace.go:171","msg":"trace[1751932698] transaction","detail":"{read_only:false; response_revision:34092; number_of_response:1; }","duration":"223.165551ms","start":"2026-03-04T16:43:41.46997Z","end":"2026-03-04T16:43:41.693136Z","steps":["trace[1751932698] 'process raft request' (duration: 223.037558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:41.693196Z","caller":"traceutil/trace.go:171","msg":"trace[177705775] transaction","detail":"{read_only:false; response_revision:34091; number_of_response:1; }","duration":"223.160321ms","start":"2026-03-04T16:43:41.469915Z","end":"2026-03-04T16:43:41.693075Z","steps":["trace[177705775] 'process raft request' (duration: 222.997307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:41.69332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.865524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:43:41.69335Z","caller":"traceutil/trace.go:171","msg":"trace[2111844111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34092; }","duration":"172.958726ms","start":"2026-03-04T16:43:41.520384Z","end":"2026-03-04T16:43:41.693343Z","steps":["trace[2111844111] 'agreement among raft nodes before linearized reading' (duration: 172.850163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:41.957999Z","caller":"traceutil/trace.go:171","msg":"trace[771287657] linearizableReadLoop","detail":"{readStateIndex:35309; appliedIndex:35307; }","duration":"136.242832ms","start":"2026-03-04T16:43:41.821731Z","end":"2026-03-04T16:43:41.957973Z","steps":["trace[771287657] 'read index received' (duration: 16.636469ms)","trace[771287657] 'applied index is now lower than readState.Index' (duration: 119.605323ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:41.958348Z","caller":"traceutil/trace.go:171","msg":"trace[367769288] transaction","detail":"{read_only:false; response_revision:34093; number_of_response:1; }","duration":"261.499647ms","start":"2026-03-04T16:43:41.696826Z","end":"2026-03-04T16:43:41.958326Z","steps":["trace[367769288] 'process raft request' (duration: 260.975274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:41.958786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.033542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:41.958869Z","caller":"traceutil/trace.go:171","msg":"trace[176630324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34093; }","duration":"137.182176ms","start":"2026-03-04T16:43:41.821657Z","end":"2026-03-04T16:43:41.958839Z","steps":["trace[176630324] 'agreement among raft nodes before linearized reading' (duration: 136.95573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:42.242939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.181607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:42.243155Z","caller":"traceutil/trace.go:171","msg":"trace[2065774627] transaction","detail":"{read_only:false; response_revision:34096; number_of_response:1; }","duration":"276.737421ms","start":"2026-03-04T16:43:41.966401Z","end":"2026-03-04T16:43:42.243138Z","steps":["trace[2065774627] 'process raft request' (duration: 276.641649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:42.243182Z","caller":"traceutil/trace.go:171","msg":"trace[1997957156] transaction","detail":"{read_only:false; response_revision:34095; number_of_response:1; }","duration":"279.960142ms","start":"2026-03-04T16:43:41.963192Z","end":"2026-03-04T16:43:42.243152Z","steps":["trace[1997957156] 'process raft request' (duration: 76.499557ms)","trace[1997957156] 'compare' (duration: 202.951172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:42.24319Z","caller":"traceutil/trace.go:171","msg":"trace[1710216806] linearizableReadLoop","detail":"{readStateIndex:35311; appliedIndex:35310; }","duration":"279.088711ms","start":"2026-03-04T16:43:41.964073Z","end":"2026-03-04T16:43:42.243162Z","steps":["trace[1710216806] 'read index received' (duration: 75.631405ms)","trace[1710216806] 'applied index is now lower than readState.Index' (duration: 203.454146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:42.243337Z","caller":"traceutil/trace.go:171","msg":"trace[1388740762] transaction","detail":"{read_only:false; response_revision:34097; number_of_response:1; }","duration":"276.433923ms","start":"2026-03-04T16:43:41.966878Z","end":"2026-03-04T16:43:42.243312Z","steps":["trace[1388740762] 'process raft request' (duration: 276.221208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:42.243365Z","caller":"traceutil/trace.go:171","msg":"trace[1147397092] transaction","detail":"{read_only:false; response_revision:34098; number_of_response:1; }","duration":"276.415683ms","start":"2026-03-04T16:43:41.966926Z","end":"2026-03-04T16:43:42.243341Z","steps":["trace[1147397092] 'process raft request' (duration: 276.29542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:42.244397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.346127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:43:42.244463Z","caller":"traceutil/trace.go:171","msg":"trace[1877844779] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34097; }","duration":"280.403484ms","start":"2026-03-04T16:43:41.964044Z","end":"2026-03-04T16:43:42.244448Z","steps":["trace[1877844779] 'agreement among raft nodes before linearized reading' (duration: 279.238175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:42.255764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.106841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:42.255831Z","caller":"traceutil/trace.go:171","msg":"trace[1634512950] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:34099; }","duration":"121.203813ms","start":"2026-03-04T16:43:42.13461Z","end":"2026-03-04T16:43:42.255814Z","steps":["trace[1634512950] 'agreement among raft nodes before linearized reading' (duration: 121.07871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:42.255769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.020867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:42.256052Z","caller":"traceutil/trace.go:171","msg":"trace[1274360019] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:34099; }","duration":"167.336696ms","start":"2026-03-04T16:43:42.088681Z","end":"2026-03-04T16:43:42.256018Z","steps":["trace[1274360019] 'agreement among raft nodes before linearized reading' (duration: 167.035568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:42.989267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832410982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:43:43.490357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832410982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:43:43.859134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444420514s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:43:43.859683Z","caller":"traceutil/trace.go:171","msg":"trace[452173106] transaction","detail":"{read_only:false; response_revision:34100; number_of_response:1; }","duration":"1.445038711s","start":"2026-03-04T16:43:42.414616Z","end":"2026-03-04T16:43:43.859655Z","steps":["trace[452173106] 'process raft request' (duration: 1.444852687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:43.859882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:42.414595Z","time spent":"1.445166704s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:44.489529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T16:43:44.48969Z","caller":"traceutil/trace.go:171","msg":"trace[54605107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688777s","start":"2026-03-04T16:43:42.488959Z","end":"2026-03-04T16:43:44.489648Z","steps":["trace[54605107] 'agreement among raft nodes before linearized reading' (duration: 2.000524503s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:44.48975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:42.488942Z","time spent":"2.000792031s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:43:44.71962Z","caller":"traceutil/trace.go:171","msg":"trace[1584053032] transaction","detail":"{read_only:false; response_revision:34101; number_of_response:1; }","duration":"1.693172622s","start":"2026-03-04T16:43:43.026413Z","end":"2026-03-04T16:43:44.719585Z","steps":["trace[1584053032] 'process raft request' (duration: 1.692926055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:44.719745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.026396Z","time spent":"1.693290834s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:44.720049Z","caller":"traceutil/trace.go:171","msg":"trace[1720304669] transaction","detail":"{read_only:false; response_revision:34102; number_of_response:1; }","duration":"1.414933472s","start":"2026-03-04T16:43:43.305092Z","end":"2026-03-04T16:43:44.720025Z","steps":["trace[1720304669] 'process raft request' (duration: 1.41446052s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:44.720095Z","caller":"traceutil/trace.go:171","msg":"trace[734011635] transaction","detail":"{read_only:false; response_revision:34103; number_of_response:1; }","duration":"1.413006864s","start":"2026-03-04T16:43:43.307079Z","end":"2026-03-04T16:43:44.720086Z","steps":["trace[734011635] 'process raft request' (duration: 1.412797409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:44.720165Z","caller":"traceutil/trace.go:171","msg":"trace[2001424992] transaction","detail":"{read_only:false; response_revision:34104; number_of_response:1; }","duration":"1.008545235s","start":"2026-03-04T16:43:43.711606Z","end":"2026-03-04T16:43:44.720151Z","steps":["trace[2001424992] 'process raft request' (duration: 1.008424642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:44.720163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.305065Z","time spent":"1.415043535s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:44.720215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.711583Z","time spent":"1.008605187s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:44.720293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.307058Z","time spent":"1.413056636s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:44.720489Z","caller":"traceutil/trace.go:171","msg":"trace[1547867213] transaction","detail":"{read_only:false; response_revision:34105; number_of_response:1; }","duration":"1.008681328s","start":"2026-03-04T16:43:43.711641Z","end":"2026-03-04T16:43:44.720323Z","steps":["trace[1547867213] 'process raft request' (duration: 1.008446422s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:44.721086Z","caller":"traceutil/trace.go:171","msg":"trace[499287649] transaction","detail":"{read_only:false; response_revision:34106; number_of_response:1; }","duration":"1.008490074s","start":"2026-03-04T16:43:43.712573Z","end":"2026-03-04T16:43:44.721063Z","steps":["trace[499287649] 'process raft request' (duration: 1.007568431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:44.721264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.712552Z","time spent":"1.008622747s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:44.721437Z","caller":"traceutil/trace.go:171","msg":"trace[1860243915] linearizableReadLoop","detail":"{readStateIndex:35319; appliedIndex:35315; }","duration":"2.23184682s","start":"2026-03-04T16:43:42.48901Z","end":"2026-03-04T16:43:44.720857Z","steps":["trace[1860243915] 'read index received' (duration: 1.370361559s)","trace[1860243915] 'applied index is now lower than readState.Index' (duration: 861.483731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:44.721472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.711614Z","time spent":"1.00916036s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:45.368983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.650755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:45.369182Z","caller":"traceutil/trace.go:171","msg":"trace[1247011289] transaction","detail":"{read_only:false; response_revision:34107; number_of_response:1; }","duration":"1.10798417s","start":"2026-03-04T16:43:44.261176Z","end":"2026-03-04T16:43:45.36916Z","steps":["trace[1247011289] 'process raft request' (duration: 643.088649ms)","trace[1247011289] 'compare' (duration: 464.565663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:45.369249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.261155Z","time spent":"1.108064351s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:45.685951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.875123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:43:45.686079Z","caller":"traceutil/trace.go:171","msg":"trace[1070581213] linearizableReadLoop","detail":"{readStateIndex:35324; appliedIndex:35322; }","duration":"964.568719ms","start":"2026-03-04T16:43:44.721491Z","end":"2026-03-04T16:43:45.68606Z","steps":["trace[1070581213] 'read index received' (duration: 182.754914ms)","trace[1070581213] 'applied index is now lower than readState.Index' (duration: 781.812095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:45.686624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439623075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:43:45.686711Z","caller":"traceutil/trace.go:171","msg":"trace[1434212868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34108; }","duration":"1.439755697s","start":"2026-03-04T16:43:44.246934Z","end":"2026-03-04T16:43:45.68669Z","steps":["trace[1434212868] 'agreement among raft nodes before linearized reading' (duration: 1.439505631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.686709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43903674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:43:45.686761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.246896Z","time spent":"1.43985619s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:43:45.686773Z","caller":"traceutil/trace.go:171","msg":"trace[175250637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34108; }","duration":"1.439145233s","start":"2026-03-04T16:43:44.24761Z","end":"2026-03-04T16:43:45.686756Z","steps":["trace[175250637] 'agreement among raft nodes before linearized reading' (duration: 1.438968959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.686821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.247585Z","time spent":"1.439222664s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:45.686863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723793353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:43:45.686901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.707724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:45.686921Z","caller":"traceutil/trace.go:171","msg":"trace[659336155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34108; }","duration":"1.723842094s","start":"2026-03-04T16:43:43.963061Z","end":"2026-03-04T16:43:45.686903Z","steps":["trace[659336155] 'agreement among raft nodes before linearized reading' (duration: 1.72369058s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:45.686959Z","caller":"traceutil/trace.go:171","msg":"trace[1625827477] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:34108; }","duration":"373.809187ms","start":"2026-03-04T16:43:45.313134Z","end":"2026-03-04T16:43:45.686943Z","steps":["trace[1625827477] 'agreement among raft nodes before linearized reading' (duration: 373.735145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.313113Z","time spent":"373.879369ms","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:45.687007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659073772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:45.68702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.31654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:45.687074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439352428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:43:45.687129Z","caller":"traceutil/trace.go:171","msg":"trace[1429861813] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:34108; }","duration":"536.473695ms","start":"2026-03-04T16:43:45.15063Z","end":"2026-03-04T16:43:45.687104Z","steps":["trace[1429861813] 'agreement among raft nodes before linearized reading' (duration: 536.2906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:45.687186Z","caller":"traceutil/trace.go:171","msg":"trace[157163393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34108; }","duration":"1.439498981s","start":"2026-03-04T16:43:44.247662Z","end":"2026-03-04T16:43:45.687161Z","steps":["trace[157163393] 'agreement among raft nodes before linearized reading' (duration: 1.439182943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.150617Z","time spent":"536.564467ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:45.686961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.963005Z","time spent":"1.723947727s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:43:45.687247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.247585Z","time spent":"1.439648205s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:45.687002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439480851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:45.687387Z","caller":"traceutil/trace.go:171","msg":"trace[520872350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34108; }","duration":"1.43986982s","start":"2026-03-04T16:43:44.247501Z","end":"2026-03-04T16:43:45.687371Z","steps":["trace[520872350] 'agreement among raft nodes before linearized reading' (duration: 1.439428419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.247497Z","time spent":"1.439924132s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:45.68693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196912511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:45.687056Z","caller":"traceutil/trace.go:171","msg":"trace[434144454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34108; }","duration":"2.659134784s","start":"2026-03-04T16:43:43.027903Z","end":"2026-03-04T16:43:45.687038Z","steps":["trace[434144454] 'agreement among raft nodes before linearized reading' (duration: 2.659078023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:43.027896Z","time spent":"2.659628196s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:45.686639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.848869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:45.687617Z","caller":"traceutil/trace.go:171","msg":"trace[1535075297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34108; }","duration":"619.911555ms","start":"2026-03-04T16:43:45.067695Z","end":"2026-03-04T16:43:45.687606Z","steps":["trace[1535075297] 'agreement among raft nodes before linearized reading' (duration: 618.756996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:45.687614Z","caller":"traceutil/trace.go:171","msg":"trace[644490500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34108; }","duration":"1.197529506s","start":"2026-03-04T16:43:44.489946Z","end":"2026-03-04T16:43:45.687476Z","steps":["trace[644490500] 'agreement among raft nodes before linearized reading' (duration: 1.196581252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.067674Z","time spent":"619.971187ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:43:45.6867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137576317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:45.687746Z","caller":"traceutil/trace.go:171","msg":"trace[168834399] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:34108; }","duration":"3.138662563s","start":"2026-03-04T16:43:42.549055Z","end":"2026-03-04T16:43:45.687717Z","steps":["trace[168834399] 'agreement among raft nodes before linearized reading' (duration: 3.137490704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:45.687807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:42.549038Z","time spent":"3.138749716s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:45.687991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:44.489927Z","time spent":"1.197737101s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:43:46.046832Z","caller":"traceutil/trace.go:171","msg":"trace[310912262] transaction","detail":"{read_only:false; response_revision:34110; number_of_response:1; }","duration":"354.078829ms","start":"2026-03-04T16:43:45.692728Z","end":"2026-03-04T16:43:46.046807Z","steps":["trace[310912262] 'process raft request' (duration: 353.895995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.046968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.692706Z","time spent":"354.193842ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:46.047174Z","caller":"traceutil/trace.go:171","msg":"trace[794942042] transaction","detail":"{read_only:false; response_revision:34111; number_of_response:1; }","duration":"354.331746ms","start":"2026-03-04T16:43:45.692817Z","end":"2026-03-04T16:43:46.047149Z","steps":["trace[794942042] 'process raft request' (duration: 353.949686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.047239Z","caller":"traceutil/trace.go:171","msg":"trace[472213419] transaction","detail":"{read_only:false; response_revision:34112; number_of_response:1; }","duration":"353.603178ms","start":"2026-03-04T16:43:45.693577Z","end":"2026-03-04T16:43:46.04718Z","steps":["trace[472213419] 'process raft request' (duration: 353.453734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.047271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.692809Z","time spent":"354.417838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:46.047277Z","caller":"traceutil/trace.go:171","msg":"trace[2118192082] transaction","detail":"{read_only:false; response_revision:34113; number_of_response:1; }","duration":"351.140845ms","start":"2026-03-04T16:43:45.696118Z","end":"2026-03-04T16:43:46.047259Z","steps":["trace[2118192082] 'process raft request' (duration: 351.028503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.047268Z","caller":"traceutil/trace.go:171","msg":"trace[329000155] linearizableReadLoop","detail":"{readStateIndex:35327; appliedIndex:35324; }","duration":"354.225863ms","start":"2026-03-04T16:43:45.693017Z","end":"2026-03-04T16:43:46.047243Z","steps":["trace[329000155] 'read index received' (duration: 84.788106ms)","trace[329000155] 'applied index is now lower than readState.Index' (duration: 269.436567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:46.047363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.696103Z","time spent":"351.208508ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:46.047395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.693562Z","time spent":"353.743582ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:46.047508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.47367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:46.047565Z","caller":"traceutil/trace.go:171","msg":"trace[1974916515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34113; }","duration":"354.579623ms","start":"2026-03-04T16:43:45.692975Z","end":"2026-03-04T16:43:46.047555Z","steps":["trace[1974916515] 'agreement among raft nodes before linearized reading' (duration: 354.384978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.047603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.692959Z","time spent":"354.635584ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:43:46.235747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.310277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:46.236092Z","caller":"traceutil/trace.go:171","msg":"trace[221917487] transaction","detail":"{read_only:false; response_revision:34114; number_of_response:1; }","duration":"439.05843ms","start":"2026-03-04T16:43:45.797001Z","end":"2026-03-04T16:43:46.236059Z","steps":["trace[221917487] 'process raft request' (duration: 311.085096ms)","trace[221917487] 'compare' (duration: 126.964949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:46.236234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.796983Z","time spent":"439.175953ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:46.236358Z","caller":"traceutil/trace.go:171","msg":"trace[1930769828] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"372.185866ms","start":"2026-03-04T16:43:45.864157Z","end":"2026-03-04T16:43:46.236343Z","steps":["trace[1930769828] 'process raft request' (duration: 372.051473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.23639Z","caller":"traceutil/trace.go:171","msg":"trace[1940397882] linearizableReadLoop","detail":"{readStateIndex:35331; appliedIndex:35329; }","duration":"189.008931ms","start":"2026-03-04T16:43:46.047333Z","end":"2026-03-04T16:43:46.236342Z","steps":["trace[1940397882] 'read index received' (duration: 60.77545ms)","trace[1940397882] 'applied index is now lower than readState.Index' (duration: 128.232611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:46.236418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.864129Z","time spent":"372.257547ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:46.236565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.683621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T16:43:46.236605Z","caller":"traceutil/trace.go:171","msg":"trace[275750000] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b; range_end:; response_count:1; response_revision:34115; }","duration":"542.746002ms","start":"2026-03-04T16:43:45.693847Z","end":"2026-03-04T16:43:46.236593Z","steps":["trace[275750000] 'agreement among raft nodes before linearized reading' (duration: 542.626659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.23664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.693837Z","time spent":"542.788273ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899acdf5160f55b\" "} {"level":"warn","ts":"2026-03-04T16:43:46.23665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.011503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:46.236943Z","caller":"traceutil/trace.go:171","msg":"trace[1193203348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34115; }","duration":"538.397452ms","start":"2026-03-04T16:43:45.698524Z","end":"2026-03-04T16:43:46.236921Z","steps":["trace[1193203348] 'agreement among raft nodes before linearized reading' (duration: 537.833998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.237052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:45.698504Z","time spent":"538.536555ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:46.2371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.117269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:43:46.237746Z","caller":"traceutil/trace.go:171","msg":"trace[1008008389] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34115; }","duration":"188.782685ms","start":"2026-03-04T16:43:46.04895Z","end":"2026-03-04T16:43:46.237733Z","steps":["trace[1008008389] 'agreement among raft nodes before linearized reading' (duration: 187.561505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.536053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.769279ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T16:43:46.53614Z","caller":"traceutil/trace.go:171","msg":"trace[1372215376] linearizableReadLoop","detail":"{readStateIndex:35332; appliedIndex:35331; }","duration":"253.325851ms","start":"2026-03-04T16:43:46.282798Z","end":"2026-03-04T16:43:46.536124Z","steps":["trace[1372215376] 'read index received' (duration: 100.408639ms)","trace[1372215376] 'applied index is now lower than readState.Index' (duration: 152.915792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:46.536304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.301008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:46.536378Z","caller":"traceutil/trace.go:171","msg":"trace[798942288] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34115; }","duration":"212.417051ms","start":"2026-03-04T16:43:46.32393Z","end":"2026-03-04T16:43:46.536362Z","steps":["trace[798942288] 'agreement among raft nodes before linearized reading' (duration: 212.285688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.536446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.626848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:46.536521Z","caller":"traceutil/trace.go:171","msg":"trace[249730064] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:34115; }","duration":"253.761242ms","start":"2026-03-04T16:43:46.282742Z","end":"2026-03-04T16:43:46.536503Z","steps":["trace[249730064] 'agreement among raft nodes before linearized reading' (duration: 253.540776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.705097Z","caller":"traceutil/trace.go:171","msg":"trace[1255291182] linearizableReadLoop","detail":"{readStateIndex:35333; appliedIndex:35332; }","duration":"166.173286ms","start":"2026-03-04T16:43:46.538898Z","end":"2026-03-04T16:43:46.705071Z","steps":["trace[1255291182] 'read index received' (duration: 132.751124ms)","trace[1255291182] 'applied index is now lower than readState.Index' (duration: 33.421112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:46.70517Z","caller":"traceutil/trace.go:171","msg":"trace[627800909] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"167.720434ms","start":"2026-03-04T16:43:46.53742Z","end":"2026-03-04T16:43:46.70514Z","steps":["trace[627800909] 'process raft request' (duration: 134.292833ms)","trace[627800909] 'compare' (duration: 33.219436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:46.705287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.36467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:46.705378Z","caller":"traceutil/trace.go:171","msg":"trace[1077466820] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34116; }","duration":"166.497853ms","start":"2026-03-04T16:43:46.538869Z","end":"2026-03-04T16:43:46.705366Z","steps":["trace[1077466820] 'agreement among raft nodes before linearized reading' (duration: 166.328279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.869137Z","caller":"traceutil/trace.go:171","msg":"trace[260819364] transaction","detail":"{read_only:false; response_revision:34117; number_of_response:1; }","duration":"143.352301ms","start":"2026-03-04T16:43:46.725766Z","end":"2026-03-04T16:43:46.869119Z","steps":["trace[260819364] 'process raft request' (duration: 143.035333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.899845Z","caller":"traceutil/trace.go:171","msg":"trace[1241774921] transaction","detail":"{read_only:false; response_revision:34118; number_of_response:1; }","duration":"161.598631ms","start":"2026-03-04T16:43:46.738215Z","end":"2026-03-04T16:43:46.899814Z","steps":["trace[1241774921] 'process raft request' (duration: 161.410886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:46.899885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.245046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:46.899918Z","caller":"traceutil/trace.go:171","msg":"trace[1902014886] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34121; }","duration":"160.313938ms","start":"2026-03-04T16:43:46.739595Z","end":"2026-03-04T16:43:46.899909Z","steps":["trace[1902014886] 'agreement among raft nodes before linearized reading' (duration: 160.223096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.900044Z","caller":"traceutil/trace.go:171","msg":"trace[2113836597] transaction","detail":"{read_only:false; response_revision:34119; number_of_response:1; }","duration":"161.744914ms","start":"2026-03-04T16:43:46.738291Z","end":"2026-03-04T16:43:46.900036Z","steps":["trace[2113836597] 'process raft request' (duration: 161.447237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.900108Z","caller":"traceutil/trace.go:171","msg":"trace[1042846244] transaction","detail":"{read_only:false; response_revision:34120; number_of_response:1; }","duration":"161.775605ms","start":"2026-03-04T16:43:46.738327Z","end":"2026-03-04T16:43:46.900103Z","steps":["trace[1042846244] 'process raft request' (duration: 161.438957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.900162Z","caller":"traceutil/trace.go:171","msg":"trace[863342408] transaction","detail":"{read_only:false; response_revision:34121; number_of_response:1; }","duration":"161.784046ms","start":"2026-03-04T16:43:46.738357Z","end":"2026-03-04T16:43:46.900141Z","steps":["trace[863342408] 'process raft request' (duration: 161.434997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:46.900052Z","caller":"traceutil/trace.go:171","msg":"trace[6516045] linearizableReadLoop","detail":"{readStateIndex:35338; appliedIndex:35333; }","duration":"160.197825ms","start":"2026-03-04T16:43:46.739617Z","end":"2026-03-04T16:43:46.899815Z","steps":["trace[6516045] 'read index received' (duration: 129.4423ms)","trace[6516045] 'applied index is now lower than readState.Index' (duration: 30.755015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:47.397862Z","caller":"traceutil/trace.go:171","msg":"trace[1889595475] transaction","detail":"{read_only:false; response_revision:34122; number_of_response:1; }","duration":"222.528356ms","start":"2026-03-04T16:43:47.175305Z","end":"2026-03-04T16:43:47.397833Z","steps":["trace[1889595475] 'process raft request' (duration: 222.26258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:47.684517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.752311ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:43:47.685139Z","caller":"traceutil/trace.go:171","msg":"trace[1010248496] linearizableReadLoop","detail":"{readStateIndex:35340; appliedIndex:35338; }","duration":"418.390069ms","start":"2026-03-04T16:43:47.266724Z","end":"2026-03-04T16:43:47.685114Z","steps":["trace[1010248496] 'read index received' (duration: 130.897758ms)","trace[1010248496] 'applied index is now lower than readState.Index' (duration: 287.490661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:47.685207Z","caller":"traceutil/trace.go:171","msg":"trace[679013655] transaction","detail":"{read_only:false; response_revision:34123; number_of_response:1; }","duration":"310.065661ms","start":"2026-03-04T16:43:47.37512Z","end":"2026-03-04T16:43:47.685186Z","steps":["trace[679013655] 'process raft request' (duration: 309.504067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:47.685384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:47.375096Z","time spent":"310.195154ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:48.022534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.785709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:48.022606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.559006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:48.022631Z","caller":"traceutil/trace.go:171","msg":"trace[1876999933] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:34123; }","duration":"755.930092ms","start":"2026-03-04T16:43:47.266675Z","end":"2026-03-04T16:43:48.022605Z","steps":["trace[1876999933] 'agreement among raft nodes before linearized reading' (duration: 418.586974ms)","trace[1876999933] 'count revisions from in-memory index tree' (duration: 337.216996ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:48.022663Z","caller":"traceutil/trace.go:171","msg":"trace[282790475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34123; }","duration":"534.634118ms","start":"2026-03-04T16:43:47.488003Z","end":"2026-03-04T16:43:48.022637Z","steps":["trace[282790475] 'agreement among raft nodes before linearized reading' (duration: 197.28567ms)","trace[282790475] 'range keys from in-memory index tree' (duration: 337.298127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:48.022674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:47.266655Z","time spent":"756.008104ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:48.022707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:47.487984Z","time spent":"534.71215ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:48.022544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.135404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:48.022871Z","caller":"traceutil/trace.go:171","msg":"trace[329864234] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34123; }","duration":"241.517844ms","start":"2026-03-04T16:43:47.781339Z","end":"2026-03-04T16:43:48.022857Z","steps":["trace[329864234] 'count revisions from in-memory index tree' (duration: 240.997491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.022891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.842177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:43:48.022969Z","caller":"traceutil/trace.go:171","msg":"trace[266629409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34123; }","duration":"240.97366ms","start":"2026-03-04T16:43:47.781981Z","end":"2026-03-04T16:43:48.022955Z","steps":["trace[266629409] 'range keys from in-memory index tree' (duration: 240.708654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:48.265822Z","caller":"traceutil/trace.go:171","msg":"trace[1135730898] transaction","detail":"{read_only:false; response_revision:34124; number_of_response:1; }","duration":"238.831296ms","start":"2026-03-04T16:43:48.026975Z","end":"2026-03-04T16:43:48.265807Z","steps":["trace[1135730898] 'process raft request' (duration: 238.530748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.266255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.34958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:48.266356Z","caller":"traceutil/trace.go:171","msg":"trace[837654817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34124; }","duration":"214.502614ms","start":"2026-03-04T16:43:48.051831Z","end":"2026-03-04T16:43:48.266333Z","steps":["trace[837654817] 'agreement among raft nodes before linearized reading' (duration: 214.210367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:48.265746Z","caller":"traceutil/trace.go:171","msg":"trace[552154542] linearizableReadLoop","detail":"{readStateIndex:35342; appliedIndex:35341; }","duration":"213.847587ms","start":"2026-03-04T16:43:48.051875Z","end":"2026-03-04T16:43:48.265722Z","steps":["trace[552154542] 'read index received' (duration: 213.699403ms)","trace[552154542] 'applied index is now lower than readState.Index' (duration: 147.014µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:48.628558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.990873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:48.628805Z","caller":"traceutil/trace.go:171","msg":"trace[818215815] transaction","detail":"{read_only:false; response_revision:34126; number_of_response:1; }","duration":"358.46431ms","start":"2026-03-04T16:43:48.270319Z","end":"2026-03-04T16:43:48.628784Z","steps":["trace[818215815] 'process raft request' (duration: 358.387678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:48.628814Z","caller":"traceutil/trace.go:171","msg":"trace[553236367] linearizableReadLoop","detail":"{readStateIndex:35343; appliedIndex:35342; }","duration":"362.081321ms","start":"2026-03-04T16:43:48.266706Z","end":"2026-03-04T16:43:48.628788Z","steps":["trace[553236367] 'read index received' (duration: 162.848672ms)","trace[553236367] 'applied index is now lower than readState.Index' (duration: 199.229609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:48.628895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.270304Z","time spent":"358.549282ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:48.628957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.729481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:48.629008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.416291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:43:48.629025Z","caller":"traceutil/trace.go:171","msg":"trace[1383624802] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:34126; }","duration":"513.809673ms","start":"2026-03-04T16:43:48.115198Z","end":"2026-03-04T16:43:48.629008Z","steps":["trace[1383624802] 'agreement among raft nodes before linearized reading' (duration: 513.635428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.629059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.115155Z","time spent":"513.897745ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:48.629038Z","caller":"traceutil/trace.go:171","msg":"trace[1764457882] transaction","detail":"{read_only:false; response_revision:34125; number_of_response:1; }","duration":"387.809459ms","start":"2026-03-04T16:43:48.241202Z","end":"2026-03-04T16:43:48.629011Z","steps":["trace[1764457882] 'process raft request' (duration: 188.263632ms)","trace[1764457882] 'compare' (duration: 198.796858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:48.629091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.612526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:43:48.629115Z","caller":"traceutil/trace.go:171","msg":"trace[103216062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34126; }","duration":"576.651896ms","start":"2026-03-04T16:43:48.052458Z","end":"2026-03-04T16:43:48.62911Z","steps":["trace[103216062] 'agreement among raft nodes before linearized reading' (duration: 576.584884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.629137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.052453Z","time spent":"576.678668ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:48.62915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.241183Z","time spent":"387.905451ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:48.629031Z","caller":"traceutil/trace.go:171","msg":"trace[1727000815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34126; }","duration":"576.466932ms","start":"2026-03-04T16:43:48.052557Z","end":"2026-03-04T16:43:48.629024Z","steps":["trace[1727000815] 'agreement among raft nodes before linearized reading' (duration: 576.332829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.629304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.052552Z","time spent":"576.742299ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:48.629494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.989185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:43:48.629621Z","caller":"traceutil/trace.go:171","msg":"trace[721474440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34126; }","duration":"577.176159ms","start":"2026-03-04T16:43:48.052415Z","end":"2026-03-04T16:43:48.629591Z","steps":["trace[721474440] 'agreement among raft nodes before linearized reading' (duration: 576.769789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:48.629706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.052404Z","time spent":"577.290613ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:49.129068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832411037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:43:49.301345Z","caller":"traceutil/trace.go:171","msg":"trace[616299083] transaction","detail":"{read_only:false; response_revision:34127; number_of_response:1; }","duration":"843.523098ms","start":"2026-03-04T16:43:48.4578Z","end":"2026-03-04T16:43:49.301323Z","steps":["trace[616299083] 'process raft request' (duration: 843.369694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.301475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.457771Z","time spent":"843.637581ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:49.641196Z","caller":"traceutil/trace.go:171","msg":"trace[133245907] transaction","detail":"{read_only:false; response_revision:34128; number_of_response:1; }","duration":"1.00832588s","start":"2026-03-04T16:43:48.632832Z","end":"2026-03-04T16:43:49.641158Z","steps":["trace[133245907] 'process raft request' (duration: 1.007972792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.632807Z","time spent":"1.008466003s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:49.641407Z","caller":"traceutil/trace.go:171","msg":"trace[1790858872] linearizableReadLoop","detail":"{readStateIndex:35353; appliedIndex:35344; }","duration":"1.012516985s","start":"2026-03-04T16:43:48.628861Z","end":"2026-03-04T16:43:49.641378Z","steps":["trace[1790858872] 'read index received' (duration: 672.372607ms)","trace[1790858872] 'applied index is now lower than readState.Index' (duration: 340.143128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:49.641537Z","caller":"traceutil/trace.go:171","msg":"trace[684024075] transaction","detail":"{read_only:false; response_revision:34130; number_of_response:1; }","duration":"1.008194416s","start":"2026-03-04T16:43:48.633323Z","end":"2026-03-04T16:43:49.641518Z","steps":["trace[684024075] 'process raft request' (duration: 1.007762795s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:49.641543Z","caller":"traceutil/trace.go:171","msg":"trace[1467893783] transaction","detail":"{read_only:false; response_revision:34133; number_of_response:1; }","duration":"735.764114ms","start":"2026-03-04T16:43:48.905749Z","end":"2026-03-04T16:43:49.641514Z","steps":["trace[1467893783] 'process raft request' (duration: 735.478476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152364639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:49.64166Z","caller":"traceutil/trace.go:171","msg":"trace[1799275435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34135; }","duration":"1.152437451s","start":"2026-03-04T16:43:48.489216Z","end":"2026-03-04T16:43:49.641653Z","steps":["trace[1799275435] 'agreement among raft nodes before linearized reading' (duration: 1.152365179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.905715Z","time spent":"735.892258ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:49.641705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.489195Z","time spent":"1.152501063s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:43:49.641706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081424842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:49.6417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.633296Z","time spent":"1.008300099s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:49.641551Z","caller":"traceutil/trace.go:171","msg":"trace[1749407395] transaction","detail":"{read_only:false; response_revision:34131; number_of_response:1; }","duration":"767.217607ms","start":"2026-03-04T16:43:48.874319Z","end":"2026-03-04T16:43:49.641536Z","steps":["trace[1749407395] 'process raft request' (duration: 766.817046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123519261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:49.641631Z","caller":"traceutil/trace.go:171","msg":"trace[794387049] transaction","detail":"{read_only:false; response_revision:34129; number_of_response:1; }","duration":"1.00834782s","start":"2026-03-04T16:43:48.633255Z","end":"2026-03-04T16:43:49.641603Z","steps":["trace[794387049] 'process raft request' (duration: 1.007772045s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:49.641798Z","caller":"traceutil/trace.go:171","msg":"trace[1712262012] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:34135; }","duration":"1.123596333s","start":"2026-03-04T16:43:48.518194Z","end":"2026-03-04T16:43:49.641791Z","steps":["trace[1712262012] 'agreement among raft nodes before linearized reading' (duration: 1.123539402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.518172Z","time spent":"1.123640805s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:49.641815Z","caller":"traceutil/trace.go:171","msg":"trace[1565814590] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:34135; }","duration":"1.081509524s","start":"2026-03-04T16:43:48.560228Z","end":"2026-03-04T16:43:49.641737Z","steps":["trace[1565814590] 'agreement among raft nodes before linearized reading' (duration: 1.081409051s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:49.641831Z","caller":"traceutil/trace.go:171","msg":"trace[1612740790] transaction","detail":"{read_only:false; response_revision:34132; number_of_response:1; }","duration":"737.121688ms","start":"2026-03-04T16:43:48.904701Z","end":"2026-03-04T16:43:49.641823Z","steps":["trace[1612740790] 'process raft request' (duration: 736.478841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.874289Z","time spent":"767.504134ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:49.641865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.887563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T16:43:49.641868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.057092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:43:49.641898Z","caller":"traceutil/trace.go:171","msg":"trace[1090478819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34135; }","duration":"212.943775ms","start":"2026-03-04T16:43:49.428943Z","end":"2026-03-04T16:43:49.641887Z","steps":["trace[1090478819] 'agreement among raft nodes before linearized reading' (duration: 212.832072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:49.641901Z","caller":"traceutil/trace.go:171","msg":"trace[1427264201] transaction","detail":"{read_only:false; response_revision:34135; number_of_response:1; }","duration":"619.808904ms","start":"2026-03-04T16:43:49.022086Z","end":"2026-03-04T16:43:49.641895Z","steps":["trace[1427264201] 'process raft request' (duration: 619.231908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.633235Z","time spent":"1.008576987s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:49.641885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.560209Z","time spent":"1.081635356s","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:49.641922Z","caller":"traceutil/trace.go:171","msg":"trace[84543521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34135; }","duration":"501.136344ms","start":"2026-03-04T16:43:49.140769Z","end":"2026-03-04T16:43:49.641905Z","steps":["trace[84543521] 'agreement among raft nodes before linearized reading' (duration: 500.97674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:49.64157Z","caller":"traceutil/trace.go:171","msg":"trace[1032224420] transaction","detail":"{read_only:false; response_revision:34134; number_of_response:1; }","duration":"719.858933ms","start":"2026-03-04T16:43:48.921696Z","end":"2026-03-04T16:43:49.641555Z","steps":["trace[1032224420] 'process raft request' (duration: 719.576515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228079566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:49.641981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.921651Z","time spent":"720.304644ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:49.641967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:49.140752Z","time spent":"501.203265ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T16:43:49.642002Z","caller":"traceutil/trace.go:171","msg":"trace[831559961] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34135; }","duration":"1.228476746s","start":"2026-03-04T16:43:48.413515Z","end":"2026-03-04T16:43:49.641992Z","steps":["trace[831559961] 'agreement among raft nodes before linearized reading' (duration: 1.228081596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:49.641868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.904687Z","time spent":"737.15937ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:49.642026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:48.413494Z","time spent":"1.228523578s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:49.641934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:49.022056Z","time spent":"619.861375ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:50.161748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.726629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:50.161833Z","caller":"traceutil/trace.go:171","msg":"trace[775007862] linearizableReadLoop","detail":"{readStateIndex:35355; appliedIndex:35354; }","duration":"307.179327ms","start":"2026-03-04T16:43:49.85464Z","end":"2026-03-04T16:43:50.16182Z","steps":["trace[775007862] 'read index received' (duration: 115.237252ms)","trace[775007862] 'applied index is now lower than readState.Index' (duration: 191.940945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:50.161888Z","caller":"traceutil/trace.go:171","msg":"trace[7843393] transaction","detail":"{read_only:false; response_revision:34137; number_of_response:1; }","duration":"471.063286ms","start":"2026-03-04T16:43:49.690787Z","end":"2026-03-04T16:43:50.161851Z","steps":["trace[7843393] 'process raft request' (duration: 279.137282ms)","trace[7843393] 'compare' (duration: 191.429281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:50.161939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.29922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:50.162053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.378476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:50.162092Z","caller":"traceutil/trace.go:171","msg":"trace[864828288] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34137; }","duration":"307.494655ms","start":"2026-03-04T16:43:49.854585Z","end":"2026-03-04T16:43:50.16208Z","steps":["trace[864828288] 'agreement among raft nodes before linearized reading' (duration: 307.316991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:50.162095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:49.690769Z","time spent":"471.20684ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:50.162141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:49.854562Z","time spent":"307.553586ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:50.162131Z","caller":"traceutil/trace.go:171","msg":"trace[794145715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34137; }","duration":"142.51376ms","start":"2026-03-04T16:43:50.019599Z","end":"2026-03-04T16:43:50.162113Z","steps":["trace[794145715] 'agreement among raft nodes before linearized reading' (duration: 142.364656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:50.494804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.338521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:43:50.495254Z","caller":"traceutil/trace.go:171","msg":"trace[593607088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34137; }","duration":"224.832004ms","start":"2026-03-04T16:43:50.270401Z","end":"2026-03-04T16:43:50.495234Z","steps":["trace[593607088] 'range keys from in-memory index tree' (duration: 224.127675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:50.768474Z","caller":"traceutil/trace.go:171","msg":"trace[855998679] transaction","detail":"{read_only:false; response_revision:34138; number_of_response:1; }","duration":"270.359581ms","start":"2026-03-04T16:43:50.498075Z","end":"2026-03-04T16:43:50.768435Z","steps":["trace[855998679] 'process raft request' (duration: 270.149236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:50.769055Z","caller":"traceutil/trace.go:171","msg":"trace[649041222] linearizableReadLoop","detail":"{readStateIndex:35356; appliedIndex:35356; }","duration":"136.224602ms","start":"2026-03-04T16:43:50.632818Z","end":"2026-03-04T16:43:50.769043Z","steps":["trace[649041222] 'read index received' (duration: 136.219342ms)","trace[649041222] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:50.769201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.365266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:43:50.769235Z","caller":"traceutil/trace.go:171","msg":"trace[1977181750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34138; }","duration":"136.441728ms","start":"2026-03-04T16:43:50.632784Z","end":"2026-03-04T16:43:50.769226Z","steps":["trace[1977181750] 'agreement among raft nodes before linearized reading' (duration: 136.307274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:50.771508Z","caller":"traceutil/trace.go:171","msg":"trace[1358557865] transaction","detail":"{read_only:false; response_revision:34139; number_of_response:1; }","duration":"136.916129ms","start":"2026-03-04T16:43:50.634565Z","end":"2026-03-04T16:43:50.771482Z","steps":["trace[1358557865] 'process raft request' (duration: 136.787885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.004627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.165895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:51.004705Z","caller":"traceutil/trace.go:171","msg":"trace[1425888818] linearizableReadLoop","detail":"{readStateIndex:35358; appliedIndex:35357; }","duration":"192.073658ms","start":"2026-03-04T16:43:50.812618Z","end":"2026-03-04T16:43:51.004691Z","steps":["trace[1425888818] 'read index received' (duration: 85.738429ms)","trace[1425888818] 'applied index is now lower than readState.Index' (duration: 106.334149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:51.005529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.914099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:43:51.004746Z","caller":"traceutil/trace.go:171","msg":"trace[841355965] transaction","detail":"{read_only:false; response_revision:34140; number_of_response:1; }","duration":"230.951158ms","start":"2026-03-04T16:43:50.77377Z","end":"2026-03-04T16:43:51.004721Z","steps":["trace[841355965] 'process raft request' (duration: 124.589798ms)","trace[841355965] 'compare' (duration: 105.934679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:51.005565Z","caller":"traceutil/trace.go:171","msg":"trace[226496770] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34140; }","duration":"192.95209ms","start":"2026-03-04T16:43:50.812605Z","end":"2026-03-04T16:43:51.005557Z","steps":["trace[226496770] 'agreement among raft nodes before linearized reading' (duration: 192.15102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.417173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.236292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:51.417419Z","caller":"traceutil/trace.go:171","msg":"trace[643979884] transaction","detail":"{read_only:false; response_revision:34141; number_of_response:1; }","duration":"408.069458ms","start":"2026-03-04T16:43:51.00931Z","end":"2026-03-04T16:43:51.417379Z","steps":["trace[643979884] 'process raft request' (duration: 111.54326ms)","trace[643979884] 'compare' (duration: 295.644717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:51.41757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.009284Z","time spent":"408.202132ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:51.417729Z","caller":"traceutil/trace.go:171","msg":"trace[2133298241] transaction","detail":"{read_only:false; response_revision:34142; number_of_response:1; }","duration":"176.039234ms","start":"2026-03-04T16:43:51.241659Z","end":"2026-03-04T16:43:51.417698Z","steps":["trace[2133298241] 'process raft request' (duration: 175.851029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.792874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.176702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:43:51.792952Z","caller":"traceutil/trace.go:171","msg":"trace[1628740595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34142; }","duration":"146.280606ms","start":"2026-03-04T16:43:51.646653Z","end":"2026-03-04T16:43:51.792933Z","steps":["trace[1628740595] 'range keys from in-memory index tree' (duration: 146.041899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.792962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.497585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:43:51.793288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.831714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:43:51.793349Z","caller":"traceutil/trace.go:171","msg":"trace[1002181120] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:34142; }","duration":"147.925877ms","start":"2026-03-04T16:43:51.645414Z","end":"2026-03-04T16:43:51.793339Z","steps":["trace[1002181120] 'range keys from in-memory index tree' (duration: 147.725382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.793494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.370052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:43:51.793624Z","caller":"traceutil/trace.go:171","msg":"trace[1473627867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34142; }","duration":"145.516886ms","start":"2026-03-04T16:43:51.648077Z","end":"2026-03-04T16:43:51.793594Z","steps":["trace[1473627867] 'range keys from in-memory index tree' (duration: 145.174657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:51.793296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.783671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:51.79385Z","caller":"traceutil/trace.go:171","msg":"trace[1243167664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34142; }","duration":"211.390286ms","start":"2026-03-04T16:43:51.582439Z","end":"2026-03-04T16:43:51.793829Z","steps":["trace[1243167664] 'count revisions from in-memory index tree' (duration: 210.693998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:51.794867Z","caller":"traceutil/trace.go:171","msg":"trace[2020050829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34142; }","duration":"147.404282ms","start":"2026-03-04T16:43:51.647439Z","end":"2026-03-04T16:43:51.794843Z","steps":["trace[2020050829] 'range keys from in-memory index tree' (duration: 145.389852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:51.947093Z","caller":"traceutil/trace.go:171","msg":"trace[948043825] transaction","detail":"{read_only:false; response_revision:34143; number_of_response:1; }","duration":"297.436733ms","start":"2026-03-04T16:43:51.649627Z","end":"2026-03-04T16:43:51.947064Z","steps":["trace[948043825] 'process raft request' (duration: 297.283518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:52.298639Z","caller":"traceutil/trace.go:171","msg":"trace[1948969443] transaction","detail":"{read_only:false; response_revision:34144; number_of_response:1; }","duration":"647.86685ms","start":"2026-03-04T16:43:51.65073Z","end":"2026-03-04T16:43:52.298597Z","steps":["trace[1948969443] 'process raft request' (duration: 647.564142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:52.298718Z","caller":"traceutil/trace.go:171","msg":"trace[1034571393] transaction","detail":"{read_only:false; response_revision:34145; number_of_response:1; }","duration":"647.769147ms","start":"2026-03-04T16:43:51.650913Z","end":"2026-03-04T16:43:52.298682Z","steps":["trace[1034571393] 'process raft request' (duration: 647.540391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.298814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.650718Z","time spent":"648.008323ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:52.29885Z","caller":"traceutil/trace.go:171","msg":"trace[719194646] linearizableReadLoop","detail":"{readStateIndex:35365; appliedIndex:35361; }","duration":"564.896561ms","start":"2026-03-04T16:43:51.733933Z","end":"2026-03-04T16:43:52.29883Z","steps":["trace[719194646] 'read index received' (duration: 213.14852ms)","trace[719194646] 'applied index is now lower than readState.Index' (duration: 351.746991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:52.298901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.650907Z","time spent":"647.88664ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:52.299034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.078455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:52.29907Z","caller":"traceutil/trace.go:171","msg":"trace[1721903913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34150; }","duration":"565.163487ms","start":"2026-03-04T16:43:51.733897Z","end":"2026-03-04T16:43:52.299061Z","steps":["trace[1721903913] 'agreement among raft nodes before linearized reading' (duration: 565.015134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.29907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.794575Z","time spent":"504.489729ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:43:52.299104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.733879Z","time spent":"565.217388ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:43:52.299138Z","caller":"traceutil/trace.go:171","msg":"trace[1329111372] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"499.825761ms","start":"2026-03-04T16:43:51.799289Z","end":"2026-03-04T16:43:52.299115Z","steps":["trace[1329111372] 'process raft request' (duration: 499.457612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:52.299236Z","caller":"traceutil/trace.go:171","msg":"trace[1441076853] transaction","detail":"{read_only:false; response_revision:34146; number_of_response:1; }","duration":"648.265419ms","start":"2026-03-04T16:43:51.650958Z","end":"2026-03-04T16:43:52.299223Z","steps":["trace[1441076853] 'process raft request' (duration: 647.574542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.299245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.799275Z","time spent":"499.921193ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:52.299313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.650953Z","time spent":"648.317881ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:52.299374Z","caller":"traceutil/trace.go:171","msg":"trace[248745340] transaction","detail":"{read_only:false; response_revision:34148; number_of_response:1; }","duration":"500.20547ms","start":"2026-03-04T16:43:51.799154Z","end":"2026-03-04T16:43:52.299359Z","steps":["trace[248745340] 'process raft request' (duration: 499.552794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:52.299413Z","caller":"traceutil/trace.go:171","msg":"trace[1154193516] transaction","detail":"{read_only:false; response_revision:34147; number_of_response:1; }","duration":"633.497328ms","start":"2026-03-04T16:43:51.665905Z","end":"2026-03-04T16:43:52.299402Z","steps":["trace[1154193516] 'process raft request' (duration: 632.665327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.299442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.799127Z","time spent":"500.283302ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:52.299471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.665884Z","time spent":"633.557509ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:52.299322Z","caller":"traceutil/trace.go:171","msg":"trace[1265171900] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"499.706058ms","start":"2026-03-04T16:43:51.799605Z","end":"2026-03-04T16:43:52.299311Z","steps":["trace[1265171900] 'process raft request' (duration: 499.175324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.29958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:51.799589Z","time spent":"499.964754ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:52.574748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.697598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:52.575065Z","caller":"traceutil/trace.go:171","msg":"trace[300139608] transaction","detail":"{read_only:false; response_revision:34151; number_of_response:1; }","duration":"408.571822ms","start":"2026-03-04T16:43:52.166467Z","end":"2026-03-04T16:43:52.575039Z","steps":["trace[300139608] 'process raft request' (duration: 251.518615ms)","trace[300139608] 'compare' (duration: 156.524134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:52.575095Z","caller":"traceutil/trace.go:171","msg":"trace[823667735] transaction","detail":"{read_only:false; response_revision:34152; number_of_response:1; }","duration":"349.815342ms","start":"2026-03-04T16:43:52.225258Z","end":"2026-03-04T16:43:52.575073Z","steps":["trace[823667735] 'process raft request' (duration: 349.562245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.575148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:52.225232Z","time spent":"349.890544ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:52.575189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:52.166444Z","time spent":"408.675615ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:52.575271Z","caller":"traceutil/trace.go:171","msg":"trace[22370536] linearizableReadLoop","detail":"{readStateIndex:35372; appliedIndex:35369; }","duration":"272.671049ms","start":"2026-03-04T16:43:52.302579Z","end":"2026-03-04T16:43:52.57525Z","steps":["trace[22370536] 'read index received' (duration: 115.410827ms)","trace[22370536] 'applied index is now lower than readState.Index' (duration: 157.259322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:52.575433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.85293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:52.575468Z","caller":"traceutil/trace.go:171","msg":"trace[154573998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:34153; }","duration":"202.927042ms","start":"2026-03-04T16:43:52.37253Z","end":"2026-03-04T16:43:52.575457Z","steps":["trace[154573998] 'agreement among raft nodes before linearized reading' (duration: 202.869611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:52.575505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.912105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:43:52.575539Z","caller":"traceutil/trace.go:171","msg":"trace[1499353391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34153; }","duration":"272.958617ms","start":"2026-03-04T16:43:52.302572Z","end":"2026-03-04T16:43:52.575531Z","steps":["trace[1499353391] 'agreement among raft nodes before linearized reading' (duration: 272.799963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:52.575265Z","caller":"traceutil/trace.go:171","msg":"trace[1787754821] transaction","detail":"{read_only:false; response_revision:34153; number_of_response:1; }","duration":"272.905565ms","start":"2026-03-04T16:43:52.302346Z","end":"2026-03-04T16:43:52.575252Z","steps":["trace[1787754821] 'process raft request' (duration: 272.69179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:53.271107Z","caller":"traceutil/trace.go:171","msg":"trace[1931873535] linearizableReadLoop","detail":"{readStateIndex:35374; appliedIndex:35373; }","duration":"262.152423ms","start":"2026-03-04T16:43:53.008934Z","end":"2026-03-04T16:43:53.271086Z","steps":["trace[1931873535] 'read index received' (duration: 261.961708ms)","trace[1931873535] 'applied index is now lower than readState.Index' (duration: 189.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:53.271527Z","caller":"traceutil/trace.go:171","msg":"trace[1655823790] transaction","detail":"{read_only:false; response_revision:34155; number_of_response:1; }","duration":"456.237973ms","start":"2026-03-04T16:43:52.815266Z","end":"2026-03-04T16:43:53.271504Z","steps":["trace[1655823790] 'process raft request' (duration: 455.692949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:53.271638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.691267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:53.27172Z","caller":"traceutil/trace.go:171","msg":"trace[1086171689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34155; }","duration":"262.82386ms","start":"2026-03-04T16:43:53.008878Z","end":"2026-03-04T16:43:53.271702Z","steps":["trace[1086171689] 'agreement among raft nodes before linearized reading' (duration: 262.638015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:53.271654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:52.81525Z","time spent":"456.330745ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:53.564933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.095769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:53.565302Z","caller":"traceutil/trace.go:171","msg":"trace[1522501286] transaction","detail":"{read_only:false; response_revision:34156; number_of_response:1; }","duration":"289.108982ms","start":"2026-03-04T16:43:53.276171Z","end":"2026-03-04T16:43:53.56528Z","steps":["trace[1522501286] 'process raft request' (duration: 123.605973ms)","trace[1522501286] 'compare' (duration: 164.884854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:54.084602Z","caller":"traceutil/trace.go:171","msg":"trace[996899127] transaction","detail":"{read_only:false; response_revision:34157; number_of_response:1; }","duration":"133.36308ms","start":"2026-03-04T16:43:53.951207Z","end":"2026-03-04T16:43:54.08457Z","steps":["trace[996899127] 'process raft request' (duration: 132.724813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:54.460317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.990465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:43:54.460405Z","caller":"traceutil/trace.go:171","msg":"trace[856462591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34157; }","duration":"155.104358ms","start":"2026-03-04T16:43:54.305281Z","end":"2026-03-04T16:43:54.460385Z","steps":["trace[856462591] 'range keys from in-memory index tree' (duration: 154.664467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:54.460562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.769279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:43:54.460666Z","caller":"traceutil/trace.go:171","msg":"trace[913493373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34157; }","duration":"154.914343ms","start":"2026-03-04T16:43:54.305726Z","end":"2026-03-04T16:43:54.460641Z","steps":["trace[913493373] 'range keys from in-memory index tree' (duration: 154.538863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:54.460733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.270172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T16:43:54.460797Z","caller":"traceutil/trace.go:171","msg":"trace[627398356] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34157; }","duration":"238.347134ms","start":"2026-03-04T16:43:54.222423Z","end":"2026-03-04T16:43:54.46077Z","steps":["trace[627398356] 'range keys from in-memory index tree' (duration: 238.15555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:54.461064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.638412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:54.461219Z","caller":"traceutil/trace.go:171","msg":"trace[818308010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34157; }","duration":"155.814786ms","start":"2026-03-04T16:43:54.305377Z","end":"2026-03-04T16:43:54.461191Z","steps":["trace[818308010] 'range keys from in-memory index tree' (duration: 155.483777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:54.461655Z","caller":"traceutil/trace.go:171","msg":"trace[843058313] transaction","detail":"{read_only:false; response_revision:34158; number_of_response:1; }","duration":"155.701762ms","start":"2026-03-04T16:43:54.305936Z","end":"2026-03-04T16:43:54.461638Z","steps":["trace[843058313] 'process raft request' (duration: 86.052197ms)","trace[843058313] 'compare' (duration: 68.776293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:54.461707Z","caller":"traceutil/trace.go:171","msg":"trace[684075763] transaction","detail":"{read_only:false; response_revision:34161; number_of_response:1; }","duration":"153.811535ms","start":"2026-03-04T16:43:54.307839Z","end":"2026-03-04T16:43:54.46165Z","steps":["trace[684075763] 'process raft request' (duration: 153.759204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:54.461749Z","caller":"traceutil/trace.go:171","msg":"trace[892750327] transaction","detail":"{read_only:false; response_revision:34160; number_of_response:1; }","duration":"155.527927ms","start":"2026-03-04T16:43:54.30618Z","end":"2026-03-04T16:43:54.461708Z","steps":["trace[892750327] 'process raft request' (duration: 155.375924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:54.461776Z","caller":"traceutil/trace.go:171","msg":"trace[1992635054] transaction","detail":"{read_only:false; response_revision:34159; number_of_response:1; }","duration":"155.64772ms","start":"2026-03-04T16:43:54.306099Z","end":"2026-03-04T16:43:54.461747Z","steps":["trace[1992635054] 'process raft request' (duration: 155.375054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:54.714706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.56794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:54.715073Z","caller":"traceutil/trace.go:171","msg":"trace[673637585] transaction","detail":"{read_only:false; response_revision:34163; number_of_response:1; }","duration":"244.12758ms","start":"2026-03-04T16:43:54.470901Z","end":"2026-03-04T16:43:54.715028Z","steps":["trace[673637585] 'process raft request' (duration: 105.141289ms)","trace[673637585] 'compare' (duration: 138.335704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:54.715385Z","caller":"traceutil/trace.go:171","msg":"trace[1719437528] transaction","detail":"{read_only:false; response_revision:34164; number_of_response:1; }","duration":"244.338315ms","start":"2026-03-04T16:43:54.471018Z","end":"2026-03-04T16:43:54.715356Z","steps":["trace[1719437528] 'process raft request' (duration: 243.782591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:54.71539Z","caller":"traceutil/trace.go:171","msg":"trace[509258117] transaction","detail":"{read_only:false; response_revision:34165; number_of_response:1; }","duration":"135.174745ms","start":"2026-03-04T16:43:54.580186Z","end":"2026-03-04T16:43:54.715361Z","steps":["trace[509258117] 'process raft request' (duration: 134.706694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:55.313505Z","caller":"traceutil/trace.go:171","msg":"trace[247728873] linearizableReadLoop","detail":"{readStateIndex:35385; appliedIndex:35384; }","duration":"405.651129ms","start":"2026-03-04T16:43:54.90783Z","end":"2026-03-04T16:43:55.313481Z","steps":["trace[247728873] 'read index received' (duration: 405.179367ms)","trace[247728873] 'applied index is now lower than readState.Index' (duration: 470.681µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:55.313715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.832903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:55.313741Z","caller":"traceutil/trace.go:171","msg":"trace[1723966030] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:34166; }","duration":"405.936636ms","start":"2026-03-04T16:43:54.907799Z","end":"2026-03-04T16:43:55.313735Z","steps":["trace[1723966030] 'agreement among raft nodes before linearized reading' (duration: 405.826373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:55.313764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:54.907782Z","time spent":"405.975546ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:43:55.313767Z","caller":"traceutil/trace.go:171","msg":"trace[1935072009] transaction","detail":"{read_only:false; response_revision:34166; number_of_response:1; }","duration":"483.53687ms","start":"2026-03-04T16:43:54.830084Z","end":"2026-03-04T16:43:55.31362Z","steps":["trace[1935072009] 'process raft request' (duration: 483.234812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:55.313952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:54.830054Z","time spent":"483.814497ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:55.541407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.041165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:55.541545Z","caller":"traceutil/trace.go:171","msg":"trace[953827576] transaction","detail":"{read_only:false; response_revision:34167; number_of_response:1; }","duration":"203.945537ms","start":"2026-03-04T16:43:55.337581Z","end":"2026-03-04T16:43:55.541527Z","steps":["trace[953827576] 'process raft request' (duration: 100.700087ms)","trace[953827576] 'compare' (duration: 102.895202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:55.838309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.368381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:55.838416Z","caller":"traceutil/trace.go:171","msg":"trace[691452634] linearizableReadLoop","detail":"{readStateIndex:35387; appliedIndex:35386; }","duration":"203.23157ms","start":"2026-03-04T16:43:55.635168Z","end":"2026-03-04T16:43:55.8384Z","steps":["trace[691452634] 'read index received' (duration: 42.734956ms)","trace[691452634] 'applied index is now lower than readState.Index' (duration: 160.495404ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:55.838621Z","caller":"traceutil/trace.go:171","msg":"trace[17058472] transaction","detail":"{read_only:false; response_revision:34168; number_of_response:1; }","duration":"266.137444ms","start":"2026-03-04T16:43:55.572466Z","end":"2026-03-04T16:43:55.838603Z","steps":["trace[17058472] 'process raft request' (duration: 105.401854ms)","trace[17058472] 'compare' (duration: 159.995801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:55.838487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.322062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:55.838765Z","caller":"traceutil/trace.go:171","msg":"trace[711379644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34168; }","duration":"203.63341ms","start":"2026-03-04T16:43:55.635116Z","end":"2026-03-04T16:43:55.838749Z","steps":["trace[711379644] 'agreement among raft nodes before linearized reading' (duration: 203.329072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.137096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.063033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:56.137212Z","caller":"traceutil/trace.go:171","msg":"trace[1166787088] transaction","detail":"{read_only:false; response_revision:34169; number_of_response:1; }","duration":"423.615851ms","start":"2026-03-04T16:43:55.713577Z","end":"2026-03-04T16:43:56.137193Z","steps":["trace[1166787088] 'process raft request' (duration: 228.374363ms)","trace[1166787088] 'compare' (duration: 194.894059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:56.137326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:55.713559Z","time spent":"423.690172ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:56.384061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.899201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:56.384175Z","caller":"traceutil/trace.go:171","msg":"trace[257265180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:34170; }","duration":"124.085136ms","start":"2026-03-04T16:43:56.260069Z","end":"2026-03-04T16:43:56.384154Z","steps":["trace[257265180] 'count revisions from in-memory index tree' (duration: 123.684136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:56.728757Z","caller":"traceutil/trace.go:171","msg":"trace[13345524] transaction","detail":"{read_only:false; response_revision:34172; number_of_response:1; }","duration":"259.894206ms","start":"2026-03-04T16:43:56.468839Z","end":"2026-03-04T16:43:56.728733Z","steps":["trace[13345524] 'process raft request' (duration: 259.6493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.963626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.63308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:56.963831Z","caller":"traceutil/trace.go:171","msg":"trace[1895430147] linearizableReadLoop","detail":"{readStateIndex:35394; appliedIndex:35390; }","duration":"436.215717ms","start":"2026-03-04T16:43:56.527586Z","end":"2026-03-04T16:43:56.963802Z","steps":["trace[1895430147] 'read index received' (duration: 200.9091ms)","trace[1895430147] 'applied index is now lower than readState.Index' (duration: 235.305617ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:56.963914Z","caller":"traceutil/trace.go:171","msg":"trace[47086473] transaction","detail":"{read_only:false; response_revision:34176; number_of_response:1; }","duration":"243.71548ms","start":"2026-03-04T16:43:56.72018Z","end":"2026-03-04T16:43:56.963896Z","steps":["trace[47086473] 'process raft request' (duration: 243.591927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:56.963932Z","caller":"traceutil/trace.go:171","msg":"trace[1353828035] transaction","detail":"{read_only:false; response_revision:34175; number_of_response:1; }","duration":"494.400703ms","start":"2026-03-04T16:43:56.469479Z","end":"2026-03-04T16:43:56.96388Z","steps":["trace[1353828035] 'process raft request' (duration: 494.26884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.963978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.395593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:43:56.963971Z","caller":"traceutil/trace.go:171","msg":"trace[767921688] transaction","detail":"{read_only:false; response_revision:34174; number_of_response:1; }","duration":"494.529227ms","start":"2026-03-04T16:43:56.469411Z","end":"2026-03-04T16:43:56.96394Z","steps":["trace[767921688] 'process raft request' (duration: 494.291201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:56.964015Z","caller":"traceutil/trace.go:171","msg":"trace[541176923] transaction","detail":"{read_only:false; response_revision:34173; number_of_response:1; }","duration":"494.649219ms","start":"2026-03-04T16:43:56.46936Z","end":"2026-03-04T16:43:56.964009Z","steps":["trace[541176923] 'process raft request' (duration: 367.552448ms)","trace[541176923] 'compare' (duration: 126.538598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:56.964069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.469345Z","time spent":"494.681481ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:56.964073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.833542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:43:56.964095Z","caller":"traceutil/trace.go:171","msg":"trace[2119091875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34176; }","duration":"245.896693ms","start":"2026-03-04T16:43:56.718193Z","end":"2026-03-04T16:43:56.96409Z","steps":["trace[2119091875] 'agreement among raft nodes before linearized reading' (duration: 245.838022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.964098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.469408Z","time spent":"494.628299ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:56.964129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.175451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:43:56.964079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.985257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:56.964165Z","caller":"traceutil/trace.go:171","msg":"trace[13676081] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34176; }","duration":"429.217552ms","start":"2026-03-04T16:43:56.534935Z","end":"2026-03-04T16:43:56.964153Z","steps":["trace[13676081] 'agreement among raft nodes before linearized reading' (duration: 429.174461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:56.964005Z","caller":"traceutil/trace.go:171","msg":"trace[2080519212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34176; }","duration":"436.446983ms","start":"2026-03-04T16:43:56.527549Z","end":"2026-03-04T16:43:56.963996Z","steps":["trace[2080519212] 'agreement among raft nodes before linearized reading' (duration: 436.353881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:56.964186Z","caller":"traceutil/trace.go:171","msg":"trace[966419745] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:34176; }","duration":"433.154961ms","start":"2026-03-04T16:43:56.531024Z","end":"2026-03-04T16:43:56.964179Z","steps":["trace[966419745] 'agreement among raft nodes before linearized reading' (duration: 432.965096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.96419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.534929Z","time spent":"429.255213ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:56.964201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.527535Z","time spent":"436.654599ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:43:56.964211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.530752Z","time spent":"433.448868ms","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:56.964257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.634766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:56.964293Z","caller":"traceutil/trace.go:171","msg":"trace[233492361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34176; }","duration":"243.727829ms","start":"2026-03-04T16:43:56.720556Z","end":"2026-03-04T16:43:56.964284Z","steps":["trace[233492361] 'agreement among raft nodes before linearized reading' (duration: 243.524323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:56.96478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.469475Z","time spent":"494.486755ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:57.301738Z","caller":"traceutil/trace.go:171","msg":"trace[846669629] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"332.496065ms","start":"2026-03-04T16:43:56.969218Z","end":"2026-03-04T16:43:57.301714Z","steps":["trace[846669629] 'process raft request' (duration: 332.321191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:57.301873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.969198Z","time spent":"332.601379ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:57.445681Z","caller":"traceutil/trace.go:171","msg":"trace[2005113319] transaction","detail":"{read_only:false; response_revision:34178; number_of_response:1; }","duration":"475.748613ms","start":"2026-03-04T16:43:56.969868Z","end":"2026-03-04T16:43:57.445616Z","steps":["trace[2005113319] 'process raft request' (duration: 460.986122ms)","trace[2005113319] 'compare' (duration: 12.736901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:57.445859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.969859Z","time spent":"475.918667ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:57.446195Z","caller":"traceutil/trace.go:171","msg":"trace[1363115922] transaction","detail":"{read_only:false; response_revision:34179; number_of_response:1; }","duration":"475.267932ms","start":"2026-03-04T16:43:56.970915Z","end":"2026-03-04T16:43:57.446183Z","steps":["trace[1363115922] 'process raft request' (duration: 472.990595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:57.446292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:56.970907Z","time spent":"475.324553ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:57.64116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.218382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:43:57.641716Z","caller":"traceutil/trace.go:171","msg":"trace[1489634704] linearizableReadLoop","detail":"{readStateIndex:35399; appliedIndex:35395; }","duration":"377.985011ms","start":"2026-03-04T16:43:57.263704Z","end":"2026-03-04T16:43:57.641689Z","steps":["trace[1489634704] 'read index received' (duration: 37.806392ms)","trace[1489634704] 'applied index is now lower than readState.Index' (duration: 340.176409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:57.641942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.221277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-api\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:43:57.641982Z","caller":"traceutil/trace.go:171","msg":"trace[536391040] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-api; range_end:; response_count:1; response_revision:34179; }","duration":"378.303999ms","start":"2026-03-04T16:43:57.263664Z","end":"2026-03-04T16:43:57.641968Z","steps":["trace[536391040] 'agreement among raft nodes before linearized reading' (duration: 378.162356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:57.642006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:57.263645Z","time spent":"378.355461ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/placement-api\" "} {"level":"info","ts":"2026-03-04T16:43:57.642498Z","caller":"traceutil/trace.go:171","msg":"trace[201704319] transaction","detail":"{read_only:false; response_revision:34180; number_of_response:1; }","duration":"309.322252ms","start":"2026-03-04T16:43:57.333159Z","end":"2026-03-04T16:43:57.642481Z","steps":["trace[201704319] 'process raft request' (duration: 308.122121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:57.642629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:57.333086Z","time spent":"309.481796ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:57.739185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.028603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:57.73929Z","caller":"traceutil/trace.go:171","msg":"trace[1805618442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34180; }","duration":"253.156076ms","start":"2026-03-04T16:43:57.486108Z","end":"2026-03-04T16:43:57.739264Z","steps":["trace[1805618442] 'agreement among raft nodes before linearized reading' (duration: 156.377729ms)","trace[1805618442] 'range keys from in-memory index tree' (duration: 96.605133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:57.739388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.805672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:43:57.739499Z","caller":"traceutil/trace.go:171","msg":"trace[549315625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34180; }","duration":"118.953535ms","start":"2026-03-04T16:43:57.620518Z","end":"2026-03-04T16:43:57.739472Z","steps":["trace[549315625] 'agreement among raft nodes before linearized reading' (duration: 21.984194ms)","trace[549315625] 'range keys from in-memory index tree' (duration: 96.728576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:57.942486Z","caller":"traceutil/trace.go:171","msg":"trace[1086047598] transaction","detail":"{read_only:false; response_revision:34182; number_of_response:1; }","duration":"194.131541ms","start":"2026-03-04T16:43:57.748323Z","end":"2026-03-04T16:43:57.942455Z","steps":["trace[1086047598] 'process raft request' (duration: 187.211136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:57.942481Z","caller":"traceutil/trace.go:171","msg":"trace[982988082] linearizableReadLoop","detail":"{readStateIndex:35402; appliedIndex:35401; }","duration":"193.258248ms","start":"2026-03-04T16:43:57.749203Z","end":"2026-03-04T16:43:57.942461Z","steps":["trace[982988082] 'read index received' (duration: 186.248201ms)","trace[982988082] 'applied index is now lower than readState.Index' (duration: 7.008287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:57.942737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.506935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:43:57.942776Z","caller":"traceutil/trace.go:171","msg":"trace[83835728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34182; }","duration":"193.578736ms","start":"2026-03-04T16:43:57.749187Z","end":"2026-03-04T16:43:57.942765Z","steps":["trace[83835728] 'agreement among raft nodes before linearized reading' (duration: 193.402522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:57.94274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.093391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:43:57.942841Z","caller":"traceutil/trace.go:171","msg":"trace[472547113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34182; }","duration":"100.261215ms","start":"2026-03-04T16:43:57.842555Z","end":"2026-03-04T16:43:57.942817Z","steps":["trace[472547113] 'agreement among raft nodes before linearized reading' (duration: 100.082381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:58.361794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.583927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:58.362058Z","caller":"traceutil/trace.go:171","msg":"trace[1668391347] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"204.82426ms","start":"2026-03-04T16:43:58.157213Z","end":"2026-03-04T16:43:58.362037Z","steps":["trace[1668391347] 'process raft request' (duration: 204.753478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:58.362123Z","caller":"traceutil/trace.go:171","msg":"trace[1358678736] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"413.67877ms","start":"2026-03-04T16:43:57.948397Z","end":"2026-03-04T16:43:58.362076Z","steps":["trace[1358678736] 'process raft request' (duration: 244.664553ms)","trace[1358678736] 'compare' (duration: 168.34806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:58.362218Z","caller":"traceutil/trace.go:171","msg":"trace[1785144453] linearizableReadLoop","detail":"{readStateIndex:35403; appliedIndex:35402; }","duration":"348.53084ms","start":"2026-03-04T16:43:58.013642Z","end":"2026-03-04T16:43:58.362173Z","steps":["trace[1785144453] 'read index received' (duration: 179.44217ms)","trace[1785144453] 'applied index is now lower than readState.Index' (duration: 169.08393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:43:58.362276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:57.948367Z","time spent":"413.820264ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:58.362369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.740345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:58.362405Z","caller":"traceutil/trace.go:171","msg":"trace[1594433405] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34184; }","duration":"348.870589ms","start":"2026-03-04T16:43:58.013525Z","end":"2026-03-04T16:43:58.362396Z","steps":["trace[1594433405] 'agreement among raft nodes before linearized reading' (duration: 348.812427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:58.362423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.013497Z","time spent":"348.921679ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T16:43:58.362493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.856884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:43:58.362501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.687796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:58.362535Z","caller":"traceutil/trace.go:171","msg":"trace[1676359893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34184; }","duration":"141.958346ms","start":"2026-03-04T16:43:58.220566Z","end":"2026-03-04T16:43:58.362525Z","steps":["trace[1676359893] 'agreement among raft nodes before linearized reading' (duration: 141.880534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:58.362547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.380883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T16:43:58.362549Z","caller":"traceutil/trace.go:171","msg":"trace[1086298460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34184; }","duration":"310.814089ms","start":"2026-03-04T16:43:58.051717Z","end":"2026-03-04T16:43:58.362531Z","steps":["trace[1086298460] 'agreement among raft nodes before linearized reading' (duration: 310.670085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:58.362586Z","caller":"traceutil/trace.go:171","msg":"trace[1178064077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:34184; }","duration":"126.479926ms","start":"2026-03-04T16:43:58.236093Z","end":"2026-03-04T16:43:58.362573Z","steps":["trace[1178064077] 'agreement among raft nodes before linearized reading' (duration: 126.326562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:58.362621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.051687Z","time spent":"310.913182ms","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:58.849217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.785337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:58.849348Z","caller":"traceutil/trace.go:171","msg":"trace[1494646317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34184; }","duration":"362.984093ms","start":"2026-03-04T16:43:58.486338Z","end":"2026-03-04T16:43:58.849322Z","steps":["trace[1494646317] 'range keys from in-memory index tree' (duration: 362.669315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:58.849431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.486317Z","time spent":"363.087635ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:43:58.850771Z","caller":"traceutil/trace.go:171","msg":"trace[1367985427] transaction","detail":"{read_only:false; response_revision:34185; number_of_response:1; }","duration":"117.215902ms","start":"2026-03-04T16:43:58.73353Z","end":"2026-03-04T16:43:58.850746Z","steps":["trace[1367985427] 'process raft request' (duration: 117.074749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:59.157549Z","caller":"traceutil/trace.go:171","msg":"trace[1301372927] transaction","detail":"{read_only:false; response_revision:34186; number_of_response:1; }","duration":"188.604301ms","start":"2026-03-04T16:43:58.968926Z","end":"2026-03-04T16:43:59.15753Z","steps":["trace[1301372927] 'process raft request' (duration: 188.468138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:43:59.461368Z","caller":"traceutil/trace.go:171","msg":"trace[434497465] linearizableReadLoop","detail":"{readStateIndex:35408; appliedIndex:35405; }","duration":"492.036425ms","start":"2026-03-04T16:43:58.969314Z","end":"2026-03-04T16:43:59.461351Z","steps":["trace[434497465] 'read index received' (duration: 188.143619ms)","trace[434497465] 'applied index is now lower than readState.Index' (duration: 303.891656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:59.461474Z","caller":"traceutil/trace.go:171","msg":"trace[400069767] transaction","detail":"{read_only:false; response_revision:34189; number_of_response:1; }","duration":"490.899676ms","start":"2026-03-04T16:43:58.970565Z","end":"2026-03-04T16:43:59.461465Z","steps":["trace[400069767] 'process raft request' (duration: 490.754762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.461555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.970556Z","time spent":"490.937017ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:59.461593Z","caller":"traceutil/trace.go:171","msg":"trace[359341583] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"492.264431ms","start":"2026-03-04T16:43:58.969191Z","end":"2026-03-04T16:43:59.461455Z","steps":["trace[359341583] 'process raft request' (duration: 492.100407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.462878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.969186Z","time spent":"493.580193ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:59.461492Z","caller":"traceutil/trace.go:171","msg":"trace[646638127] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"492.313432ms","start":"2026-03-04T16:43:58.969141Z","end":"2026-03-04T16:43:59.461454Z","steps":["trace[646638127] 'process raft request' (duration: 492.037985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.462983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.96913Z","time spent":"493.82041ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:59.461744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.243935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:43:59.463077Z","caller":"traceutil/trace.go:171","msg":"trace[101964626] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34189; }","duration":"257.609529ms","start":"2026-03-04T16:43:59.205459Z","end":"2026-03-04T16:43:59.463069Z","steps":["trace[101964626] 'agreement among raft nodes before linearized reading' (duration: 256.189623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.461783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.468526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:43:59.463241Z","caller":"traceutil/trace.go:171","msg":"trace[485140001] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:34189; }","duration":"493.945984ms","start":"2026-03-04T16:43:58.969277Z","end":"2026-03-04T16:43:59.463223Z","steps":["trace[485140001] 'agreement among raft nodes before linearized reading' (duration: 492.486546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.463281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:58.96926Z","time spent":"494.009035ms","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:43:59.461827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.679181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:59.463439Z","caller":"traceutil/trace.go:171","msg":"trace[678775555] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:34189; }","duration":"128.329974ms","start":"2026-03-04T16:43:59.335094Z","end":"2026-03-04T16:43:59.463424Z","steps":["trace[678775555] 'agreement among raft nodes before linearized reading' (duration: 126.706732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.461946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.723373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:43:59.463577Z","caller":"traceutil/trace.go:171","msg":"trace[23351596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34189; }","duration":"157.431387ms","start":"2026-03-04T16:43:59.306133Z","end":"2026-03-04T16:43:59.463564Z","steps":["trace[23351596] 'agreement among raft nodes before linearized reading' (duration: 155.756804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.960699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.095131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:43:59.960996Z","caller":"traceutil/trace.go:171","msg":"trace[491724947] transaction","detail":"{read_only:false; response_revision:34191; number_of_response:1; }","duration":"493.685066ms","start":"2026-03-04T16:43:59.467288Z","end":"2026-03-04T16:43:59.960973Z","steps":["trace[491724947] 'process raft request' (duration: 210.183025ms)","trace[491724947] 'compare' (duration: 282.959458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:59.961018Z","caller":"traceutil/trace.go:171","msg":"trace[346014547] linearizableReadLoop","detail":"{readStateIndex:35412; appliedIndex:35409; }","duration":"472.921964ms","start":"2026-03-04T16:43:59.488076Z","end":"2026-03-04T16:43:59.960998Z","steps":["trace[346014547] 'read index received' (duration: 52.158225ms)","trace[346014547] 'applied index is now lower than readState.Index' (duration: 420.762649ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:43:59.96102Z","caller":"traceutil/trace.go:171","msg":"trace[1946923090] transaction","detail":"{read_only:false; response_revision:34192; number_of_response:1; }","duration":"492.334703ms","start":"2026-03-04T16:43:59.468665Z","end":"2026-03-04T16:43:59.961Z","steps":["trace[1946923090] 'process raft request' (duration: 492.154288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.961108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.467273Z","time spent":"493.775898ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:59.961111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.468656Z","time spent":"492.408324ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:43:59.961131Z","caller":"traceutil/trace.go:171","msg":"trace[271686087] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"311.989329ms","start":"2026-03-04T16:43:59.649131Z","end":"2026-03-04T16:43:59.961121Z","steps":["trace[271686087] 'process raft request' (duration: 311.828675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.961194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.64911Z","time spent":"312.04589ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:43:59.96119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.099998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:43:59.961261Z","caller":"traceutil/trace.go:171","msg":"trace[2003165145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34192; }","duration":"473.212481ms","start":"2026-03-04T16:43:59.48803Z","end":"2026-03-04T16:43:59.961242Z","steps":["trace[2003165145] 'agreement among raft nodes before linearized reading' (duration: 473.047557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:43:59.96131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.488012Z","time spent":"473.289822ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:00.382449Z","caller":"traceutil/trace.go:171","msg":"trace[1405671967] linearizableReadLoop","detail":"{readStateIndex:35414; appliedIndex:35413; }","duration":"421.375055ms","start":"2026-03-04T16:43:59.961053Z","end":"2026-03-04T16:44:00.382428Z","steps":["trace[1405671967] 'read index received' (duration: 421.009456ms)","trace[1405671967] 'applied index is now lower than readState.Index' (duration: 363.959µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:00.382736Z","caller":"traceutil/trace.go:171","msg":"trace[376718271] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"695.551012ms","start":"2026-03-04T16:43:59.687168Z","end":"2026-03-04T16:44:00.382719Z","steps":["trace[376718271] 'process raft request' (duration: 694.911396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.382856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.68715Z","time spent":"695.634104ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:00.382847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.027338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:44:00.382915Z","caller":"traceutil/trace.go:171","msg":"trace[396282410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34194; }","duration":"435.145221ms","start":"2026-03-04T16:43:59.947755Z","end":"2026-03-04T16:44:00.3829Z","steps":["trace[396282410] 'agreement among raft nodes before linearized reading' (duration: 434.957966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.382955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.947737Z","time spent":"435.209703ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:44:00.384625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.390219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:00.3847Z","caller":"traceutil/trace.go:171","msg":"trace[1544290924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34196; }","duration":"422.489122ms","start":"2026-03-04T16:43:59.962193Z","end":"2026-03-04T16:44:00.384682Z","steps":["trace[1544290924] 'agreement among raft nodes before linearized reading' (duration: 422.355289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.384743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:43:59.962182Z","time spent":"422.550683ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:00.385124Z","caller":"traceutil/trace.go:171","msg":"trace[1402981492] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"305.122577ms","start":"2026-03-04T16:44:00.079983Z","end":"2026-03-04T16:44:00.385106Z","steps":["trace[1402981492] 'process raft request' (duration: 304.398438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.385222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:00.07996Z","time spent":"305.209488ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:00.385827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.941577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:00.385888Z","caller":"traceutil/trace.go:171","msg":"trace[1125465745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34196; }","duration":"175.04536ms","start":"2026-03-04T16:44:00.210827Z","end":"2026-03-04T16:44:00.385872Z","steps":["trace[1125465745] 'agreement among raft nodes before linearized reading' (duration: 174.957008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.781192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.691077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:00.781426Z","caller":"traceutil/trace.go:171","msg":"trace[1317694996] linearizableReadLoop","detail":"{readStateIndex:35418; appliedIndex:35416; }","duration":"386.599898ms","start":"2026-03-04T16:44:00.394809Z","end":"2026-03-04T16:44:00.781409Z","steps":["trace[1317694996] 'read index received' (duration: 125.606814ms)","trace[1317694996] 'applied index is now lower than readState.Index' (duration: 260.991944ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:00.781524Z","caller":"traceutil/trace.go:171","msg":"trace[2052076755] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"391.946804ms","start":"2026-03-04T16:44:00.389568Z","end":"2026-03-04T16:44:00.781514Z","steps":["trace[2052076755] 'process raft request' (duration: 391.745619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:00.781546Z","caller":"traceutil/trace.go:171","msg":"trace[783986421] transaction","detail":"{read_only:false; response_revision:34197; number_of_response:1; }","duration":"392.542107ms","start":"2026-03-04T16:44:00.38897Z","end":"2026-03-04T16:44:00.781512Z","steps":["trace[783986421] 'process raft request' (duration: 131.42764ms)","trace[783986421] 'compare' (duration: 260.209855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:00.781633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.831574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:00.78169Z","caller":"traceutil/trace.go:171","msg":"trace[865570653] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34198; }","duration":"386.886885ms","start":"2026-03-04T16:44:00.394768Z","end":"2026-03-04T16:44:00.781655Z","steps":["trace[865570653] 'agreement among raft nodes before linearized reading' (duration: 386.827774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:00.781719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:00.394739Z","time spent":"386.974517ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:44:00.781728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:00.388938Z","time spent":"392.680321ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:00.781575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:00.389544Z","time spent":"392.006264ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:00.782477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.753755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:44:00.782521Z","caller":"traceutil/trace.go:171","msg":"trace[345705270] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:34198; }","duration":"219.840767ms","start":"2026-03-04T16:44:00.562673Z","end":"2026-03-04T16:44:00.782514Z","steps":["trace[345705270] 'agreement among raft nodes before linearized reading' (duration: 219.242552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:01.277998Z","caller":"traceutil/trace.go:171","msg":"trace[1272221627] transaction","detail":"{read_only:false; response_revision:34199; number_of_response:1; }","duration":"418.087971ms","start":"2026-03-04T16:44:00.859883Z","end":"2026-03-04T16:44:01.277971Z","steps":["trace[1272221627] 'process raft request' (duration: 417.934437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:01.278145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:00.859861Z","time spent":"418.204705ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:01.705404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.765693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:01.705484Z","caller":"traceutil/trace.go:171","msg":"trace[1599121432] linearizableReadLoop","detail":"{readStateIndex:35420; appliedIndex:35419; }","duration":"419.60715ms","start":"2026-03-04T16:44:01.285864Z","end":"2026-03-04T16:44:01.705472Z","steps":["trace[1599121432] 'read index received' (duration: 111.790227ms)","trace[1599121432] 'applied index is now lower than readState.Index' (duration: 307.815963ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:01.705639Z","caller":"traceutil/trace.go:171","msg":"trace[1718125619] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"542.852994ms","start":"2026-03-04T16:44:01.162777Z","end":"2026-03-04T16:44:01.705631Z","steps":["trace[1718125619] 'process raft request' (duration: 234.784484ms)","trace[1718125619] 'compare' (duration: 307.035845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:01.705707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.162755Z","time spent":"542.929027ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:01.705848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.981919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:01.705875Z","caller":"traceutil/trace.go:171","msg":"trace[589736334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34200; }","duration":"420.03303ms","start":"2026-03-04T16:44:01.285836Z","end":"2026-03-04T16:44:01.705869Z","steps":["trace[589736334] 'agreement among raft nodes before linearized reading' (duration: 419.988449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:01.705898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.285823Z","time spent":"420.069342ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:02.09839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.396386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:02.09848Z","caller":"traceutil/trace.go:171","msg":"trace[593714706] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"800.465613ms","start":"2026-03-04T16:44:01.297997Z","end":"2026-03-04T16:44:02.098462Z","steps":["trace[593714706] 'process raft request' (duration: 555.934183ms)","trace[593714706] 'compare' (duration: 244.111899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:02.098536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.297979Z","time spent":"800.529976ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:02.332199Z","caller":"traceutil/trace.go:171","msg":"trace[1868709776] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"863.590084ms","start":"2026-03-04T16:44:01.468587Z","end":"2026-03-04T16:44:02.332177Z","steps":["trace[1868709776] 'process raft request' (duration: 863.507162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.332225Z","caller":"traceutil/trace.go:171","msg":"trace[565226970] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"863.748588ms","start":"2026-03-04T16:44:01.468428Z","end":"2026-03-04T16:44:02.332177Z","steps":["trace[565226970] 'process raft request' (duration: 846.550265ms)","trace[565226970] 'compare' (duration: 17.009429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:02.332397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.468563Z","time spent":"863.760439ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:02.332433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.46841Z","time spent":"863.927693ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:02.332431Z","caller":"traceutil/trace.go:171","msg":"trace[525051642] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"863.757649ms","start":"2026-03-04T16:44:01.468655Z","end":"2026-03-04T16:44:02.332413Z","steps":["trace[525051642] 'process raft request' (duration: 863.489663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.468644Z","time spent":"863.832591ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:02.332607Z","caller":"traceutil/trace.go:171","msg":"trace[1035593471] linearizableReadLoop","detail":"{readStateIndex:35425; appliedIndex:35420; }","duration":"627.095027ms","start":"2026-03-04T16:44:01.705501Z","end":"2026-03-04T16:44:02.332596Z","steps":["trace[1035593471] 'read index received' (duration: 148.45031ms)","trace[1035593471] 'applied index is now lower than readState.Index' (duration: 478.643757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:02.332774Z","caller":"traceutil/trace.go:171","msg":"trace[378372576] transaction","detail":"{read_only:false; response_revision:34205; number_of_response:1; }","duration":"864.069777ms","start":"2026-03-04T16:44:01.468684Z","end":"2026-03-04T16:44:02.332754Z","steps":["trace[378372576] 'process raft request' (duration: 863.685047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.789879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:02.332829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.155308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:02.332853Z","caller":"traceutil/trace.go:171","msg":"trace[139492013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34205; }","duration":"840.886452ms","start":"2026-03-04T16:44:01.49195Z","end":"2026-03-04T16:44:02.332837Z","steps":["trace[139492013] 'agreement among raft nodes before linearized reading' (duration: 840.79153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.332875Z","caller":"traceutil/trace.go:171","msg":"trace[1282996094] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:34206; }","duration":"444.237601ms","start":"2026-03-04T16:44:01.888625Z","end":"2026-03-04T16:44:02.332862Z","steps":["trace[1282996094] 'agreement among raft nodes before linearized reading' (duration: 444.154269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.555014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:02.332911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.888605Z","time spent":"444.296463ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:02.332912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.491933Z","time spent":"840.966915ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:02.332928Z","caller":"traceutil/trace.go:171","msg":"trace[1014950048] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:34206; }","duration":"657.650307ms","start":"2026-03-04T16:44:01.675263Z","end":"2026-03-04T16:44:02.332914Z","steps":["trace[1014950048] 'agreement among raft nodes before linearized reading' (duration: 657.499993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.111606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:02.332974Z","caller":"traceutil/trace.go:171","msg":"trace[1727445004] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34206; }","duration":"704.197208ms","start":"2026-03-04T16:44:01.628767Z","end":"2026-03-04T16:44:02.332964Z","steps":["trace[1727445004] 'agreement among raft nodes before linearized reading' (duration: 704.127636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.675249Z","time spent":"657.713258ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:02.333011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.628747Z","time spent":"704.25639ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:02.333057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.923418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:02.333084Z","caller":"traceutil/trace.go:171","msg":"trace[411158809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34205; }","duration":"789.99086ms","start":"2026-03-04T16:44:01.543087Z","end":"2026-03-04T16:44:02.333078Z","steps":["trace[411158809] 'agreement among raft nodes before linearized reading' (duration: 789.631721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.333076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.763879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:02.333103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.543067Z","time spent":"790.031801ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:02.332871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.468677Z","time spent":"864.146769ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:02.333115Z","caller":"traceutil/trace.go:171","msg":"trace[1279331759] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34206; }","duration":"232.033696ms","start":"2026-03-04T16:44:02.101073Z","end":"2026-03-04T16:44:02.333107Z","steps":["trace[1279331759] 'agreement among raft nodes before linearized reading' (duration: 231.977374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.332815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.276157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:44:02.333211Z","caller":"traceutil/trace.go:171","msg":"trace[371397117] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:34205; }","duration":"686.681688ms","start":"2026-03-04T16:44:01.646511Z","end":"2026-03-04T16:44:02.333193Z","steps":["trace[371397117] 'agreement among raft nodes before linearized reading' (duration: 686.237067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.33326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.113543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:02.333332Z","caller":"traceutil/trace.go:171","msg":"trace[1169882453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34206; }","duration":"368.211565ms","start":"2026-03-04T16:44:01.965103Z","end":"2026-03-04T16:44:02.333315Z","steps":["trace[1169882453] 'agreement among raft nodes before linearized reading' (duration: 367.990919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.333386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.965087Z","time spent":"368.283707ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:02.333275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.646498Z","time spent":"686.759059ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"info","ts":"2026-03-04T16:44:02.333172Z","caller":"traceutil/trace.go:171","msg":"trace[1268546040] transaction","detail":"{read_only:false; response_revision:34206; number_of_response:1; }","duration":"366.157084ms","start":"2026-03-04T16:44:01.967009Z","end":"2026-03-04T16:44:02.333166Z","steps":["trace[1268546040] 'process raft request' (duration: 365.550429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.333466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.956358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:44:02.333478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.966994Z","time spent":"366.459491ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:02.333498Z","caller":"traceutil/trace.go:171","msg":"trace[1083765273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34206; }","duration":"367.99592ms","start":"2026-03-04T16:44:01.965493Z","end":"2026-03-04T16:44:02.333488Z","steps":["trace[1083765273] 'agreement among raft nodes before linearized reading' (duration: 367.874207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.333525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:01.965489Z","time spent":"368.030041ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:02.616326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.226154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:02.616596Z","caller":"traceutil/trace.go:171","msg":"trace[1191121459] transaction","detail":"{read_only:false; response_revision:34208; number_of_response:1; }","duration":"278.188408ms","start":"2026-03-04T16:44:02.33838Z","end":"2026-03-04T16:44:02.616568Z","steps":["trace[1191121459] 'process raft request' (duration: 278.033944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.616687Z","caller":"traceutil/trace.go:171","msg":"trace[539621747] transaction","detail":"{read_only:false; response_revision:34210; number_of_response:1; }","duration":"225.878059ms","start":"2026-03-04T16:44:02.390786Z","end":"2026-03-04T16:44:02.616664Z","steps":["trace[539621747] 'process raft request' (duration: 225.708245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.616685Z","caller":"traceutil/trace.go:171","msg":"trace[1134359154] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"278.32491ms","start":"2026-03-04T16:44:02.338321Z","end":"2026-03-04T16:44:02.616646Z","steps":["trace[1134359154] 'process raft request' (duration: 94.702166ms)","trace[1134359154] 'compare' (duration: 183.081701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:02.616608Z","caller":"traceutil/trace.go:171","msg":"trace[1651802701] transaction","detail":"{read_only:false; response_revision:34211; number_of_response:1; }","duration":"197.454263ms","start":"2026-03-04T16:44:02.419139Z","end":"2026-03-04T16:44:02.616593Z","steps":["trace[1651802701] 'process raft request' (duration: 197.406212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.616863Z","caller":"traceutil/trace.go:171","msg":"trace[313206262] linearizableReadLoop","detail":"{readStateIndex:35429; appliedIndex:35426; }","duration":"278.334011ms","start":"2026-03-04T16:44:02.338517Z","end":"2026-03-04T16:44:02.616851Z","steps":["trace[313206262] 'read index received' (duration: 79.626085ms)","trace[313206262] 'applied index is now lower than readState.Index' (duration: 198.706365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:02.616898Z","caller":"traceutil/trace.go:171","msg":"trace[1622033770] transaction","detail":"{read_only:false; response_revision:34209; number_of_response:1; }","duration":"277.252554ms","start":"2026-03-04T16:44:02.339384Z","end":"2026-03-04T16:44:02.616636Z","steps":["trace[1622033770] 'process raft request' (duration: 277.07912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.617023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.943138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:02.617064Z","caller":"traceutil/trace.go:171","msg":"trace[564845840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34211; }","duration":"127.025819ms","start":"2026-03-04T16:44:02.490025Z","end":"2026-03-04T16:44:02.617051Z","steps":["trace[564845840] 'agreement among raft nodes before linearized reading' (duration: 126.963858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.617112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.579617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:44:02.617138Z","caller":"traceutil/trace.go:171","msg":"trace[772676191] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34211; }","duration":"278.617077ms","start":"2026-03-04T16:44:02.338513Z","end":"2026-03-04T16:44:02.61713Z","steps":["trace[772676191] 'agreement among raft nodes before linearized reading' (duration: 278.403002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:02.617266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.451431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:44:02.617331Z","caller":"traceutil/trace.go:171","msg":"trace[1904175252] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34211; }","duration":"158.490472ms","start":"2026-03-04T16:44:02.458805Z","end":"2026-03-04T16:44:02.617296Z","steps":["trace[1904175252] 'agreement among raft nodes before linearized reading' (duration: 158.140333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:02.94163Z","caller":"traceutil/trace.go:171","msg":"trace[468324902] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"116.791941ms","start":"2026-03-04T16:44:02.824815Z","end":"2026-03-04T16:44:02.941607Z","steps":["trace[468324902] 'process raft request' (duration: 116.645078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:03.306998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.829358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:03.3071Z","caller":"traceutil/trace.go:171","msg":"trace[304413069] transaction","detail":"{read_only:false; response_revision:34213; number_of_response:1; }","duration":"481.063359ms","start":"2026-03-04T16:44:02.826016Z","end":"2026-03-04T16:44:03.307079Z","steps":["trace[304413069] 'process raft request' (duration: 236.064136ms)","trace[304413069] 'compare' (duration: 244.566672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:03.307166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:02.825997Z","time spent":"481.133601ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:03.750413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.382598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:03.750494Z","caller":"traceutil/trace.go:171","msg":"trace[445162189] linearizableReadLoop","detail":"{readStateIndex:35435; appliedIndex:35434; }","duration":"395.456961ms","start":"2026-03-04T16:44:03.355024Z","end":"2026-03-04T16:44:03.750481Z","steps":["trace[445162189] 'read index received' (duration: 171.984912ms)","trace[445162189] 'applied index is now lower than readState.Index' (duration: 223.471119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:03.75069Z","caller":"traceutil/trace.go:171","msg":"trace[573582055] transaction","detail":"{read_only:false; response_revision:34214; number_of_response:1; }","duration":"464.243954ms","start":"2026-03-04T16:44:03.28643Z","end":"2026-03-04T16:44:03.750674Z","steps":["trace[573582055] 'process raft request' (duration: 240.517328ms)","trace[573582055] 'compare' (duration: 223.099181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:03.750756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:03.286395Z","time spent":"464.330076ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:03.750807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.746538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:03.750888Z","caller":"traceutil/trace.go:171","msg":"trace[77786851] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34214; }","duration":"395.865612ms","start":"2026-03-04T16:44:03.355002Z","end":"2026-03-04T16:44:03.750868Z","steps":["trace[77786851] 'agreement among raft nodes before linearized reading' (duration: 395.680257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:03.750939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:03.354937Z","time spent":"395.990275ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:04.022574Z","caller":"traceutil/trace.go:171","msg":"trace[40579921] linearizableReadLoop","detail":"{readStateIndex:35436; appliedIndex:35435; }","duration":"272.031213ms","start":"2026-03-04T16:44:03.750513Z","end":"2026-03-04T16:44:04.022544Z","steps":["trace[40579921] 'read index received' (duration: 269.414067ms)","trace[40579921] 'applied index is now lower than readState.Index' (duration: 2.615976ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:04.022835Z","caller":"traceutil/trace.go:171","msg":"trace[909416466] transaction","detail":"{read_only:false; response_revision:34215; number_of_response:1; }","duration":"312.005999ms","start":"2026-03-04T16:44:03.710817Z","end":"2026-03-04T16:44:04.022823Z","steps":["trace[909416466] 'process raft request' (duration: 309.159477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.022943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:03.710795Z","time spent":"312.078521ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:04.023241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.276423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:04.023295Z","caller":"traceutil/trace.go:171","msg":"trace[1309667140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34215; }","duration":"633.363754ms","start":"2026-03-04T16:44:03.389918Z","end":"2026-03-04T16:44:04.023281Z","steps":["trace[1309667140] 'agreement among raft nodes before linearized reading' (duration: 633.21056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.023341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:03.3899Z","time spent":"633.432246ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:44:04.023544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.624771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:04.023593Z","caller":"traceutil/trace.go:171","msg":"trace[1555272870] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34215; }","duration":"134.699943ms","start":"2026-03-04T16:44:03.888877Z","end":"2026-03-04T16:44:04.023577Z","steps":["trace[1555272870] 'agreement among raft nodes before linearized reading' (duration: 134.632662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:04.49268Z","caller":"traceutil/trace.go:171","msg":"trace[459438248] transaction","detail":"{read_only:false; response_revision:34216; number_of_response:1; }","duration":"154.85041ms","start":"2026-03-04T16:44:04.337808Z","end":"2026-03-04T16:44:04.492658Z","steps":["trace[459438248] 'process raft request' (duration: 154.728927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.797581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.181451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:04.797748Z","caller":"traceutil/trace.go:171","msg":"trace[1021373556] transaction","detail":"{read_only:false; response_revision:34217; number_of_response:1; }","duration":"458.682855ms","start":"2026-03-04T16:44:04.339046Z","end":"2026-03-04T16:44:04.797729Z","steps":["trace[1021373556] 'process raft request' (duration: 216.272928ms)","trace[1021373556] 'compare' (duration: 242.064038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:04.797812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.339026Z","time spent":"458.756046ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:04.798077Z","caller":"traceutil/trace.go:171","msg":"trace[1157362745] linearizableReadLoop","detail":"{readStateIndex:35440; appliedIndex:35437; }","duration":"371.427637ms","start":"2026-03-04T16:44:04.426628Z","end":"2026-03-04T16:44:04.798055Z","steps":["trace[1157362745] 'read index received' (duration: 66.797043ms)","trace[1157362745] 'applied index is now lower than readState.Index' (duration: 304.629434ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:04.798187Z","caller":"traceutil/trace.go:171","msg":"trace[949110454] transaction","detail":"{read_only:false; response_revision:34218; number_of_response:1; }","duration":"458.997342ms","start":"2026-03-04T16:44:04.339179Z","end":"2026-03-04T16:44:04.798176Z","steps":["trace[949110454] 'process raft request' (duration: 458.477959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:04.79832Z","caller":"traceutil/trace.go:171","msg":"trace[1243467898] transaction","detail":"{read_only:false; response_revision:34219; number_of_response:1; }","duration":"457.888074ms","start":"2026-03-04T16:44:04.340408Z","end":"2026-03-04T16:44:04.798296Z","steps":["trace[1243467898] 'process raft request' (duration: 457.495674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.798356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.339173Z","time spent":"459.077524ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:04.798506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.3404Z","time spent":"457.990096ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:04.798727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.086843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:04.798762Z","caller":"traceutil/trace.go:171","msg":"trace[843638833] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:34219; }","duration":"372.143744ms","start":"2026-03-04T16:44:04.426609Z","end":"2026-03-04T16:44:04.798753Z","steps":["trace[843638833] 'agreement among raft nodes before linearized reading' (duration: 372.041162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.798797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.426546Z","time spent":"372.244747ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:04.985426Z","caller":"traceutil/trace.go:171","msg":"trace[411456282] linearizableReadLoop","detail":"{readStateIndex:35441; appliedIndex:35440; }","duration":"187.255707ms","start":"2026-03-04T16:44:04.798138Z","end":"2026-03-04T16:44:04.985393Z","steps":["trace[411456282] 'read index received' (duration: 185.483022ms)","trace[411456282] 'applied index is now lower than readState.Index' (duration: 1.771105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:04.985648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.119813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:04.985751Z","caller":"traceutil/trace.go:171","msg":"trace[502305485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34220; }","duration":"345.231456ms","start":"2026-03-04T16:44:04.640501Z","end":"2026-03-04T16:44:04.985732Z","steps":["trace[502305485] 'agreement among raft nodes before linearized reading' (duration: 344.948879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.985759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.266799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:04.9858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.640434Z","time spent":"345.351159ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:44:04.985802Z","caller":"traceutil/trace.go:171","msg":"trace[2074779313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34220; }","duration":"488.334551ms","start":"2026-03-04T16:44:04.497451Z","end":"2026-03-04T16:44:04.985786Z","steps":["trace[2074779313] 'agreement among raft nodes before linearized reading' (duration: 488.258569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.985856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.49744Z","time spent":"488.407882ms","remote":"127.0.0.1:41166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:04.985891Z","caller":"traceutil/trace.go:171","msg":"trace[1243255092] transaction","detail":"{read_only:false; response_revision:34220; number_of_response:1; }","duration":"344.259282ms","start":"2026-03-04T16:44:04.6416Z","end":"2026-03-04T16:44:04.985859Z","steps":["trace[1243255092] 'process raft request' (duration: 342.152008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.675327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:44:04.986045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.641583Z","time spent":"344.380565ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:04.986075Z","caller":"traceutil/trace.go:171","msg":"trace[980500634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34220; }","duration":"345.745579ms","start":"2026-03-04T16:44:04.640317Z","end":"2026-03-04T16:44:04.986063Z","steps":["trace[980500634] 'agreement among raft nodes before linearized reading' (duration: 345.672557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.303836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T16:44:04.986117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.640295Z","time spent":"345.809331ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:44:04.986126Z","caller":"traceutil/trace.go:171","msg":"trace[1551208710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34220; }","duration":"256.378617ms","start":"2026-03-04T16:44:04.729736Z","end":"2026-03-04T16:44:04.986115Z","steps":["trace[1551208710] 'agreement among raft nodes before linearized reading' (duration: 256.273684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.099478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:04.986205Z","caller":"traceutil/trace.go:171","msg":"trace[1799126336] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34220; }","duration":"346.157949ms","start":"2026-03-04T16:44:04.640042Z","end":"2026-03-04T16:44:04.9862Z","steps":["trace[1799126336] 'agreement among raft nodes before linearized reading' (duration: 346.122238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.640022Z","time spent":"346.198291ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:04.98625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.089936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:04.986314Z","caller":"traceutil/trace.go:171","msg":"trace[739435427] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:34220; }","duration":"130.199439ms","start":"2026-03-04T16:44:04.856104Z","end":"2026-03-04T16:44:04.986304Z","steps":["trace[739435427] 'agreement among raft nodes before linearized reading' (duration: 130.116707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.689672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:04.986577Z","caller":"traceutil/trace.go:171","msg":"trace[717039717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34220; }","duration":"498.782294ms","start":"2026-03-04T16:44:04.487784Z","end":"2026-03-04T16:44:04.986567Z","steps":["trace[717039717] 'agreement among raft nodes before linearized reading' (duration: 498.702322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.986612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.487767Z","time spent":"498.838425ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:04.988596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.091148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:04.988671Z","caller":"traceutil/trace.go:171","msg":"trace[73421588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34220; }","duration":"348.17952ms","start":"2026-03-04T16:44:04.640467Z","end":"2026-03-04T16:44:04.988646Z","steps":["trace[73421588] 'agreement among raft nodes before linearized reading' (duration: 345.110253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:04.989021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:04.640459Z","time spent":"348.54591ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:05.223661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.714845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:05.224086Z","caller":"traceutil/trace.go:171","msg":"trace[838667246] transaction","detail":"{read_only:false; response_revision:34222; number_of_response:1; }","duration":"231.853071ms","start":"2026-03-04T16:44:04.992213Z","end":"2026-03-04T16:44:05.224066Z","steps":["trace[838667246] 'process raft request' (duration: 92.657514ms)","trace[838667246] 'compare' (duration: 138.583432ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:05.224237Z","caller":"traceutil/trace.go:171","msg":"trace[1899497478] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"231.876881ms","start":"2026-03-04T16:44:04.992314Z","end":"2026-03-04T16:44:05.224191Z","steps":["trace[1899497478] 'process raft request' (duration: 231.667246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:05.22431Z","caller":"traceutil/trace.go:171","msg":"trace[1733660171] transaction","detail":"{read_only:false; response_revision:34224; number_of_response:1; }","duration":"231.880141ms","start":"2026-03-04T16:44:04.992402Z","end":"2026-03-04T16:44:05.224282Z","steps":["trace[1733660171] 'process raft request' (duration: 231.664596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:05.224873Z","caller":"traceutil/trace.go:171","msg":"trace[1033846112] transaction","detail":"{read_only:false; response_revision:34225; number_of_response:1; }","duration":"231.903022ms","start":"2026-03-04T16:44:04.992951Z","end":"2026-03-04T16:44:05.224854Z","steps":["trace[1033846112] 'process raft request' (duration: 231.807669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:05.571984Z","caller":"traceutil/trace.go:171","msg":"trace[969776306] transaction","detail":"{read_only:false; response_revision:34226; number_of_response:1; }","duration":"257.824444ms","start":"2026-03-04T16:44:05.314132Z","end":"2026-03-04T16:44:05.571957Z","steps":["trace[969776306] 'process raft request' (duration: 257.403354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:05.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1614139370] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"120.302301ms","start":"2026-03-04T16:44:05.755261Z","end":"2026-03-04T16:44:05.875563Z","steps":["trace[1614139370] 'process raft request' (duration: 120.153346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:06.168576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.819027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:06.168666Z","caller":"traceutil/trace.go:171","msg":"trace[1215132349] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34227; }","duration":"221.970791ms","start":"2026-03-04T16:44:05.94667Z","end":"2026-03-04T16:44:06.168641Z","steps":["trace[1215132349] 'count revisions from in-memory index tree' (duration: 221.746296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:06.168922Z","caller":"traceutil/trace.go:171","msg":"trace[1786422508] transaction","detail":"{read_only:false; response_revision:34228; number_of_response:1; }","duration":"139.77088ms","start":"2026-03-04T16:44:06.029131Z","end":"2026-03-04T16:44:06.168901Z","steps":["trace[1786422508] 'process raft request' (duration: 89.947485ms)","trace[1786422508] 'compare' (duration: 49.572229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:06.667499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.581928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:06.667574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.679203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:44:06.667612Z","caller":"traceutil/trace.go:171","msg":"trace[1085883498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34228; }","duration":"178.733972ms","start":"2026-03-04T16:44:06.48884Z","end":"2026-03-04T16:44:06.667574Z","steps":["trace[1085883498] 'range keys from in-memory index tree' (duration: 178.474425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:06.667634Z","caller":"traceutil/trace.go:171","msg":"trace[1654236143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34228; }","duration":"244.782656ms","start":"2026-03-04T16:44:06.422833Z","end":"2026-03-04T16:44:06.667616Z","steps":["trace[1654236143] 'range keys from in-memory index tree' (duration: 244.54762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:06.74849Z","caller":"traceutil/trace.go:171","msg":"trace[440603644] transaction","detail":"{read_only:false; response_revision:34229; number_of_response:1; }","duration":"249.079805ms","start":"2026-03-04T16:44:06.499373Z","end":"2026-03-04T16:44:06.748452Z","steps":["trace[440603644] 'process raft request' (duration: 248.820528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.301789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.870894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:07.301934Z","caller":"traceutil/trace.go:171","msg":"trace[410769414] linearizableReadLoop","detail":"{readStateIndex:35451; appliedIndex:35450; }","duration":"553.533514ms","start":"2026-03-04T16:44:06.748359Z","end":"2026-03-04T16:44:07.301893Z","steps":["trace[410769414] 'read index received' (duration: 276.429444ms)","trace[410769414] 'applied index is now lower than readState.Index' (duration: 277.10195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:07.302026Z","caller":"traceutil/trace.go:171","msg":"trace[1057175127] transaction","detail":"{read_only:false; response_revision:34230; number_of_response:1; }","duration":"627.946038ms","start":"2026-03-04T16:44:06.674063Z","end":"2026-03-04T16:44:07.302009Z","steps":["trace[1057175127] 'process raft request' (duration: 350.720435ms)","trace[1057175127] 'compare' (duration: 276.499794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:07.30211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.674035Z","time spent":"628.02472ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:07.302317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.849737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:07.302409Z","caller":"traceutil/trace.go:171","msg":"trace[491096183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34230; }","duration":"633.97846ms","start":"2026-03-04T16:44:06.66841Z","end":"2026-03-04T16:44:07.302389Z","steps":["trace[491096183] 'agreement among raft nodes before linearized reading' (duration: 633.798285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.302458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.668389Z","time spent":"634.061442ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:07.394644Z","caller":"traceutil/trace.go:171","msg":"trace[1928001766] transaction","detail":"{read_only:false; response_revision:34233; number_of_response:1; }","duration":"583.709825ms","start":"2026-03-04T16:44:06.810905Z","end":"2026-03-04T16:44:07.394615Z","steps":["trace[1928001766] 'process raft request' (duration: 583.601512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.394842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.810888Z","time spent":"583.853438ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:07.394881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.605492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:07.395019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.019507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:44:07.3952Z","caller":"traceutil/trace.go:171","msg":"trace[2037255077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34234; }","duration":"167.238783ms","start":"2026-03-04T16:44:07.22794Z","end":"2026-03-04T16:44:07.395178Z","steps":["trace[2037255077] 'agreement among raft nodes before linearized reading' (duration: 166.908334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.395209Z","caller":"traceutil/trace.go:171","msg":"trace[1178777549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34234; }","duration":"298.952401ms","start":"2026-03-04T16:44:07.096193Z","end":"2026-03-04T16:44:07.395145Z","steps":["trace[1178777549] 'agreement among raft nodes before linearized reading' (duration: 298.578162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.395228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.369967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:07.395279Z","caller":"traceutil/trace.go:171","msg":"trace[98088050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34234; }","duration":"167.459069ms","start":"2026-03-04T16:44:07.227806Z","end":"2026-03-04T16:44:07.395265Z","steps":["trace[98088050] 'agreement among raft nodes before linearized reading' (duration: 167.325925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.395315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.004717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:44:07.394994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.404712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:07.395388Z","caller":"traceutil/trace.go:171","msg":"trace[285936353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34234; }","duration":"167.216582ms","start":"2026-03-04T16:44:07.228156Z","end":"2026-03-04T16:44:07.395372Z","steps":["trace[285936353] 'agreement among raft nodes before linearized reading' (duration: 167.033608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.395406Z","caller":"traceutil/trace.go:171","msg":"trace[951646759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34234; }","duration":"166.869493ms","start":"2026-03-04T16:44:07.228517Z","end":"2026-03-04T16:44:07.395387Z","steps":["trace[951646759] 'agreement among raft nodes before linearized reading' (duration: 166.304189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.395025Z","caller":"traceutil/trace.go:171","msg":"trace[479989508] transaction","detail":"{read_only:false; response_revision:34232; number_of_response:1; }","duration":"585.721704ms","start":"2026-03-04T16:44:06.809286Z","end":"2026-03-04T16:44:07.395007Z","steps":["trace[479989508] 'process raft request' (duration: 585.163061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.395594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.809261Z","time spent":"586.280899ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:07.394959Z","caller":"traceutil/trace.go:171","msg":"trace[1723093490] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"585.680613ms","start":"2026-03-04T16:44:06.809243Z","end":"2026-03-04T16:44:07.394923Z","steps":["trace[1723093490] 'process raft request' (duration: 585.033177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.395597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.445431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-04T16:44:07.395716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.809221Z","time spent":"586.446203ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:07.395731Z","caller":"traceutil/trace.go:171","msg":"trace[753246540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:34234; }","duration":"160.588345ms","start":"2026-03-04T16:44:07.235095Z","end":"2026-03-04T16:44:07.395684Z","steps":["trace[753246540] 'agreement among raft nodes before linearized reading' (duration: 160.023331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.395056Z","caller":"traceutil/trace.go:171","msg":"trace[1092919963] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"402.615502ms","start":"2026-03-04T16:44:06.992424Z","end":"2026-03-04T16:44:07.39504Z","steps":["trace[1092919963] 'process raft request' (duration: 402.14254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.395841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:06.9924Z","time spent":"403.395572ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:07.464936Z","caller":"traceutil/trace.go:171","msg":"trace[990315936] transaction","detail":"{read_only:false; response_revision:34235; number_of_response:1; }","duration":"123.46199ms","start":"2026-03-04T16:44:07.341441Z","end":"2026-03-04T16:44:07.464903Z","steps":["trace[990315936] 'process raft request' (duration: 100.389569ms)","trace[990315936] 'compare' (duration: 22.864536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:07.505536Z","caller":"traceutil/trace.go:171","msg":"trace[1284055513] transaction","detail":"{read_only:false; response_revision:34237; number_of_response:1; }","duration":"102.242315ms","start":"2026-03-04T16:44:07.403258Z","end":"2026-03-04T16:44:07.505501Z","steps":["trace[1284055513] 'process raft request' (duration: 102.090592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.505722Z","caller":"traceutil/trace.go:171","msg":"trace[1053895705] transaction","detail":"{read_only:false; response_revision:34236; number_of_response:1; }","duration":"104.580174ms","start":"2026-03-04T16:44:07.401134Z","end":"2026-03-04T16:44:07.505714Z","steps":["trace[1053895705] 'process raft request' (duration: 104.112682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:07.505797Z","caller":"traceutil/trace.go:171","msg":"trace[1589131369] transaction","detail":"{read_only:false; response_revision:34238; number_of_response:1; }","duration":"102.44433ms","start":"2026-03-04T16:44:07.403322Z","end":"2026-03-04T16:44:07.505766Z","steps":["trace[1589131369] 'process raft request' (duration: 102.05276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:07.690052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.426923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:44:07.690152Z","caller":"traceutil/trace.go:171","msg":"trace[67327577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34239; }","duration":"114.569026ms","start":"2026-03-04T16:44:07.575559Z","end":"2026-03-04T16:44:07.690128Z","steps":["trace[67327577] 'range keys from in-memory index tree' (duration: 114.223327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:08.137025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.328942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:44:08.137416Z","caller":"traceutil/trace.go:171","msg":"trace[79097535] transaction","detail":"{read_only:false; response_revision:34241; number_of_response:1; }","duration":"256.39242ms","start":"2026-03-04T16:44:07.881007Z","end":"2026-03-04T16:44:08.137399Z","steps":["trace[79097535] 'process raft request' (duration: 256.107832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:08.471054Z","caller":"traceutil/trace.go:171","msg":"trace[1568495685] linearizableReadLoop","detail":"{readStateIndex:35464; appliedIndex:35461; }","duration":"519.484246ms","start":"2026-03-04T16:44:07.951553Z","end":"2026-03-04T16:44:08.471037Z","steps":["trace[1568495685] 'read index received' (duration: 72.726722ms)","trace[1568495685] 'applied index is now lower than readState.Index' (duration: 446.756904ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:08.471126Z","caller":"traceutil/trace.go:171","msg":"trace[1144000154] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"578.183614ms","start":"2026-03-04T16:44:07.892887Z","end":"2026-03-04T16:44:08.47107Z","steps":["trace[1144000154] 'process raft request' (duration: 519.384413ms)","trace[1144000154] 'compare' (duration: 58.688489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:08.471168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.591768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:08.471514Z","caller":"traceutil/trace.go:171","msg":"trace[818644951] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:34242; }","duration":"519.961587ms","start":"2026-03-04T16:44:07.951538Z","end":"2026-03-04T16:44:08.4715Z","steps":["trace[818644951] 'agreement among raft nodes before linearized reading' (duration: 519.575247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:08.471685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:07.892869Z","time spent":"578.329358ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:08.471585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:07.951479Z","time spent":"520.06658ms","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:08.480016Z","caller":"traceutil/trace.go:171","msg":"trace[1544567217] transaction","detail":"{read_only:false; response_revision:34243; number_of_response:1; }","duration":"377.828487ms","start":"2026-03-04T16:44:08.102168Z","end":"2026-03-04T16:44:08.479996Z","steps":["trace[1544567217] 'process raft request' (duration: 377.688954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:08.480149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:08.102144Z","time spent":"377.93593ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:08.480167Z","caller":"traceutil/trace.go:171","msg":"trace[1584843785] transaction","detail":"{read_only:false; response_revision:34244; number_of_response:1; }","duration":"305.626369ms","start":"2026-03-04T16:44:08.174518Z","end":"2026-03-04T16:44:08.480145Z","steps":["trace[1584843785] 'process raft request' (duration: 305.444824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:08.480219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.459551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:08.48025Z","caller":"traceutil/trace.go:171","msg":"trace[1997778899] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34244; }","duration":"185.523653ms","start":"2026-03-04T16:44:08.294718Z","end":"2026-03-04T16:44:08.480242Z","steps":["trace[1997778899] 'agreement among raft nodes before linearized reading' (duration: 185.40844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:08.480282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:08.174487Z","time spent":"305.731681ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:08.480406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.414698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:08.480449Z","caller":"traceutil/trace.go:171","msg":"trace[1009189512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:34244; }","duration":"175.48452ms","start":"2026-03-04T16:44:08.304953Z","end":"2026-03-04T16:44:08.480438Z","steps":["trace[1009189512] 'agreement among raft nodes before linearized reading' (duration: 175.416808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:08.87909Z","caller":"traceutil/trace.go:171","msg":"trace[140255172] transaction","detail":"{read_only:false; response_revision:34245; number_of_response:1; }","duration":"123.48445ms","start":"2026-03-04T16:44:08.755583Z","end":"2026-03-04T16:44:08.879068Z","steps":["trace[140255172] 'process raft request' (duration: 123.351637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:09.654249Z","caller":"traceutil/trace.go:171","msg":"trace[245487405] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"251.989858ms","start":"2026-03-04T16:44:09.40224Z","end":"2026-03-04T16:44:09.65423Z","steps":["trace[245487405] 'process raft request' (duration: 251.849725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:09.730367Z","caller":"traceutil/trace.go:171","msg":"trace[1574847128] linearizableReadLoop","detail":"{readStateIndex:35471; appliedIndex:35467; }","duration":"280.909787ms","start":"2026-03-04T16:44:09.449425Z","end":"2026-03-04T16:44:09.730334Z","steps":["trace[1574847128] 'read index received' (duration: 204.638995ms)","trace[1574847128] 'applied index is now lower than readState.Index' (duration: 76.269612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:09.730724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.277976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:09.73076Z","caller":"traceutil/trace.go:171","msg":"trace[612285921] transaction","detail":"{read_only:false; response_revision:34247; number_of_response:1; }","duration":"328.142236ms","start":"2026-03-04T16:44:09.402596Z","end":"2026-03-04T16:44:09.730738Z","steps":["trace[612285921] 'process raft request' (duration: 327.465088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:09.730806Z","caller":"traceutil/trace.go:171","msg":"trace[1600832928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34249; }","duration":"281.390559ms","start":"2026-03-04T16:44:09.449394Z","end":"2026-03-04T16:44:09.730785Z","steps":["trace[1600832928] 'agreement among raft nodes before linearized reading' (duration: 281.264696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:09.731108Z","caller":"traceutil/trace.go:171","msg":"trace[1583262524] transaction","detail":"{read_only:false; response_revision:34248; number_of_response:1; }","duration":"328.251518ms","start":"2026-03-04T16:44:09.402781Z","end":"2026-03-04T16:44:09.731032Z","steps":["trace[1583262524] 'process raft request' (duration: 327.444488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.73123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.402772Z","time spent":"328.386462ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:09.731236Z","caller":"traceutil/trace.go:171","msg":"trace[1075168375] transaction","detail":"{read_only:false; response_revision:34249; number_of_response:1; }","duration":"328.379462ms","start":"2026-03-04T16:44:09.402837Z","end":"2026-03-04T16:44:09.731217Z","steps":["trace[1075168375] 'process raft request' (duration: 327.443219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.731726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.070233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:44:09.731773Z","caller":"traceutil/trace.go:171","msg":"trace[1230184983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34249; }","duration":"222.142095ms","start":"2026-03-04T16:44:09.509619Z","end":"2026-03-04T16:44:09.731761Z","steps":["trace[1230184983] 'agreement among raft nodes before linearized reading' (duration: 222.009412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.731937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.162272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:09.731974Z","caller":"traceutil/trace.go:171","msg":"trace[1619605141] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:34249; }","duration":"221.210623ms","start":"2026-03-04T16:44:09.510754Z","end":"2026-03-04T16:44:09.731965Z","steps":["trace[1619605141] 'agreement among raft nodes before linearized reading' (duration: 221.151521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.732021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.40283Z","time spent":"328.484394ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:09.732226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.402585Z","time spent":"329.583032ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:09.732239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.124215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:44:09.732941Z","caller":"traceutil/trace.go:171","msg":"trace[981865456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34249; }","duration":"222.831682ms","start":"2026-03-04T16:44:09.510092Z","end":"2026-03-04T16:44:09.732924Z","steps":["trace[981865456] 'agreement among raft nodes before linearized reading' (duration: 222.043923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.732345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.239148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:44:09.733027Z","caller":"traceutil/trace.go:171","msg":"trace[1233598100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34249; }","duration":"222.940777ms","start":"2026-03-04T16:44:09.510069Z","end":"2026-03-04T16:44:09.73301Z","steps":["trace[1233598100] 'agreement among raft nodes before linearized reading' (duration: 222.200887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:09.732413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.474924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:44:09.733448Z","caller":"traceutil/trace.go:171","msg":"trace[1648222488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34249; }","duration":"223.482669ms","start":"2026-03-04T16:44:09.509922Z","end":"2026-03-04T16:44:09.733404Z","steps":["trace[1648222488] 'agreement among raft nodes before linearized reading' (duration: 222.443233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:10.02217Z","caller":"traceutil/trace.go:171","msg":"trace[1180743267] linearizableReadLoop","detail":"{readStateIndex:35472; appliedIndex:35471; }","duration":"284.091157ms","start":"2026-03-04T16:44:09.738055Z","end":"2026-03-04T16:44:10.022146Z","steps":["trace[1180743267] 'read index received' (duration: 218.006602ms)","trace[1180743267] 'applied index is now lower than readState.Index' (duration: 66.083375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:10.022209Z","caller":"traceutil/trace.go:171","msg":"trace[303676873] transaction","detail":"{read_only:false; response_revision:34250; number_of_response:1; }","duration":"285.0176ms","start":"2026-03-04T16:44:09.737149Z","end":"2026-03-04T16:44:10.022167Z","steps":["trace[303676873] 'process raft request' (duration: 218.911445ms)","trace[303676873] 'compare' (duration: 65.337115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:10.022504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.420755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:10.022602Z","caller":"traceutil/trace.go:171","msg":"trace[1127383778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:34250; }","duration":"284.564529ms","start":"2026-03-04T16:44:09.738014Z","end":"2026-03-04T16:44:10.022578Z","steps":["trace[1127383778] 'agreement among raft nodes before linearized reading' (duration: 284.22613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:10.40923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.435844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:10.409501Z","caller":"traceutil/trace.go:171","msg":"trace[1109360841] transaction","detail":"{read_only:false; response_revision:34251; number_of_response:1; }","duration":"670.888049ms","start":"2026-03-04T16:44:09.738572Z","end":"2026-03-04T16:44:10.40946Z","steps":["trace[1109360841] 'process raft request' (duration: 392.146997ms)","trace[1109360841] 'compare' (duration: 278.192848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:10.409628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.738557Z","time spent":"671.004592ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:10.410143Z","caller":"traceutil/trace.go:171","msg":"trace[311091876] transaction","detail":"{read_only:false; response_revision:34252; number_of_response:1; }","duration":"671.554825ms","start":"2026-03-04T16:44:09.738569Z","end":"2026-03-04T16:44:10.410124Z","steps":["trace[311091876] 'process raft request' (duration: 670.764956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:10.410166Z","caller":"traceutil/trace.go:171","msg":"trace[93346946] linearizableReadLoop","detail":"{readStateIndex:35475; appliedIndex:35472; }","duration":"387.90184ms","start":"2026-03-04T16:44:10.022222Z","end":"2026-03-04T16:44:10.410124Z","steps":["trace[93346946] 'read index received' (duration: 108.449771ms)","trace[93346946] 'applied index is now lower than readState.Index' (duration: 279.451279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:10.410225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.73855Z","time spent":"671.636368ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:10.410237Z","caller":"traceutil/trace.go:171","msg":"trace[1648328064] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"263.740054ms","start":"2026-03-04T16:44:10.146476Z","end":"2026-03-04T16:44:10.410216Z","steps":["trace[1648328064] 'process raft request' (duration: 263.612211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:10.410289Z","caller":"traceutil/trace.go:171","msg":"trace[885001870] transaction","detail":"{read_only:false; response_revision:34253; number_of_response:1; }","duration":"670.853678ms","start":"2026-03-04T16:44:09.73943Z","end":"2026-03-04T16:44:10.410284Z","steps":["trace[885001870] 'process raft request' (duration: 670.607462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:10.411022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.739406Z","time spent":"671.569728ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:10.410406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.526282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:44:10.411136Z","caller":"traceutil/trace.go:171","msg":"trace[421618401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34254; }","duration":"625.248741ms","start":"2026-03-04T16:44:09.78586Z","end":"2026-03-04T16:44:10.411109Z","steps":["trace[421618401] 'agreement among raft nodes before linearized reading' (duration: 624.44887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:10.410486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.918296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:44:10.411227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.785813Z","time spent":"625.385154ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:44:10.411253Z","caller":"traceutil/trace.go:171","msg":"trace[529609928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34254; }","duration":"672.712797ms","start":"2026-03-04T16:44:09.738525Z","end":"2026-03-04T16:44:10.411238Z","steps":["trace[529609928] 'agreement among raft nodes before linearized reading' (duration: 671.812504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:10.411281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:09.738518Z","time spent":"672.757578ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:44:10.672635Z","caller":"traceutil/trace.go:171","msg":"trace[973927282] linearizableReadLoop","detail":"{readStateIndex:35477; appliedIndex:35476; }","duration":"250.85623ms","start":"2026-03-04T16:44:10.421753Z","end":"2026-03-04T16:44:10.67261Z","steps":["trace[973927282] 'read index received' (duration: 159.696523ms)","trace[973927282] 'applied index is now lower than readState.Index' (duration: 91.158567ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:10.672771Z","caller":"traceutil/trace.go:171","msg":"trace[77179362] transaction","detail":"{read_only:false; response_revision:34255; number_of_response:1; }","duration":"257.087857ms","start":"2026-03-04T16:44:10.415648Z","end":"2026-03-04T16:44:10.672736Z","steps":["trace[77179362] 'process raft request' (duration: 165.790287ms)","trace[77179362] 'compare' (duration: 90.693555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:10.672867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.094616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T16:44:10.67291Z","caller":"traceutil/trace.go:171","msg":"trace[81701450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34255; }","duration":"251.167577ms","start":"2026-03-04T16:44:10.421731Z","end":"2026-03-04T16:44:10.672899Z","steps":["trace[81701450] 'agreement among raft nodes before linearized reading' (duration: 250.993953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:10.674403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.693993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:10.674463Z","caller":"traceutil/trace.go:171","msg":"trace[1018284389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34256; }","duration":"186.785015ms","start":"2026-03-04T16:44:10.487665Z","end":"2026-03-04T16:44:10.67445Z","steps":["trace[1018284389] 'agreement among raft nodes before linearized reading' (duration: 186.681613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:10.675224Z","caller":"traceutil/trace.go:171","msg":"trace[1576703272] transaction","detail":"{read_only:false; response_revision:34256; number_of_response:1; }","duration":"177.336347ms","start":"2026-03-04T16:44:10.497279Z","end":"2026-03-04T16:44:10.674615Z","steps":["trace[1576703272] 'process raft request' (duration: 176.978639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:11.085061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.182337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:11.085185Z","caller":"traceutil/trace.go:171","msg":"trace[1397918328] linearizableReadLoop","detail":"{readStateIndex:35479; appliedIndex:35478; }","duration":"280.64939ms","start":"2026-03-04T16:44:10.804517Z","end":"2026-03-04T16:44:11.085166Z","steps":["trace[1397918328] 'read index received' (duration: 108.410031ms)","trace[1397918328] 'applied index is now lower than readState.Index' (duration: 172.237009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:11.085209Z","caller":"traceutil/trace.go:171","msg":"trace[1600952008] transaction","detail":"{read_only:false; response_revision:34257; number_of_response:1; }","duration":"307.074974ms","start":"2026-03-04T16:44:10.778113Z","end":"2026-03-04T16:44:11.085188Z","steps":["trace[1600952008] 'process raft request' (duration: 134.671322ms)","trace[1600952008] 'compare' (duration: 172.066314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:11.085257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.730762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:11.085289Z","caller":"traceutil/trace.go:171","msg":"trace[1740651973] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34257; }","duration":"280.795112ms","start":"2026-03-04T16:44:10.804481Z","end":"2026-03-04T16:44:11.085276Z","steps":["trace[1740651973] 'agreement among raft nodes before linearized reading' (duration: 280.734061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:11.085332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:10.778095Z","time spent":"307.176377ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:11.239711Z","caller":"traceutil/trace.go:171","msg":"trace[871706768] linearizableReadLoop","detail":"{readStateIndex:35480; appliedIndex:35479; }","duration":"149.130357ms","start":"2026-03-04T16:44:11.090552Z","end":"2026-03-04T16:44:11.239683Z","steps":["trace[871706768] 'read index received' (duration: 142.913051ms)","trace[871706768] 'applied index is now lower than readState.Index' (duration: 6.216106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:11.239888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.310121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:11.239901Z","caller":"traceutil/trace.go:171","msg":"trace[661900930] transaction","detail":"{read_only:false; response_revision:34258; number_of_response:1; }","duration":"347.02381ms","start":"2026-03-04T16:44:10.892847Z","end":"2026-03-04T16:44:11.239871Z","steps":["trace[661900930] 'process raft request' (duration: 340.669091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:11.239953Z","caller":"traceutil/trace.go:171","msg":"trace[1857118643] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34258; }","duration":"149.422904ms","start":"2026-03-04T16:44:11.090507Z","end":"2026-03-04T16:44:11.23993Z","steps":["trace[1857118643] 'agreement among raft nodes before linearized reading' (duration: 149.298181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:11.240154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:10.89282Z","time spent":"347.153214ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:11.921181Z","caller":"traceutil/trace.go:171","msg":"trace[1088288810] transaction","detail":"{read_only:false; response_revision:34263; number_of_response:1; }","duration":"183.159184ms","start":"2026-03-04T16:44:11.738001Z","end":"2026-03-04T16:44:11.92116Z","steps":["trace[1088288810] 'process raft request' (duration: 183.123053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:11.921193Z","caller":"traceutil/trace.go:171","msg":"trace[799508752] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"195.930846ms","start":"2026-03-04T16:44:11.725227Z","end":"2026-03-04T16:44:11.921158Z","steps":["trace[799508752] 'process raft request' (duration: 108.745979ms)","trace[799508752] 'compare' (duration: 86.966232ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:11.921273Z","caller":"traceutil/trace.go:171","msg":"trace[1034448617] transaction","detail":"{read_only:false; response_revision:34262; number_of_response:1; }","duration":"183.902603ms","start":"2026-03-04T16:44:11.737333Z","end":"2026-03-04T16:44:11.921236Z","steps":["trace[1034448617] 'process raft request' (duration: 183.76667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:11.92128Z","caller":"traceutil/trace.go:171","msg":"trace[1039689069] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"184.329543ms","start":"2026-03-04T16:44:11.73692Z","end":"2026-03-04T16:44:11.92125Z","steps":["trace[1039689069] 'process raft request' (duration: 184.135589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:12.282408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.85669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:12.282851Z","caller":"traceutil/trace.go:171","msg":"trace[103651305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34263; }","duration":"255.349532ms","start":"2026-03-04T16:44:12.027474Z","end":"2026-03-04T16:44:12.282824Z","steps":["trace[103651305] 'range keys from in-memory index tree' (duration: 254.621254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:12.282439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.506207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:12.283084Z","caller":"traceutil/trace.go:171","msg":"trace[1913677574] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:34263; }","duration":"125.149212ms","start":"2026-03-04T16:44:12.157876Z","end":"2026-03-04T16:44:12.283026Z","steps":["trace[1913677574] 'count revisions from in-memory index tree' (duration: 124.446125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:12.413582Z","caller":"traceutil/trace.go:171","msg":"trace[566276884] transaction","detail":"{read_only:false; response_revision:34264; number_of_response:1; }","duration":"126.001954ms","start":"2026-03-04T16:44:12.287376Z","end":"2026-03-04T16:44:12.413378Z","steps":["trace[566276884] 'process raft request' (duration: 125.853671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:12.530485Z","caller":"traceutil/trace.go:171","msg":"trace[1273548491] linearizableReadLoop","detail":"{readStateIndex:35488; appliedIndex:35487; }","duration":"112.874533ms","start":"2026-03-04T16:44:12.417594Z","end":"2026-03-04T16:44:12.530469Z","steps":["trace[1273548491] 'read index received' (duration: 77.841621ms)","trace[1273548491] 'applied index is now lower than readState.Index' (duration: 35.032212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:12.530575Z","caller":"traceutil/trace.go:171","msg":"trace[1530623766] transaction","detail":"{read_only:false; response_revision:34265; number_of_response:1; }","duration":"114.733141ms","start":"2026-03-04T16:44:12.415834Z","end":"2026-03-04T16:44:12.530567Z","steps":["trace[1530623766] 'process raft request' (duration: 79.429752ms)","trace[1530623766] 'compare' (duration: 34.988971ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:12.530657Z","caller":"traceutil/trace.go:171","msg":"trace[287176745] transaction","detail":"{read_only:false; response_revision:34266; number_of_response:1; }","duration":"113.031046ms","start":"2026-03-04T16:44:12.417609Z","end":"2026-03-04T16:44:12.53064Z","steps":["trace[287176745] 'process raft request' (duration: 112.830502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:12.530832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.228522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:12.530861Z","caller":"traceutil/trace.go:171","msg":"trace[2067983876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34266; }","duration":"113.300594ms","start":"2026-03-04T16:44:12.417554Z","end":"2026-03-04T16:44:12.530854Z","steps":["trace[2067983876] 'agreement among raft nodes before linearized reading' (duration: 113.15834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:12.530993Z","caller":"traceutil/trace.go:171","msg":"trace[254038447] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"108.480842ms","start":"2026-03-04T16:44:12.422506Z","end":"2026-03-04T16:44:12.530987Z","steps":["trace[254038447] 'process raft request' (duration: 108.089542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:12.708521Z","caller":"traceutil/trace.go:171","msg":"trace[612505805] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"173.613333ms","start":"2026-03-04T16:44:12.534889Z","end":"2026-03-04T16:44:12.708502Z","steps":["trace[612505805] 'process raft request' (duration: 173.509191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:12.708747Z","caller":"traceutil/trace.go:171","msg":"trace[469571731] linearizableReadLoop","detail":"{readStateIndex:35492; appliedIndex:35492; }","duration":"141.257259ms","start":"2026-03-04T16:44:12.567468Z","end":"2026-03-04T16:44:12.708725Z","steps":["trace[469571731] 'read index received' (duration: 141.244788ms)","trace[469571731] 'applied index is now lower than readState.Index' (duration: 9.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:12.709002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.480034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:12.709131Z","caller":"traceutil/trace.go:171","msg":"trace[1631886473] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:34269; }","duration":"141.666529ms","start":"2026-03-04T16:44:12.567431Z","end":"2026-03-04T16:44:12.709097Z","steps":["trace[1631886473] 'agreement among raft nodes before linearized reading' (duration: 141.408613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:14.074883Z","caller":"traceutil/trace.go:171","msg":"trace[126979092] linearizableReadLoop","detail":"{readStateIndex:35499; appliedIndex:35496; }","duration":"144.93277ms","start":"2026-03-04T16:44:13.929928Z","end":"2026-03-04T16:44:14.074861Z","steps":["trace[126979092] 'read index received' (duration: 66.31832ms)","trace[126979092] 'applied index is now lower than readState.Index' (duration: 78.6138ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:14.074927Z","caller":"traceutil/trace.go:171","msg":"trace[1926464047] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"148.380087ms","start":"2026-03-04T16:44:13.926504Z","end":"2026-03-04T16:44:14.074884Z","steps":["trace[1926464047] 'process raft request' (duration: 148.224724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:14.074973Z","caller":"traceutil/trace.go:171","msg":"trace[660169840] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"147.32485ms","start":"2026-03-04T16:44:13.927624Z","end":"2026-03-04T16:44:14.074948Z","steps":["trace[660169840] 'process raft request' (duration: 147.213317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:14.074987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.037542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:14.075016Z","caller":"traceutil/trace.go:171","msg":"trace[401177993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:34276; }","duration":"145.110884ms","start":"2026-03-04T16:44:13.929894Z","end":"2026-03-04T16:44:14.075005Z","steps":["trace[401177993] 'agreement among raft nodes before linearized reading' (duration: 145.045303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:14.747506Z","caller":"traceutil/trace.go:171","msg":"trace[1963504136] transaction","detail":"{read_only:false; response_revision:34280; number_of_response:1; }","duration":"150.990374ms","start":"2026-03-04T16:44:14.596483Z","end":"2026-03-04T16:44:14.747473Z","steps":["trace[1963504136] 'process raft request' (duration: 149.314931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:16.304349Z","caller":"traceutil/trace.go:171","msg":"trace[31951315] transaction","detail":"{read_only:false; response_revision:34288; number_of_response:1; }","duration":"225.128711ms","start":"2026-03-04T16:44:16.079201Z","end":"2026-03-04T16:44:16.30433Z","steps":["trace[31951315] 'process raft request' (duration: 224.912515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:16.304413Z","caller":"traceutil/trace.go:171","msg":"trace[195636164] transaction","detail":"{read_only:false; response_revision:34289; number_of_response:1; }","duration":"222.287159ms","start":"2026-03-04T16:44:16.082095Z","end":"2026-03-04T16:44:16.304383Z","steps":["trace[195636164] 'process raft request' (duration: 222.177686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:16.304164Z","caller":"traceutil/trace.go:171","msg":"trace[1266998023] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"272.788781ms","start":"2026-03-04T16:44:16.031357Z","end":"2026-03-04T16:44:16.304145Z","steps":["trace[1266998023] 'process raft request' (duration: 197.257169ms)","trace[1266998023] 'compare' (duration: 75.388119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:16.870273Z","caller":"traceutil/trace.go:171","msg":"trace[2027619330] linearizableReadLoop","detail":"{readStateIndex:35514; appliedIndex:35513; }","duration":"197.625767ms","start":"2026-03-04T16:44:16.672626Z","end":"2026-03-04T16:44:16.870252Z","steps":["trace[2027619330] 'read index received' (duration: 197.389531ms)","trace[2027619330] 'applied index is now lower than readState.Index' (duration: 235.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:16.870592Z","caller":"traceutil/trace.go:171","msg":"trace[238133523] transaction","detail":"{read_only:false; response_revision:34291; number_of_response:1; }","duration":"274.464374ms","start":"2026-03-04T16:44:16.5961Z","end":"2026-03-04T16:44:16.870564Z","steps":["trace[238133523] 'process raft request' (duration: 273.970812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:16.870848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.187641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:44:16.870961Z","caller":"traceutil/trace.go:171","msg":"trace[792855723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34291; }","duration":"198.343206ms","start":"2026-03-04T16:44:16.672583Z","end":"2026-03-04T16:44:16.870927Z","steps":["trace[792855723] 'agreement among raft nodes before linearized reading' (duration: 198.022177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:16.896532Z","caller":"traceutil/trace.go:171","msg":"trace[314693884] transaction","detail":"{read_only:false; response_revision:34292; number_of_response:1; }","duration":"143.952947ms","start":"2026-03-04T16:44:16.752557Z","end":"2026-03-04T16:44:16.89651Z","steps":["trace[314693884] 'process raft request' (duration: 143.829414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:16.89691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.578268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:16.897004Z","caller":"traceutil/trace.go:171","msg":"trace[1936439705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34292; }","duration":"145.71742ms","start":"2026-03-04T16:44:16.751264Z","end":"2026-03-04T16:44:16.896982Z","steps":["trace[1936439705] 'agreement among raft nodes before linearized reading' (duration: 145.430133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:17.482147Z","caller":"traceutil/trace.go:171","msg":"trace[1245505332] linearizableReadLoop","detail":"{readStateIndex:35520; appliedIndex:35519; }","duration":"146.948522ms","start":"2026-03-04T16:44:17.335179Z","end":"2026-03-04T16:44:17.482127Z","steps":["trace[1245505332] 'read index received' (duration: 146.796718ms)","trace[1245505332] 'applied index is now lower than readState.Index' (duration: 150.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:17.48227Z","caller":"traceutil/trace.go:171","msg":"trace[1438149230] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"155.731103ms","start":"2026-03-04T16:44:17.326465Z","end":"2026-03-04T16:44:17.482196Z","steps":["trace[1438149230] 'process raft request' (duration: 155.525458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:17.482447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.101366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:17.482539Z","caller":"traceutil/trace.go:171","msg":"trace[1069188723] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34297; }","duration":"147.344342ms","start":"2026-03-04T16:44:17.335172Z","end":"2026-03-04T16:44:17.482516Z","steps":["trace[1069188723] 'agreement among raft nodes before linearized reading' (duration: 147.040614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:17.783046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.384548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:17.783232Z","caller":"traceutil/trace.go:171","msg":"trace[895939941] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"246.195682ms","start":"2026-03-04T16:44:17.537011Z","end":"2026-03-04T16:44:17.783207Z","steps":["trace[895939941] 'process raft request' (duration: 43.540967ms)","trace[895939941] 'compare' (duration: 202.262435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:18.552756Z","caller":"traceutil/trace.go:171","msg":"trace[1832428377] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"242.855998ms","start":"2026-03-04T16:44:18.30988Z","end":"2026-03-04T16:44:18.552736Z","steps":["trace[1832428377] 'process raft request' (duration: 242.724665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:18.552878Z","caller":"traceutil/trace.go:171","msg":"trace[1836899829] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"242.96041ms","start":"2026-03-04T16:44:18.309899Z","end":"2026-03-04T16:44:18.55286Z","steps":["trace[1836899829] 'process raft request' (duration: 242.811276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:18.5531Z","caller":"traceutil/trace.go:171","msg":"trace[2058270741] linearizableReadLoop","detail":"{readStateIndex:35526; appliedIndex:35526; }","duration":"158.604345ms","start":"2026-03-04T16:44:18.394464Z","end":"2026-03-04T16:44:18.553068Z","steps":["trace[2058270741] 'read index received' (duration: 158.579464ms)","trace[2058270741] 'applied index is now lower than readState.Index' (duration: 22.841µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:18.55365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.148608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313454"} {"level":"info","ts":"2026-03-04T16:44:18.55416Z","caller":"traceutil/trace.go:171","msg":"trace[582792960] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:34302; }","duration":"159.690692ms","start":"2026-03-04T16:44:18.394431Z","end":"2026-03-04T16:44:18.554121Z","steps":["trace[582792960] 'agreement among raft nodes before linearized reading' (duration: 158.763769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:18.590078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.689396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:18.590299Z","caller":"traceutil/trace.go:171","msg":"trace[1722381688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34303; }","duration":"100.82368ms","start":"2026-03-04T16:44:18.489327Z","end":"2026-03-04T16:44:18.59015Z","steps":["trace[1722381688] 'agreement among raft nodes before linearized reading' (duration: 100.518432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:18.744128Z","caller":"traceutil/trace.go:171","msg":"trace[1051068456] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"149.881655ms","start":"2026-03-04T16:44:18.594206Z","end":"2026-03-04T16:44:18.744087Z","steps":["trace[1051068456] 'process raft request' (duration: 63.815367ms)","trace[1051068456] 'compare' (duration: 85.681558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:19.209123Z","caller":"traceutil/trace.go:171","msg":"trace[673879767] linearizableReadLoop","detail":"{readStateIndex:35530; appliedIndex:35528; }","duration":"251.290021ms","start":"2026-03-04T16:44:18.957812Z","end":"2026-03-04T16:44:19.209102Z","steps":["trace[673879767] 'read index received' (duration: 230.271491ms)","trace[673879767] 'applied index is now lower than readState.Index' (duration: 21.01755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:19.209403Z","caller":"traceutil/trace.go:171","msg":"trace[223757331] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"333.732526ms","start":"2026-03-04T16:44:18.875646Z","end":"2026-03-04T16:44:19.209378Z","steps":["trace[223757331] 'process raft request' (duration: 312.42652ms)","trace[223757331] 'compare' (duration: 20.842375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:19.209507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:18.875626Z","time spent":"333.813759ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:19.209786Z","caller":"traceutil/trace.go:171","msg":"trace[728094214] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"308.615184ms","start":"2026-03-04T16:44:18.901125Z","end":"2026-03-04T16:44:19.20974Z","steps":["trace[728094214] 'process raft request' (duration: 307.926847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:19.20984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.702989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:44:19.209843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.74127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:44:19.209885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.08855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:44:19.209923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.131165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:44:19.209972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:18.901102Z","time spent":"308.775148ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:19.210011Z","caller":"traceutil/trace.go:171","msg":"trace[1075421358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34306; }","duration":"251.30764ms","start":"2026-03-04T16:44:18.958689Z","end":"2026-03-04T16:44:19.209996Z","steps":["trace[1075421358] 'agreement among raft nodes before linearized reading' (duration: 251.030613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:19.209907Z","caller":"traceutil/trace.go:171","msg":"trace[786495035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34306; }","duration":"251.834413ms","start":"2026-03-04T16:44:18.958055Z","end":"2026-03-04T16:44:19.209889Z","steps":["trace[786495035] 'agreement among raft nodes before linearized reading' (duration: 251.604927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:19.209939Z","caller":"traceutil/trace.go:171","msg":"trace[1035926431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34306; }","duration":"252.185462ms","start":"2026-03-04T16:44:18.95774Z","end":"2026-03-04T16:44:19.209925Z","steps":["trace[1035926431] 'agreement among raft nodes before linearized reading' (duration: 252.021488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:19.209898Z","caller":"traceutil/trace.go:171","msg":"trace[1997936657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34306; }","duration":"251.786502ms","start":"2026-03-04T16:44:18.958097Z","end":"2026-03-04T16:44:19.209884Z","steps":["trace[1997936657] 'agreement among raft nodes before linearized reading' (duration: 251.620558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.125827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.418539Z","time spent":"707.279095ms","remote":"127.0.0.1:34696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:44:20.126486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.130902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:20.126647Z","caller":"traceutil/trace.go:171","msg":"trace[72130316] transaction","detail":"{read_only:false; response_revision:34309; number_of_response:1; }","duration":"910.356502ms","start":"2026-03-04T16:44:19.21628Z","end":"2026-03-04T16:44:20.126636Z","steps":["trace[72130316] 'process raft request' (duration: 910.318821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:20.126668Z","caller":"traceutil/trace.go:171","msg":"trace[1777670375] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"912.046675ms","start":"2026-03-04T16:44:19.214599Z","end":"2026-03-04T16:44:20.126645Z","steps":["trace[1777670375] 'process raft request' (duration: 314.698847ms)","trace[1777670375] 'compare' (duration: 596.755402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:20.126684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.216271Z","time spent":"910.397432ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:20.126676Z","caller":"traceutil/trace.go:171","msg":"trace[412070931] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"910.576387ms","start":"2026-03-04T16:44:19.216081Z","end":"2026-03-04T16:44:20.126658Z","steps":["trace[412070931] 'process raft request' (duration: 910.487385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.126754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.21458Z","time spent":"912.119586ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:20.126757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.21606Z","time spent":"910.650079ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:20.126965Z","caller":"traceutil/trace.go:171","msg":"trace[1069746642] linearizableReadLoop","detail":"{readStateIndex:35535; appliedIndex:35530; }","duration":"625.350572ms","start":"2026-03-04T16:44:19.501594Z","end":"2026-03-04T16:44:20.126945Z","steps":["trace[1069746642] 'read index received' (duration: 27.717097ms)","trace[1069746642] 'applied index is now lower than readState.Index' (duration: 597.632075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:20.126991Z","caller":"traceutil/trace.go:171","msg":"trace[1768272532] transaction","detail":"{read_only:false; response_revision:34310; number_of_response:1; }","duration":"910.200088ms","start":"2026-03-04T16:44:19.216744Z","end":"2026-03-04T16:44:20.126945Z","steps":["trace[1768272532] 'process raft request' (duration: 909.87406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:20.127005Z","caller":"traceutil/trace.go:171","msg":"trace[858465889] transaction","detail":"{read_only:false; response_revision:34311; number_of_response:1; }","duration":"637.157721ms","start":"2026-03-04T16:44:19.48981Z","end":"2026-03-04T16:44:20.126968Z","steps":["trace[858465889] 'process raft request' (duration: 637.013137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.127184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.489789Z","time spent":"637.300884ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:20.127187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.584508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:20.127237Z","caller":"traceutil/trace.go:171","msg":"trace[1528232260] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34311; }","duration":"625.67541ms","start":"2026-03-04T16:44:19.501548Z","end":"2026-03-04T16:44:20.127223Z","steps":["trace[1528232260] 'agreement among raft nodes before linearized reading' (duration: 625.504376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.127245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.216733Z","time spent":"910.359572ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:20.1273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.501529Z","time spent":"625.754843ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:20.128217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.406492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:20.128263Z","caller":"traceutil/trace.go:171","msg":"trace[952029074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:34312; }","duration":"588.490764ms","start":"2026-03-04T16:44:19.53976Z","end":"2026-03-04T16:44:20.128251Z","steps":["trace[952029074] 'agreement among raft nodes before linearized reading' (duration: 588.392901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.128294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.539742Z","time spent":"588.542446ms","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:20.128573Z","caller":"traceutil/trace.go:171","msg":"trace[41119623] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"179.767849ms","start":"2026-03-04T16:44:19.948795Z","end":"2026-03-04T16:44:20.128562Z","steps":["trace[41119623] 'process raft request' (duration: 179.282247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.128756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.445135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:20.128844Z","caller":"traceutil/trace.go:171","msg":"trace[397020434] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:34312; }","duration":"336.602859ms","start":"2026-03-04T16:44:19.79222Z","end":"2026-03-04T16:44:20.128823Z","steps":["trace[397020434] 'agreement among raft nodes before linearized reading' (duration: 336.412224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.128893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:19.792201Z","time spent":"336.681362ms","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:20.671301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.75831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:20.671415Z","caller":"traceutil/trace.go:171","msg":"trace[1563265683] transaction","detail":"{read_only:false; response_revision:34313; number_of_response:1; }","duration":"536.017652ms","start":"2026-03-04T16:44:20.135377Z","end":"2026-03-04T16:44:20.671395Z","steps":["trace[1563265683] 'process raft request' (duration: 319.069547ms)","trace[1563265683] 'compare' (duration: 216.496364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:20.671481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:20.135352Z","time spent":"536.099894ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:20.863935Z","caller":"traceutil/trace.go:171","msg":"trace[1031405327] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"517.049695ms","start":"2026-03-04T16:44:20.346849Z","end":"2026-03-04T16:44:20.863898Z","steps":["trace[1031405327] 'process raft request' (duration: 452.400617ms)","trace[1031405327] 'compare' (duration: 64.344251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:20.864086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:20.346824Z","time spent":"517.186158ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:20.863926Z","caller":"traceutil/trace.go:171","msg":"trace[1262351498] linearizableReadLoop","detail":"{readStateIndex:35538; appliedIndex:35537; }","duration":"374.555655ms","start":"2026-03-04T16:44:20.489341Z","end":"2026-03-04T16:44:20.863896Z","steps":["trace[1262351498] 'read index received' (duration: 309.913867ms)","trace[1262351498] 'applied index is now lower than readState.Index' (duration: 64.640338ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:20.864227Z","caller":"traceutil/trace.go:171","msg":"trace[1858030952] transaction","detail":"{read_only:false; response_revision:34315; number_of_response:1; }","duration":"293.913594ms","start":"2026-03-04T16:44:20.570289Z","end":"2026-03-04T16:44:20.864203Z","steps":["trace[1858030952] 'process raft request' (duration: 293.527174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.864369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.005227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:20.86448Z","caller":"traceutil/trace.go:171","msg":"trace[1600095654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34315; }","duration":"375.15337ms","start":"2026-03-04T16:44:20.489305Z","end":"2026-03-04T16:44:20.864458Z","steps":["trace[1600095654] 'agreement among raft nodes before linearized reading' (duration: 374.681568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:20.864563Z","caller":"traceutil/trace.go:171","msg":"trace[209122113] transaction","detail":"{read_only:false; response_revision:34316; number_of_response:1; }","duration":"291.40926ms","start":"2026-03-04T16:44:20.573136Z","end":"2026-03-04T16:44:20.864545Z","steps":["trace[209122113] 'process raft request' (duration: 290.98266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:20.864586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:20.489289Z","time spent":"375.281134ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:20.864642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.758711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:20.864821Z","caller":"traceutil/trace.go:171","msg":"trace[72620665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34316; }","duration":"114.935106ms","start":"2026-03-04T16:44:20.749828Z","end":"2026-03-04T16:44:20.864763Z","steps":["trace[72620665] 'agreement among raft nodes before linearized reading' (duration: 114.640048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:21.151566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.694717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:21.152134Z","caller":"traceutil/trace.go:171","msg":"trace[768288987] linearizableReadLoop","detail":"{readStateIndex:35541; appliedIndex:35540; }","duration":"137.487904ms","start":"2026-03-04T16:44:21.014625Z","end":"2026-03-04T16:44:21.152112Z","steps":["trace[768288987] 'read index received' (duration: 11.195952ms)","trace[768288987] 'applied index is now lower than readState.Index' (duration: 126.290262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:21.152235Z","caller":"traceutil/trace.go:171","msg":"trace[324519415] transaction","detail":"{read_only:false; response_revision:34317; number_of_response:1; }","duration":"280.26946ms","start":"2026-03-04T16:44:20.871953Z","end":"2026-03-04T16:44:21.152223Z","steps":["trace[324519415] 'process raft request' (duration: 153.830175ms)","trace[324519415] 'compare' (duration: 125.550962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:21.152578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.954275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:21.152619Z","caller":"traceutil/trace.go:171","msg":"trace[1473697932] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34317; }","duration":"138.032877ms","start":"2026-03-04T16:44:21.014575Z","end":"2026-03-04T16:44:21.152608Z","steps":["trace[1473697932] 'agreement among raft nodes before linearized reading' (duration: 137.956085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:21.152869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.788633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:21.153Z","caller":"traceutil/trace.go:171","msg":"trace[1778728853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:34317; }","duration":"126.953438ms","start":"2026-03-04T16:44:21.025988Z","end":"2026-03-04T16:44:21.152942Z","steps":["trace[1778728853] 'agreement among raft nodes before linearized reading' (duration: 126.783444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:21.39084Z","caller":"traceutil/trace.go:171","msg":"trace[1852999659] transaction","detail":"{read_only:false; response_revision:34318; number_of_response:1; }","duration":"174.924986ms","start":"2026-03-04T16:44:21.215881Z","end":"2026-03-04T16:44:21.390806Z","steps":["trace[1852999659] 'process raft request' (duration: 174.648109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:21.39397Z","caller":"traceutil/trace.go:171","msg":"trace[1743262942] linearizableReadLoop","detail":"{readStateIndex:35543; appliedIndex:35541; }","duration":"133.117293ms","start":"2026-03-04T16:44:21.260833Z","end":"2026-03-04T16:44:21.393951Z","steps":["trace[1743262942] 'read index received' (duration: 129.686177ms)","trace[1743262942] 'applied index is now lower than readState.Index' (duration: 3.430306ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:21.394006Z","caller":"traceutil/trace.go:171","msg":"trace[1344710274] transaction","detail":"{read_only:false; response_revision:34319; number_of_response:1; }","duration":"177.46996ms","start":"2026-03-04T16:44:21.216511Z","end":"2026-03-04T16:44:21.393981Z","steps":["trace[1344710274] 'process raft request' (duration: 177.269485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:21.394092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.238966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:21.394301Z","caller":"traceutil/trace.go:171","msg":"trace[985360308] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34320; }","duration":"133.478481ms","start":"2026-03-04T16:44:21.260803Z","end":"2026-03-04T16:44:21.394281Z","steps":["trace[985360308] 'agreement among raft nodes before linearized reading' (duration: 133.221765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:21.681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.396002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:21.681116Z","caller":"traceutil/trace.go:171","msg":"trace[1737289302] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:34320; }","duration":"241.524405ms","start":"2026-03-04T16:44:21.439536Z","end":"2026-03-04T16:44:21.68106Z","steps":["trace[1737289302] 'count revisions from in-memory index tree' (duration: 241.31547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:21.82457Z","caller":"traceutil/trace.go:171","msg":"trace[1170445017] transaction","detail":"{read_only:false; response_revision:34321; number_of_response:1; }","duration":"113.593122ms","start":"2026-03-04T16:44:21.710957Z","end":"2026-03-04T16:44:21.82455Z","steps":["trace[1170445017] 'process raft request' (duration: 111.430157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:21.82481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.326159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8830"} {"level":"info","ts":"2026-03-04T16:44:21.824869Z","caller":"traceutil/trace.go:171","msg":"trace[500523523] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:34321; }","duration":"108.419561ms","start":"2026-03-04T16:44:21.716439Z","end":"2026-03-04T16:44:21.824859Z","steps":["trace[500523523] 'agreement among raft nodes before linearized reading' (duration: 108.160225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:21.824542Z","caller":"traceutil/trace.go:171","msg":"trace[1575621364] linearizableReadLoop","detail":"{readStateIndex:35546; appliedIndex:35545; }","duration":"108.055813ms","start":"2026-03-04T16:44:21.716466Z","end":"2026-03-04T16:44:21.824522Z","steps":["trace[1575621364] 'read index received' (duration: 105.861297ms)","trace[1575621364] 'applied index is now lower than readState.Index' (duration: 2.193736ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:22.064552Z","caller":"traceutil/trace.go:171","msg":"trace[294732310] transaction","detail":"{read_only:false; response_revision:34322; number_of_response:1; }","duration":"225.546041ms","start":"2026-03-04T16:44:21.838952Z","end":"2026-03-04T16:44:22.064498Z","steps":["trace[294732310] 'process raft request' (duration: 225.051039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.28713Z","caller":"traceutil/trace.go:171","msg":"trace[1139495019] transaction","detail":"{read_only:false; response_revision:34323; number_of_response:1; }","duration":"154.42398ms","start":"2026-03-04T16:44:22.132633Z","end":"2026-03-04T16:44:22.287057Z","steps":["trace[1139495019] 'process raft request' (duration: 97.276771ms)","trace[1139495019] 'compare' (duration: 56.861142ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:22.348746Z","caller":"traceutil/trace.go:171","msg":"trace[718155335] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"213.935049ms","start":"2026-03-04T16:44:22.134793Z","end":"2026-03-04T16:44:22.348728Z","steps":["trace[718155335] 'process raft request' (duration: 213.863957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.348757Z","caller":"traceutil/trace.go:171","msg":"trace[386001424] transaction","detail":"{read_only:false; response_revision:34324; number_of_response:1; }","duration":"215.841837ms","start":"2026-03-04T16:44:22.132884Z","end":"2026-03-04T16:44:22.348726Z","steps":["trace[386001424] 'process raft request' (duration: 215.622272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.348835Z","caller":"traceutil/trace.go:171","msg":"trace[753045286] transaction","detail":"{read_only:false; response_revision:34325; number_of_response:1; }","duration":"214.73785ms","start":"2026-03-04T16:44:22.134052Z","end":"2026-03-04T16:44:22.34879Z","steps":["trace[753045286] 'process raft request' (duration: 214.569766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.348996Z","caller":"traceutil/trace.go:171","msg":"trace[64304241] transaction","detail":"{read_only:false; response_revision:34327; number_of_response:1; }","duration":"212.561845ms","start":"2026-03-04T16:44:22.136425Z","end":"2026-03-04T16:44:22.348986Z","steps":["trace[64304241] 'process raft request' (duration: 212.268018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.349192Z","caller":"traceutil/trace.go:171","msg":"trace[1098937453] transaction","detail":"{read_only:false; response_revision:34328; number_of_response:1; }","duration":"210.864562ms","start":"2026-03-04T16:44:22.138312Z","end":"2026-03-04T16:44:22.349176Z","steps":["trace[1098937453] 'process raft request' (duration: 210.622306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.548639Z","caller":"traceutil/trace.go:171","msg":"trace[1021608611] transaction","detail":"{read_only:false; response_revision:34329; number_of_response:1; }","duration":"193.724729ms","start":"2026-03-04T16:44:22.354895Z","end":"2026-03-04T16:44:22.548619Z","steps":["trace[1021608611] 'process raft request' (duration: 164.208246ms)","trace[1021608611] 'compare' (duration: 29.179515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:22.978384Z","caller":"traceutil/trace.go:171","msg":"trace[8285323] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"102.725158ms","start":"2026-03-04T16:44:22.875639Z","end":"2026-03-04T16:44:22.978364Z","steps":["trace[8285323] 'process raft request' (duration: 102.689397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.978432Z","caller":"traceutil/trace.go:171","msg":"trace[910690775] transaction","detail":"{read_only:false; response_revision:34331; number_of_response:1; }","duration":"107.190521ms","start":"2026-03-04T16:44:22.871212Z","end":"2026-03-04T16:44:22.978403Z","steps":["trace[910690775] 'process raft request' (duration: 104.545395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:22.978461Z","caller":"traceutil/trace.go:171","msg":"trace[746565012] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"103.778074ms","start":"2026-03-04T16:44:22.874651Z","end":"2026-03-04T16:44:22.978429Z","steps":["trace[746565012] 'process raft request' (duration: 103.648701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:23.502127Z","caller":"traceutil/trace.go:171","msg":"trace[400357364] transaction","detail":"{read_only:false; response_revision:34335; number_of_response:1; }","duration":"107.212932ms","start":"2026-03-04T16:44:23.394877Z","end":"2026-03-04T16:44:23.50209Z","steps":["trace[400357364] 'process raft request' (duration: 106.994977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:23.555291Z","caller":"traceutil/trace.go:171","msg":"trace[1087246918] linearizableReadLoop","detail":"{readStateIndex:35561; appliedIndex:35559; }","duration":"140.011247ms","start":"2026-03-04T16:44:23.415241Z","end":"2026-03-04T16:44:23.555253Z","steps":["trace[1087246918] 'read index received' (duration: 86.605592ms)","trace[1087246918] 'applied index is now lower than readState.Index' (duration: 53.404915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:23.555428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.164511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:23.555457Z","caller":"traceutil/trace.go:171","msg":"trace[1514704013] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:34336; }","duration":"140.247513ms","start":"2026-03-04T16:44:23.415202Z","end":"2026-03-04T16:44:23.555449Z","steps":["trace[1514704013] 'agreement among raft nodes before linearized reading' (duration: 140.169541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:23.555436Z","caller":"traceutil/trace.go:171","msg":"trace[1476612991] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"155.370114ms","start":"2026-03-04T16:44:23.399952Z","end":"2026-03-04T16:44:23.555322Z","steps":["trace[1476612991] 'process raft request' (duration: 155.189849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:23.747069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.021714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:23.747826Z","caller":"traceutil/trace.go:171","msg":"trace[983283366] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"166.389692ms","start":"2026-03-04T16:44:23.581403Z","end":"2026-03-04T16:44:23.747792Z","steps":["trace[983283366] 'process raft request' (duration: 41.547917ms)","trace[983283366] 'compare' (duration: 123.688436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:23.990681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.205692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:23.990853Z","caller":"traceutil/trace.go:171","msg":"trace[572786620] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34337; }","duration":"144.386257ms","start":"2026-03-04T16:44:23.846442Z","end":"2026-03-04T16:44:23.990828Z","steps":["trace[572786620] 'range keys from in-memory index tree' (duration: 144.187872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:24.763703Z","caller":"traceutil/trace.go:171","msg":"trace[1851722730] linearizableReadLoop","detail":"{readStateIndex:35563; appliedIndex:35562; }","duration":"460.819428ms","start":"2026-03-04T16:44:24.302866Z","end":"2026-03-04T16:44:24.763685Z","steps":["trace[1851722730] 'read index received' (duration: 460.723366ms)","trace[1851722730] 'applied index is now lower than readState.Index' (duration: 95.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:24.763831Z","caller":"traceutil/trace.go:171","msg":"trace[1524680580] transaction","detail":"{read_only:false; response_revision:34338; number_of_response:1; }","duration":"472.098243ms","start":"2026-03-04T16:44:24.291663Z","end":"2026-03-04T16:44:24.763761Z","steps":["trace[1524680580] 'process raft request' (duration: 471.907459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:24.763893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.007594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:24.764003Z","caller":"traceutil/trace.go:171","msg":"trace[949471471] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:34338; }","duration":"461.170167ms","start":"2026-03-04T16:44:24.302821Z","end":"2026-03-04T16:44:24.763991Z","steps":["trace[949471471] 'agreement among raft nodes before linearized reading' (duration: 461.011453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:24.764039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.291643Z","time spent":"472.277437ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:24.764052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.302803Z","time spent":"461.237289ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:25.125779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.955476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:25.12588Z","caller":"traceutil/trace.go:171","msg":"trace[1401415753] linearizableReadLoop","detail":"{readStateIndex:35564; appliedIndex:35563; }","duration":"362.06288ms","start":"2026-03-04T16:44:24.763806Z","end":"2026-03-04T16:44:25.125869Z","steps":["trace[1401415753] 'read index received' (duration: 140.889799ms)","trace[1401415753] 'applied index is now lower than readState.Index' (duration: 221.171761ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:25.125908Z","caller":"traceutil/trace.go:171","msg":"trace[1444061737] transaction","detail":"{read_only:false; response_revision:34339; number_of_response:1; }","duration":"771.269168ms","start":"2026-03-04T16:44:24.354605Z","end":"2026-03-04T16:44:25.125875Z","steps":["trace[1444061737] 'process raft request' (duration: 550.146397ms)","trace[1444061737] 'compare' (duration: 220.778682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:25.126042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.354593Z","time spent":"771.377771ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:25.126065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.34178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:44:25.12609Z","caller":"traceutil/trace.go:171","msg":"trace[1527640104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34339; }","duration":"773.369611ms","start":"2026-03-04T16:44:24.352715Z","end":"2026-03-04T16:44:25.126084Z","steps":["trace[1527640104] 'agreement among raft nodes before linearized reading' (duration: 773.239818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.352655Z","time spent":"773.464324ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:44:25.126233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.674947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:25.126253Z","caller":"traceutil/trace.go:171","msg":"trace[2109100816] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:34339; }","duration":"370.732949ms","start":"2026-03-04T16:44:24.755515Z","end":"2026-03-04T16:44:25.126248Z","steps":["trace[2109100816] 'agreement among raft nodes before linearized reading' (duration: 370.693668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.755496Z","time spent":"370.7907ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:25.126385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.569201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:44:25.126444Z","caller":"traceutil/trace.go:171","msg":"trace[141741412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34339; }","duration":"772.656822ms","start":"2026-03-04T16:44:24.353773Z","end":"2026-03-04T16:44:25.12643Z","steps":["trace[141741412] 'agreement among raft nodes before linearized reading' (duration: 772.496488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.077003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:44:25.12648Z","caller":"traceutil/trace.go:171","msg":"trace[10971000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34339; }","duration":"773.134006ms","start":"2026-03-04T16:44:24.353341Z","end":"2026-03-04T16:44:25.126475Z","steps":["trace[10971000] 'agreement among raft nodes before linearized reading' (duration: 773.062514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.353331Z","time spent":"773.165016ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:25.126522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.366084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:25.126549Z","caller":"traceutil/trace.go:171","msg":"trace[329026562] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:34339; }","duration":"504.440937ms","start":"2026-03-04T16:44:24.6221Z","end":"2026-03-04T16:44:25.126541Z","steps":["trace[329026562] 'agreement among raft nodes before linearized reading' (duration: 504.392195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.622079Z","time spent":"504.484829ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:25.126624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.309541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:44:25.126677Z","caller":"traceutil/trace.go:171","msg":"trace[1499384828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34339; }","duration":"773.405423ms","start":"2026-03-04T16:44:24.353259Z","end":"2026-03-04T16:44:25.126664Z","steps":["trace[1499384828] 'agreement among raft nodes before linearized reading' (duration: 773.248758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.126713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.35323Z","time spent":"773.475695ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:25.126477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.353765Z","time spent":"772.705143ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:25.385297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.344252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:25.385408Z","caller":"traceutil/trace.go:171","msg":"trace[83887661] transaction","detail":"{read_only:false; response_revision:34340; number_of_response:1; }","duration":"399.806831ms","start":"2026-03-04T16:44:24.985582Z","end":"2026-03-04T16:44:25.385388Z","steps":["trace[83887661] 'process raft request' (duration: 283.283765ms)","trace[83887661] 'compare' (duration: 115.975863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:25.385763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.985549Z","time spent":"400.077398ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:25.547004Z","caller":"traceutil/trace.go:171","msg":"trace[1636374787] linearizableReadLoop","detail":"{readStateIndex:35571; appliedIndex:35564; }","duration":"292.438147ms","start":"2026-03-04T16:44:25.254547Z","end":"2026-03-04T16:44:25.546985Z","steps":["trace[1636374787] 'read index received' (duration: 14.342761ms)","trace[1636374787] 'applied index is now lower than readState.Index' (duration: 278.094616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:25.547368Z","caller":"traceutil/trace.go:171","msg":"trace[1503042551] transaction","detail":"{read_only:false; response_revision:34341; number_of_response:1; }","duration":"561.73673ms","start":"2026-03-04T16:44:24.985618Z","end":"2026-03-04T16:44:25.547355Z","steps":["trace[1503042551] 'process raft request' (duration: 561.093813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:25.547596Z","caller":"traceutil/trace.go:171","msg":"trace[1940463541] transaction","detail":"{read_only:false; response_revision:34343; number_of_response:1; }","duration":"417.20754ms","start":"2026-03-04T16:44:25.130377Z","end":"2026-03-04T16:44:25.547585Z","steps":["trace[1940463541] 'process raft request' (duration: 416.499953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.547673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.130353Z","time spent":"417.269971ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:25.547664Z","caller":"traceutil/trace.go:171","msg":"trace[977042593] transaction","detail":"{read_only:false; response_revision:34342; number_of_response:1; }","duration":"559.73459ms","start":"2026-03-04T16:44:24.987898Z","end":"2026-03-04T16:44:25.547633Z","steps":["trace[977042593] 'process raft request' (duration: 558.950301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:25.547623Z","caller":"traceutil/trace.go:171","msg":"trace[2093069033] transaction","detail":"{read_only:false; response_revision:34345; number_of_response:1; }","duration":"397.38139ms","start":"2026-03-04T16:44:25.15021Z","end":"2026-03-04T16:44:25.547591Z","steps":["trace[2093069033] 'process raft request' (duration: 396.727884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:25.547819Z","caller":"traceutil/trace.go:171","msg":"trace[1731151802] transaction","detail":"{read_only:false; response_revision:34344; number_of_response:1; }","duration":"416.349278ms","start":"2026-03-04T16:44:25.131452Z","end":"2026-03-04T16:44:25.547801Z","steps":["trace[1731151802] 'process raft request' (duration: 415.461106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.547876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.131437Z","time spent":"416.40978ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:25.547872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.31912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:44:25.547801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.987867Z","time spent":"559.862763ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:25.547817Z","caller":"traceutil/trace.go:171","msg":"trace[644250721] transaction","detail":"{read_only:false; response_revision:34346; number_of_response:1; }","duration":"397.414491ms","start":"2026-03-04T16:44:25.150369Z","end":"2026-03-04T16:44:25.547783Z","steps":["trace[644250721] 'process raft request' (duration: 396.589731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:25.547957Z","caller":"traceutil/trace.go:171","msg":"trace[1135723828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34346; }","duration":"293.457773ms","start":"2026-03-04T16:44:25.254478Z","end":"2026-03-04T16:44:25.547935Z","steps":["trace[1135723828] 'agreement among raft nodes before linearized reading' (duration: 293.217297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.548099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.150363Z","time spent":"397.621936ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:25.547481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:24.98559Z","time spent":"561.806512ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:25.548231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.1502Z","time spent":"397.643577ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:25.841047Z","caller":"traceutil/trace.go:171","msg":"trace[629743044] transaction","detail":"{read_only:false; response_revision:34347; number_of_response:1; }","duration":"330.647399ms","start":"2026-03-04T16:44:25.510367Z","end":"2026-03-04T16:44:25.841015Z","steps":["trace[629743044] 'process raft request' (duration: 254.905861ms)","trace[629743044] 'compare' (duration: 75.610374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:25.841056Z","caller":"traceutil/trace.go:171","msg":"trace[563260829] linearizableReadLoop","detail":"{readStateIndex:35572; appliedIndex:35571; }","duration":"293.976725ms","start":"2026-03-04T16:44:25.547058Z","end":"2026-03-04T16:44:25.841035Z","steps":["trace[563260829] 'read index received' (duration: 218.250418ms)","trace[563260829] 'applied index is now lower than readState.Index' (duration: 75.725447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:25.841232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.510342Z","time spent":"330.774082ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:25.841366Z","caller":"traceutil/trace.go:171","msg":"trace[1901490911] transaction","detail":"{read_only:false; response_revision:34348; number_of_response:1; }","duration":"286.064416ms","start":"2026-03-04T16:44:25.555279Z","end":"2026-03-04T16:44:25.841344Z","steps":["trace[1901490911] 'process raft request' (duration: 285.726637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.841404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.041121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:25.841447Z","caller":"traceutil/trace.go:171","msg":"trace[534089328] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"281.964953ms","start":"2026-03-04T16:44:25.559469Z","end":"2026-03-04T16:44:25.841434Z","steps":["trace[534089328] 'process raft request' (duration: 281.752108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:25.841478Z","caller":"traceutil/trace.go:171","msg":"trace[1087061274] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:34349; }","duration":"106.156644ms","start":"2026-03-04T16:44:25.735307Z","end":"2026-03-04T16:44:25.841463Z","steps":["trace[1087061274] 'agreement among raft nodes before linearized reading' (duration: 106.00757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.841271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.411027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:25.8416Z","caller":"traceutil/trace.go:171","msg":"trace[1497441658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34347; }","duration":"352.804967ms","start":"2026-03-04T16:44:25.488784Z","end":"2026-03-04T16:44:25.841589Z","steps":["trace[1497441658] 'agreement among raft nodes before linearized reading' (duration: 352.325015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:25.841642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:25.488765Z","time spent":"352.867289ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:27.286886Z","caller":"traceutil/trace.go:171","msg":"trace[1695989274] transaction","detail":"{read_only:false; response_revision:34350; number_of_response:1; }","duration":"507.807283ms","start":"2026-03-04T16:44:26.779054Z","end":"2026-03-04T16:44:27.286862Z","steps":["trace[1695989274] 'process raft request' (duration: 507.617368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:27.287536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:26.779028Z","time spent":"507.976476ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.205242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.891279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:44:28.206351Z","caller":"traceutil/trace.go:171","msg":"trace[486990089] transaction","detail":"{read_only:false; response_revision:34351; number_of_response:1; }","duration":"1.073652835s","start":"2026-03-04T16:44:27.132673Z","end":"2026-03-04T16:44:28.206326Z","steps":["trace[486990089] 'process raft request' (duration: 1.072895006s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.20644Z","caller":"traceutil/trace.go:171","msg":"trace[2069033250] linearizableReadLoop","detail":"{readStateIndex:35577; appliedIndex:35574; }","duration":"953.750745ms","start":"2026-03-04T16:44:27.252676Z","end":"2026-03-04T16:44:28.206427Z","steps":["trace[2069033250] 'read index received' (duration: 34.000377ms)","trace[2069033250] 'applied index is now lower than readState.Index' (duration: 919.749048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:28.206662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.950411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:28.206703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.132647Z","time spent":"1.07385565s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:28.206745Z","caller":"traceutil/trace.go:171","msg":"trace[1832899297] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:34352; }","duration":"954.099945ms","start":"2026-03-04T16:44:27.252623Z","end":"2026-03-04T16:44:28.206723Z","steps":["trace[1832899297] 'agreement among raft nodes before linearized reading' (duration: 953.860639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.206725Z","caller":"traceutil/trace.go:171","msg":"trace[1037792598] transaction","detail":"{read_only:false; response_revision:34352; number_of_response:1; }","duration":"814.690783ms","start":"2026-03-04T16:44:27.391983Z","end":"2026-03-04T16:44:28.206674Z","steps":["trace[1037792598] 'process raft request' (duration: 814.391785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.207038Z","caller":"traceutil/trace.go:171","msg":"trace[2062858972] transaction","detail":"{read_only:false; response_revision:34354; number_of_response:1; }","duration":"650.584298ms","start":"2026-03-04T16:44:27.556439Z","end":"2026-03-04T16:44:28.207023Z","steps":["trace[2062858972] 'process raft request' (duration: 650.314502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.206799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.252598Z","time spent":"954.188736ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:28.206881Z","caller":"traceutil/trace.go:171","msg":"trace[127257652] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"651.792129ms","start":"2026-03-04T16:44:27.555058Z","end":"2026-03-04T16:44:28.20685Z","steps":["trace[127257652] 'process raft request' (duration: 651.498272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.207157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.55643Z","time spent":"650.66637ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.207237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.555045Z","time spent":"652.127028ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:28.207304Z","caller":"traceutil/trace.go:171","msg":"trace[233480507] transaction","detail":"{read_only:false; response_revision:34355; number_of_response:1; }","duration":"360.268915ms","start":"2026-03-04T16:44:27.847025Z","end":"2026-03-04T16:44:28.207294Z","steps":["trace[233480507] 'process raft request' (duration: 359.902606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.207269Z","caller":"traceutil/trace.go:171","msg":"trace[1419798478] transaction","detail":"{read_only:false; response_revision:34356; number_of_response:1; }","duration":"359.494866ms","start":"2026-03-04T16:44:27.847745Z","end":"2026-03-04T16:44:28.20724Z","steps":["trace[1419798478] 'process raft request' (duration: 359.314031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.207354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.847007Z","time spent":"360.322196ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.207443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.391964Z","time spent":"815.077042ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.207632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.847723Z","time spent":"359.71147ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.291699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022641811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:28.291806Z","caller":"traceutil/trace.go:171","msg":"trace[821013928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34357; }","duration":"1.022815865s","start":"2026-03-04T16:44:27.268967Z","end":"2026-03-04T16:44:28.291783Z","steps":["trace[821013928] 'agreement among raft nodes before linearized reading' (duration: 1.02261495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.291891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.268946Z","time spent":"1.022928987s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:28.292307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.097878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:44:28.292926Z","caller":"traceutil/trace.go:171","msg":"trace[1047744171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34357; }","duration":"444.716483ms","start":"2026-03-04T16:44:27.848193Z","end":"2026-03-04T16:44:28.29291Z","steps":["trace[1047744171] 'agreement among raft nodes before linearized reading' (duration: 443.981725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.292376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.485569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:44:28.293594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.848148Z","time spent":"445.426371ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:28.292367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.607951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:28.293872Z","caller":"traceutil/trace.go:171","msg":"trace[1729986581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34357; }","duration":"738.999766ms","start":"2026-03-04T16:44:27.554853Z","end":"2026-03-04T16:44:28.293853Z","steps":["trace[1729986581] 'agreement among raft nodes before linearized reading' (duration: 737.460157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.294083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.554837Z","time spent":"739.226512ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:28.292389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.378422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:28.292443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.053876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:44:28.292432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.386455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:44:28.292486Z","caller":"traceutil/trace.go:171","msg":"trace[302383300] transaction","detail":"{read_only:false; response_revision:34357; number_of_response:1; }","duration":"390.347914ms","start":"2026-03-04T16:44:27.902125Z","end":"2026-03-04T16:44:28.292473Z","steps":["trace[302383300] 'process raft request' (duration: 389.303247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.292521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.788613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:28.29253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.107007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:44:28.292557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.22096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:28.294268Z","caller":"traceutil/trace.go:171","msg":"trace[1619927663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34357; }","duration":"738.886482ms","start":"2026-03-04T16:44:27.555365Z","end":"2026-03-04T16:44:28.294251Z","steps":["trace[1619927663] 'agreement among raft nodes before linearized reading' (duration: 737.037926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.294305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.555357Z","time spent":"738.938713ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:44:28.294331Z","caller":"traceutil/trace.go:171","msg":"trace[208386221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34357; }","duration":"739.345814ms","start":"2026-03-04T16:44:27.554974Z","end":"2026-03-04T16:44:28.294319Z","steps":["trace[208386221] 'agreement among raft nodes before linearized reading' (duration: 737.248342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.294288Z","caller":"traceutil/trace.go:171","msg":"trace[1611570755] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:34357; }","duration":"360.975693ms","start":"2026-03-04T16:44:27.933293Z","end":"2026-03-04T16:44:28.294269Z","steps":["trace[1611570755] 'agreement among raft nodes before linearized reading' (duration: 359.122287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.2944Z","caller":"traceutil/trace.go:171","msg":"trace[1046045262] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:34357; }","duration":"328.421633ms","start":"2026-03-04T16:44:27.965956Z","end":"2026-03-04T16:44:28.294377Z","steps":["trace[1046045262] 'agreement among raft nodes before linearized reading' (duration: 326.397832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.294434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.933273Z","time spent":"361.153478ms","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:28.29445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.965936Z","time spent":"328.501225ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:28.294392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.554953Z","time spent":"739.420686ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:28.294606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.902105Z","time spent":"392.416025ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:28.294476Z","caller":"traceutil/trace.go:171","msg":"trace[2035238399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34357; }","duration":"806.764182ms","start":"2026-03-04T16:44:27.487685Z","end":"2026-03-04T16:44:28.29445Z","steps":["trace[2035238399] 'agreement among raft nodes before linearized reading' (duration: 804.810314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.294684Z","caller":"traceutil/trace.go:171","msg":"trace[1506192047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34357; }","duration":"739.274512ms","start":"2026-03-04T16:44:27.555401Z","end":"2026-03-04T16:44:28.294676Z","steps":["trace[1506192047] 'agreement among raft nodes before linearized reading' (duration: 736.7679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.294697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.487666Z","time spent":"807.023679ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:28.294712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:27.555396Z","time spent":"739.308903ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:44:28.295667Z","caller":"traceutil/trace.go:171","msg":"trace[925551627] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:34357; }","duration":"161.357734ms","start":"2026-03-04T16:44:28.132682Z","end":"2026-03-04T16:44:28.29404Z","steps":["trace[925551627] 'agreement among raft nodes before linearized reading' (duration: 159.57452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.416529Z","caller":"traceutil/trace.go:171","msg":"trace[807935277] transaction","detail":"{read_only:false; response_revision:34358; number_of_response:1; }","duration":"118.151226ms","start":"2026-03-04T16:44:28.298348Z","end":"2026-03-04T16:44:28.4165Z","steps":["trace[807935277] 'process raft request' (duration: 117.749846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.6194Z","caller":"traceutil/trace.go:171","msg":"trace[2063096526] transaction","detail":"{read_only:false; response_revision:34359; number_of_response:1; }","duration":"320.966335ms","start":"2026-03-04T16:44:28.298406Z","end":"2026-03-04T16:44:28.619372Z","steps":["trace[2063096526] 'process raft request' (duration: 241.311979ms)","trace[2063096526] 'compare' (duration: 79.430571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:28.619501Z","caller":"traceutil/trace.go:171","msg":"trace[133216616] transaction","detail":"{read_only:false; response_revision:34360; number_of_response:1; }","duration":"319.897118ms","start":"2026-03-04T16:44:28.299593Z","end":"2026-03-04T16:44:28.61949Z","steps":["trace[133216616] 'process raft request' (duration: 319.745764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.619566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.299585Z","time spent":"319.934109ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.619642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.521088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:28.619539Z","caller":"traceutil/trace.go:171","msg":"trace[1950753303] linearizableReadLoop","detail":"{readStateIndex:35588; appliedIndex:35584; }","duration":"132.413646ms","start":"2026-03-04T16:44:28.487103Z","end":"2026-03-04T16:44:28.619517Z","steps":["trace[1950753303] 'read index received' (duration: 52.503023ms)","trace[1950753303] 'applied index is now lower than readState.Index' (duration: 79.909673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:28.619693Z","caller":"traceutil/trace.go:171","msg":"trace[518078505] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:34362; }","duration":"132.626411ms","start":"2026-03-04T16:44:28.487055Z","end":"2026-03-04T16:44:28.619681Z","steps":["trace[518078505] 'agreement among raft nodes before linearized reading' (duration: 132.530458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.619735Z","caller":"traceutil/trace.go:171","msg":"trace[1450602641] transaction","detail":"{read_only:false; response_revision:34361; number_of_response:1; }","duration":"319.534659ms","start":"2026-03-04T16:44:28.300172Z","end":"2026-03-04T16:44:28.619706Z","steps":["trace[1450602641] 'process raft request' (duration: 319.262583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:28.619787Z","caller":"traceutil/trace.go:171","msg":"trace[1721974913] transaction","detail":"{read_only:false; response_revision:34362; number_of_response:1; }","duration":"318.01332ms","start":"2026-03-04T16:44:28.301766Z","end":"2026-03-04T16:44:28.61978Z","steps":["trace[1721974913] 'process raft request' (duration: 317.703963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:28.619824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.301741Z","time spent":"318.062072ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.619838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.300165Z","time spent":"319.634652ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:28.620009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.298398Z","time spent":"321.065827ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:29.128576Z","caller":"traceutil/trace.go:171","msg":"trace[1138729550] transaction","detail":"{read_only:false; response_revision:34363; number_of_response:1; }","duration":"225.991113ms","start":"2026-03-04T16:44:28.902559Z","end":"2026-03-04T16:44:29.12855Z","steps":["trace[1138729550] 'process raft request' (duration: 225.826908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:29.368779Z","caller":"traceutil/trace.go:171","msg":"trace[227059874] linearizableReadLoop","detail":"{readStateIndex:35590; appliedIndex:35588; }","duration":"401.405701ms","start":"2026-03-04T16:44:28.967352Z","end":"2026-03-04T16:44:29.368757Z","steps":["trace[227059874] 'read index received' (duration: 160.988704ms)","trace[227059874] 'applied index is now lower than readState.Index' (duration: 240.415937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:29.368878Z","caller":"traceutil/trace.go:171","msg":"trace[1111361298] transaction","detail":"{read_only:false; response_revision:34364; number_of_response:1; }","duration":"460.687106ms","start":"2026-03-04T16:44:28.908149Z","end":"2026-03-04T16:44:29.368836Z","steps":["trace[1111361298] 'process raft request' (duration: 402.987872ms)","trace[1111361298] 'compare' (duration: 57.289763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:29.36903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.908116Z","time spent":"460.832439ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:29.36955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.174231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:29.369601Z","caller":"traceutil/trace.go:171","msg":"trace[2119745193] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:34364; }","duration":"402.272452ms","start":"2026-03-04T16:44:28.967314Z","end":"2026-03-04T16:44:29.369586Z","steps":["trace[2119745193] 'agreement among raft nodes before linearized reading' (duration: 401.548094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:29.369765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:28.967294Z","time spent":"402.330464ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:29.383255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.562393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:29.38345Z","caller":"traceutil/trace.go:171","msg":"trace[885258718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34365; }","duration":"152.803539ms","start":"2026-03-04T16:44:29.230617Z","end":"2026-03-04T16:44:29.383421Z","steps":["trace[885258718] 'agreement among raft nodes before linearized reading' (duration: 152.510141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:29.38297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.72041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:29.38396Z","caller":"traceutil/trace.go:171","msg":"trace[2103521928] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34365; }","duration":"352.774576ms","start":"2026-03-04T16:44:29.031156Z","end":"2026-03-04T16:44:29.38393Z","steps":["trace[2103521928] 'agreement among raft nodes before linearized reading' (duration: 351.672279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:29.384035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:29.031136Z","time spent":"352.878529ms","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:29.639723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.465596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:29.640506Z","caller":"traceutil/trace.go:171","msg":"trace[1805110736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34365; }","duration":"154.303867ms","start":"2026-03-04T16:44:29.486187Z","end":"2026-03-04T16:44:29.640491Z","steps":["trace[1805110736] 'range keys from in-memory index tree' (duration: 153.280181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:30.183931Z","caller":"traceutil/trace.go:171","msg":"trace[272087875] transaction","detail":"{read_only:false; response_revision:34366; number_of_response:1; }","duration":"279.423039ms","start":"2026-03-04T16:44:29.904484Z","end":"2026-03-04T16:44:30.183907Z","steps":["trace[272087875] 'process raft request' (duration: 279.292526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:30.657761Z","caller":"traceutil/trace.go:171","msg":"trace[969311419] transaction","detail":"{read_only:false; response_revision:34367; number_of_response:1; }","duration":"444.655181ms","start":"2026-03-04T16:44:30.213047Z","end":"2026-03-04T16:44:30.657702Z","steps":["trace[969311419] 'process raft request' (duration: 444.516548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:30.657913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.213019Z","time spent":"444.794805ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.043273Z","caller":"traceutil/trace.go:171","msg":"trace[1631869399] transaction","detail":"{read_only:false; response_revision:34368; number_of_response:1; }","duration":"829.699291ms","start":"2026-03-04T16:44:30.213554Z","end":"2026-03-04T16:44:31.043254Z","steps":["trace[1631869399] 'process raft request' (duration: 829.538297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.0434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.213536Z","time spent":"829.792713ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.043592Z","caller":"traceutil/trace.go:171","msg":"trace[879862249] transaction","detail":"{read_only:false; response_revision:34369; number_of_response:1; }","duration":"829.761752ms","start":"2026-03-04T16:44:30.213797Z","end":"2026-03-04T16:44:31.043559Z","steps":["trace[879862249] 'process raft request' (duration: 829.426794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.043711Z","caller":"traceutil/trace.go:171","msg":"trace[1241165748] transaction","detail":"{read_only:false; response_revision:34370; number_of_response:1; }","duration":"828.647253ms","start":"2026-03-04T16:44:30.215041Z","end":"2026-03-04T16:44:31.043689Z","steps":["trace[1241165748] 'process raft request' (duration: 828.415868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.043721Z","caller":"traceutil/trace.go:171","msg":"trace[1862190850] linearizableReadLoop","detail":"{readStateIndex:35598; appliedIndex:35593; }","duration":"769.276298ms","start":"2026-03-04T16:44:30.274414Z","end":"2026-03-04T16:44:31.043691Z","steps":["trace[1862190850] 'read index received' (duration: 383.287545ms)","trace[1862190850] 'applied index is now lower than readState.Index' (duration: 385.987683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:31.043785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.215032Z","time spent":"828.719736ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.043807Z","caller":"traceutil/trace.go:171","msg":"trace[297396366] transaction","detail":"{read_only:false; response_revision:34371; number_of_response:1; }","duration":"827.898495ms","start":"2026-03-04T16:44:30.215894Z","end":"2026-03-04T16:44:31.043793Z","steps":["trace[297396366] 'process raft request' (duration: 827.7101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.043816Z","caller":"traceutil/trace.go:171","msg":"trace[10170712] transaction","detail":"{read_only:false; response_revision:34372; number_of_response:1; }","duration":"827.642269ms","start":"2026-03-04T16:44:30.216163Z","end":"2026-03-04T16:44:31.043805Z","steps":["trace[10170712] 'process raft request' (duration: 827.485275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.043888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.215879Z","time spent":"827.966757ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:31.043896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.216155Z","time spent":"827.711851ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:31.043761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.21377Z","time spent":"829.907416ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:31.043963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.506754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:31.044006Z","caller":"traceutil/trace.go:171","msg":"trace[1978896175] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34372; }","duration":"769.634038ms","start":"2026-03-04T16:44:30.274363Z","end":"2026-03-04T16:44:31.043997Z","steps":["trace[1978896175] 'agreement among raft nodes before linearized reading' (duration: 769.507925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.274341Z","time spent":"769.694429ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:31.044104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.900236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:31.044148Z","caller":"traceutil/trace.go:171","msg":"trace[242027833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34372; }","duration":"623.982208ms","start":"2026-03-04T16:44:30.420155Z","end":"2026-03-04T16:44:31.044137Z","steps":["trace[242027833] 'agreement among raft nodes before linearized reading' (duration: 623.831015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.420135Z","time spent":"624.040419ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:31.044256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.683457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:31.044294Z","caller":"traceutil/trace.go:171","msg":"trace[1155927638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34372; }","duration":"420.761889ms","start":"2026-03-04T16:44:30.623522Z","end":"2026-03-04T16:44:31.044284Z","steps":["trace[1155927638] 'agreement among raft nodes before linearized reading' (duration: 420.682147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.80179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:44:31.04433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.668344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:31.044361Z","caller":"traceutil/trace.go:171","msg":"trace[1926379700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34372; }","duration":"420.880112ms","start":"2026-03-04T16:44:30.623471Z","end":"2026-03-04T16:44:31.044351Z","steps":["trace[1926379700] 'agreement among raft nodes before linearized reading' (duration: 420.783269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.319515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae147b2d6136\" ","response":"range_response_count:1 size:2109"} {"level":"warn","ts":"2026-03-04T16:44:31.044403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.834531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:44:31.044411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.62345Z","time spent":"420.949433ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:44:31.044419Z","caller":"traceutil/trace.go:171","msg":"trace[1328794483] range","detail":"{range_begin:/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae147b2d6136; range_end:; response_count:1; response_revision:34372; }","duration":"400.57042ms","start":"2026-03-04T16:44:30.643838Z","end":"2026-03-04T16:44:31.044409Z","steps":["trace[1328794483] 'agreement among raft nodes before linearized reading' (duration: 400.287193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.044434Z","caller":"traceutil/trace.go:171","msg":"trace[1689411067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34372; }","duration":"420.898313ms","start":"2026-03-04T16:44:30.623527Z","end":"2026-03-04T16:44:31.044426Z","steps":["trace[1689411067] 'agreement among raft nodes before linearized reading' (duration: 420.819881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.532984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:31.044461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.623502Z","time spent":"420.951943ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:31.044465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.232471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T16:44:31.04433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.623502Z","time spent":"420.81694ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:44:31.044507Z","caller":"traceutil/trace.go:171","msg":"trace[1006345355] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34372; }","duration":"504.302813ms","start":"2026-03-04T16:44:30.540194Z","end":"2026-03-04T16:44:31.044497Z","steps":["trace[1006345355] 'agreement among raft nodes before linearized reading' (duration: 504.1844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.643823Z","time spent":"400.621022ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-7696cf9bc7-mwld9.1899ae147b2d6136\" "} {"level":"warn","ts":"2026-03-04T16:44:31.04454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.540177Z","time spent":"504.355564ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:44:31.044363Z","caller":"traceutil/trace.go:171","msg":"trace[836885470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34372; }","duration":"587.744206ms","start":"2026-03-04T16:44:30.456609Z","end":"2026-03-04T16:44:31.044353Z","steps":["trace[836885470] 'agreement among raft nodes before linearized reading' (duration: 587.681514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.044475Z","caller":"traceutil/trace.go:171","msg":"trace[1061286398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34372; }","duration":"557.584696ms","start":"2026-03-04T16:44:30.486883Z","end":"2026-03-04T16:44:31.044467Z","steps":["trace[1061286398] 'agreement among raft nodes before linearized reading' (duration: 557.530884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.486873Z","time spent":"557.75475ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:31.044603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.456586Z","time spent":"588.004192ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:31.044104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.531933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:31.044774Z","caller":"traceutil/trace.go:171","msg":"trace[2002766636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34372; }","duration":"421.232981ms","start":"2026-03-04T16:44:30.623527Z","end":"2026-03-04T16:44:31.04476Z","steps":["trace[2002766636] 'agreement among raft nodes before linearized reading' (duration: 420.482322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.044816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:30.623511Z","time spent":"421.294192ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:31.347159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.16224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:31.347296Z","caller":"traceutil/trace.go:171","msg":"trace[502200105] transaction","detail":"{read_only:false; response_revision:34373; number_of_response:1; }","duration":"300.670833ms","start":"2026-03-04T16:44:31.046596Z","end":"2026-03-04T16:44:31.347267Z","steps":["trace[502200105] 'process raft request' (duration: 191.312679ms)","trace[502200105] 'compare' (duration: 109.016916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:31.347401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.046577Z","time spent":"300.771876ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.577867Z","caller":"traceutil/trace.go:171","msg":"trace[626522035] transaction","detail":"{read_only:false; response_revision:34375; number_of_response:1; }","duration":"528.913482ms","start":"2026-03-04T16:44:31.048929Z","end":"2026-03-04T16:44:31.577842Z","steps":["trace[626522035] 'process raft request' (duration: 528.8198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.577911Z","caller":"traceutil/trace.go:171","msg":"trace[1138146033] transaction","detail":"{read_only:false; response_revision:34374; number_of_response:1; }","duration":"528.978984ms","start":"2026-03-04T16:44:31.048905Z","end":"2026-03-04T16:44:31.577884Z","steps":["trace[1138146033] 'process raft request' (duration: 439.653155ms)","trace[1138146033] 'compare' (duration: 88.915719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:31.578196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.048881Z","time spent":"529.080247ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.57846Z","caller":"traceutil/trace.go:171","msg":"trace[1244828500] transaction","detail":"{read_only:false; response_revision:34377; number_of_response:1; }","duration":"525.099158ms","start":"2026-03-04T16:44:31.053338Z","end":"2026-03-04T16:44:31.578437Z","steps":["trace[1244828500] 'process raft request' (duration: 524.885923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.578451Z","caller":"traceutil/trace.go:171","msg":"trace[214005581] transaction","detail":"{read_only:false; response_revision:34378; number_of_response:1; }","duration":"524.680298ms","start":"2026-03-04T16:44:31.053745Z","end":"2026-03-04T16:44:31.578425Z","steps":["trace[214005581] 'process raft request' (duration: 524.583585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.578539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.053325Z","time spent":"525.17836ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.578479Z","caller":"traceutil/trace.go:171","msg":"trace[1607813785] transaction","detail":"{read_only:false; response_revision:34376; number_of_response:1; }","duration":"529.18266ms","start":"2026-03-04T16:44:31.049268Z","end":"2026-03-04T16:44:31.578451Z","steps":["trace[1607813785] 'process raft request' (duration: 528.528923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.578591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.053737Z","time spent":"524.77937ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:31.578195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.048911Z","time spent":"529.029916ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:31.579222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.049256Z","time spent":"529.486447ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.646625Z","caller":"traceutil/trace.go:171","msg":"trace[908101840] transaction","detail":"{read_only:false; response_revision:34379; number_of_response:1; }","duration":"384.655068ms","start":"2026-03-04T16:44:31.261944Z","end":"2026-03-04T16:44:31.646599Z","steps":["trace[908101840] 'process raft request' (duration: 384.477464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.646782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.261919Z","time spent":"384.780052ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:31.646847Z","caller":"traceutil/trace.go:171","msg":"trace[1663808185] linearizableReadLoop","detail":"{readStateIndex:35605; appliedIndex:35599; }","duration":"361.770273ms","start":"2026-03-04T16:44:31.28505Z","end":"2026-03-04T16:44:31.64682Z","steps":["trace[1663808185] 'read index received' (duration: 203.706922ms)","trace[1663808185] 'applied index is now lower than readState.Index' (duration: 158.062111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:31.647022Z","caller":"traceutil/trace.go:171","msg":"trace[1537220135] transaction","detail":"{read_only:false; response_revision:34380; number_of_response:1; }","duration":"256.514542ms","start":"2026-03-04T16:44:31.390383Z","end":"2026-03-04T16:44:31.646898Z","steps":["trace[1537220135] 'process raft request' (duration: 256.172793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.647276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.227854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:31.647326Z","caller":"traceutil/trace.go:171","msg":"trace[1512052337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34380; }","duration":"362.306846ms","start":"2026-03-04T16:44:31.285007Z","end":"2026-03-04T16:44:31.647314Z","steps":["trace[1512052337] 'agreement among raft nodes before linearized reading' (duration: 362.145882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.647358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.284991Z","time spent":"362.359807ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:44:31.647374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.82447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:31.647429Z","caller":"traceutil/trace.go:171","msg":"trace[1638538570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34380; }","duration":"158.917812ms","start":"2026-03-04T16:44:31.488499Z","end":"2026-03-04T16:44:31.647417Z","steps":["trace[1638538570] 'agreement among raft nodes before linearized reading' (duration: 158.818509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.647763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.302346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:31.647812Z","caller":"traceutil/trace.go:171","msg":"trace[1061547691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34380; }","duration":"227.405568ms","start":"2026-03-04T16:44:31.420392Z","end":"2026-03-04T16:44:31.647797Z","steps":["trace[1061547691] 'agreement among raft nodes before linearized reading' (duration: 226.785253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.832496Z","caller":"traceutil/trace.go:171","msg":"trace[318431418] linearizableReadLoop","detail":"{readStateIndex:35607; appliedIndex:35606; }","duration":"181.337507ms","start":"2026-03-04T16:44:31.651123Z","end":"2026-03-04T16:44:31.832461Z","steps":["trace[318431418] 'read index received' (duration: 103.799805ms)","trace[318431418] 'applied index is now lower than readState.Index' (duration: 77.535992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:31.832863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.678205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:31.832938Z","caller":"traceutil/trace.go:171","msg":"trace[1086640235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34380; }","duration":"181.824979ms","start":"2026-03-04T16:44:31.651096Z","end":"2026-03-04T16:44:31.832921Z","steps":["trace[1086640235] 'agreement among raft nodes before linearized reading' (duration: 181.415769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.96091Z","caller":"traceutil/trace.go:171","msg":"trace[1584961296] transaction","detail":"{read_only:false; response_revision:34381; number_of_response:1; }","duration":"265.057766ms","start":"2026-03-04T16:44:31.695834Z","end":"2026-03-04T16:44:31.960891Z","steps":["trace[1584961296] 'process raft request' (duration: 260.274806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.960909Z","caller":"traceutil/trace.go:171","msg":"trace[865225671] transaction","detail":"{read_only:false; response_revision:34382; number_of_response:1; }","duration":"126.577498ms","start":"2026-03-04T16:44:31.83431Z","end":"2026-03-04T16:44:31.960887Z","steps":["trace[865225671] 'process raft request' (duration: 126.521677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:31.960936Z","caller":"traceutil/trace.go:171","msg":"trace[1041542486] linearizableReadLoop","detail":"{readStateIndex:35608; appliedIndex:35607; }","duration":"128.316813ms","start":"2026-03-04T16:44:31.832576Z","end":"2026-03-04T16:44:31.960893Z","steps":["trace[1041542486] 'read index received' (duration: 123.546362ms)","trace[1041542486] 'applied index is now lower than readState.Index' (duration: 4.76743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:31.962144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.633476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:44:31.962212Z","caller":"traceutil/trace.go:171","msg":"trace[1471387992] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34382; }","duration":"127.79965ms","start":"2026-03-04T16:44:31.834391Z","end":"2026-03-04T16:44:31.962191Z","steps":["trace[1471387992] 'agreement among raft nodes before linearized reading' (duration: 127.505503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.962502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.349273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:31.962577Z","caller":"traceutil/trace.go:171","msg":"trace[1423517600] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34382; }","duration":"309.424035ms","start":"2026-03-04T16:44:31.653138Z","end":"2026-03-04T16:44:31.962562Z","steps":["trace[1423517600] 'agreement among raft nodes before linearized reading' (duration: 307.861085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:31.962609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:31.653103Z","time spent":"309.496717ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:44:32.683415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.429707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:32.683488Z","caller":"traceutil/trace.go:171","msg":"trace[2008807914] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34382; }","duration":"581.57436ms","start":"2026-03-04T16:44:32.101898Z","end":"2026-03-04T16:44:32.683473Z","steps":["trace[2008807914] 'count revisions from in-memory index tree' (duration: 581.340894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:32.683519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:32.101875Z","time spent":"581.636021ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:32.683971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.533287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:32.684022Z","caller":"traceutil/trace.go:171","msg":"trace[1582955612] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:34382; }","duration":"442.62875ms","start":"2026-03-04T16:44:32.241382Z","end":"2026-03-04T16:44:32.68401Z","steps":["trace[1582955612] 'count revisions from in-memory index tree' (duration: 442.456016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:32.684055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:32.241362Z","time spent":"442.684602ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:32.683212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.373981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:32.684254Z","caller":"traceutil/trace.go:171","msg":"trace[2135435900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34382; }","duration":"196.426178ms","start":"2026-03-04T16:44:32.487813Z","end":"2026-03-04T16:44:32.684239Z","steps":["trace[2135435900] 'range keys from in-memory index tree' (duration: 195.30361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:33.243525Z","caller":"traceutil/trace.go:171","msg":"trace[1289169124] transaction","detail":"{read_only:false; response_revision:34385; number_of_response:1; }","duration":"182.955868ms","start":"2026-03-04T16:44:33.060538Z","end":"2026-03-04T16:44:33.243494Z","steps":["trace[1289169124] 'process raft request' (duration: 182.750173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:33.243864Z","caller":"traceutil/trace.go:171","msg":"trace[347869179] transaction","detail":"{read_only:false; response_revision:34386; number_of_response:1; }","duration":"183.225385ms","start":"2026-03-04T16:44:33.060608Z","end":"2026-03-04T16:44:33.243833Z","steps":["trace[347869179] 'process raft request' (duration: 182.836145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:33.243966Z","caller":"traceutil/trace.go:171","msg":"trace[112351857] transaction","detail":"{read_only:false; response_revision:34387; number_of_response:1; }","duration":"183.288116ms","start":"2026-03-04T16:44:33.060648Z","end":"2026-03-04T16:44:33.243936Z","steps":["trace[112351857] 'process raft request' (duration: 183.070241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:33.24395Z","caller":"traceutil/trace.go:171","msg":"trace[1425567194] transaction","detail":"{read_only:false; response_revision:34388; number_of_response:1; }","duration":"183.251926ms","start":"2026-03-04T16:44:33.060676Z","end":"2026-03-04T16:44:33.243928Z","steps":["trace[1425567194] 'process raft request' (duration: 183.187794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:33.750616Z","caller":"traceutil/trace.go:171","msg":"trace[650834524] transaction","detail":"{read_only:false; response_revision:34390; number_of_response:1; }","duration":"161.480018ms","start":"2026-03-04T16:44:33.589111Z","end":"2026-03-04T16:44:33.750591Z","steps":["trace[650834524] 'process raft request' (duration: 161.306194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.080364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.847501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:34.080525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.67921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:34.080743Z","caller":"traceutil/trace.go:171","msg":"trace[1509277595] transaction","detail":"{read_only:false; response_revision:34394; number_of_response:1; }","duration":"489.988844ms","start":"2026-03-04T16:44:33.590743Z","end":"2026-03-04T16:44:34.080732Z","steps":["trace[1509277595] 'process raft request' (duration: 489.938092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.080784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.590736Z","time spent":"490.031264ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:34.080825Z","caller":"traceutil/trace.go:171","msg":"trace[1599875319] transaction","detail":"{read_only:false; response_revision:34391; number_of_response:1; }","duration":"491.09839ms","start":"2026-03-04T16:44:33.589708Z","end":"2026-03-04T16:44:34.080806Z","steps":["trace[1599875319] 'process raft request' (duration: 349.080572ms)","trace[1599875319] 'compare' (duration: 141.545647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:34.080902Z","caller":"traceutil/trace.go:171","msg":"trace[1428599795] transaction","detail":"{read_only:false; response_revision:34392; number_of_response:1; }","duration":"490.444675ms","start":"2026-03-04T16:44:33.590451Z","end":"2026-03-04T16:44:34.080896Z","steps":["trace[1428599795] 'process raft request' (duration: 490.141217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.080933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.590443Z","time spent":"490.474775ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:34.080932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.589701Z","time spent":"491.173482ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:34.080998Z","caller":"traceutil/trace.go:171","msg":"trace[466561724] transaction","detail":"{read_only:false; response_revision:34393; number_of_response:1; }","duration":"490.434374ms","start":"2026-03-04T16:44:33.590559Z","end":"2026-03-04T16:44:34.080994Z","steps":["trace[466561724] 'process raft request' (duration: 490.101486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.081028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.590535Z","time spent":"490.477436ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:34.081088Z","caller":"traceutil/trace.go:171","msg":"trace[8113653] linearizableReadLoop","detail":"{readStateIndex:35622; appliedIndex:35616; }","duration":"337.675596ms","start":"2026-03-04T16:44:33.743407Z","end":"2026-03-04T16:44:34.081083Z","steps":["trace[8113653] 'read index received' (duration: 6.977766ms)","trace[8113653] 'applied index is now lower than readState.Index' (duration: 330.69728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:34.081187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.78631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:44:34.081204Z","caller":"traceutil/trace.go:171","msg":"trace[250709579] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34395; }","duration":"337.83197ms","start":"2026-03-04T16:44:33.743367Z","end":"2026-03-04T16:44:34.081199Z","steps":["trace[250709579] 'agreement among raft nodes before linearized reading' (duration: 337.734958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.081218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.743353Z","time spent":"337.862192ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:44:34.080502Z","caller":"traceutil/trace.go:171","msg":"trace[563618075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34390; }","duration":"233.990084ms","start":"2026-03-04T16:44:33.846487Z","end":"2026-03-04T16:44:34.080477Z","steps":["trace[563618075] 'range keys from in-memory index tree' (duration: 233.83092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:34.081361Z","caller":"traceutil/trace.go:171","msg":"trace[1169029534] transaction","detail":"{read_only:false; response_revision:34395; number_of_response:1; }","duration":"428.154526ms","start":"2026-03-04T16:44:33.65319Z","end":"2026-03-04T16:44:34.081344Z","steps":["trace[1169029534] 'process raft request' (duration: 427.51782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:34.081427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:33.65317Z","time spent":"428.221167ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:34.39958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.733056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:34.399674Z","caller":"traceutil/trace.go:171","msg":"trace[1798891740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34395; }","duration":"148.88835ms","start":"2026-03-04T16:44:34.250762Z","end":"2026-03-04T16:44:34.399651Z","steps":["trace[1798891740] 'count revisions from in-memory index tree' (duration: 148.557422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:35.475194Z","caller":"traceutil/trace.go:171","msg":"trace[195894888] transaction","detail":"{read_only:false; response_revision:34400; number_of_response:1; }","duration":"225.290676ms","start":"2026-03-04T16:44:35.24988Z","end":"2026-03-04T16:44:35.475171Z","steps":["trace[195894888] 'process raft request' (duration: 225.224464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:35.475442Z","caller":"traceutil/trace.go:171","msg":"trace[319704752] transaction","detail":"{read_only:false; response_revision:34398; number_of_response:1; }","duration":"227.421049ms","start":"2026-03-04T16:44:35.247986Z","end":"2026-03-04T16:44:35.475407Z","steps":["trace[319704752] 'process raft request' (duration: 132.635041ms)","trace[319704752] 'compare' (duration: 94.295825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:35.47546Z","caller":"traceutil/trace.go:171","msg":"trace[1924003190] transaction","detail":"{read_only:false; response_revision:34399; number_of_response:1; }","duration":"225.582223ms","start":"2026-03-04T16:44:35.249856Z","end":"2026-03-04T16:44:35.475439Z","steps":["trace[1924003190] 'process raft request' (duration: 225.202724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:35.475753Z","caller":"traceutil/trace.go:171","msg":"trace[224404891] transaction","detail":"{read_only:false; response_revision:34401; number_of_response:1; }","duration":"223.592142ms","start":"2026-03-04T16:44:35.252118Z","end":"2026-03-04T16:44:35.475711Z","steps":["trace[224404891] 'process raft request' (duration: 223.021488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:35.925425Z","caller":"traceutil/trace.go:171","msg":"trace[485601988] linearizableReadLoop","detail":"{readStateIndex:35629; appliedIndex:35628; }","duration":"174.951716ms","start":"2026-03-04T16:44:35.750444Z","end":"2026-03-04T16:44:35.925396Z","steps":["trace[485601988] 'read index received' (duration: 174.645509ms)","trace[485601988] 'applied index is now lower than readState.Index' (duration: 303.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:35.925543Z","caller":"traceutil/trace.go:171","msg":"trace[948424207] transaction","detail":"{read_only:false; response_revision:34402; number_of_response:1; }","duration":"210.591734ms","start":"2026-03-04T16:44:35.714926Z","end":"2026-03-04T16:44:35.925518Z","steps":["trace[948424207] 'process raft request' (duration: 210.261916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:35.925737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.177492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:35.925867Z","caller":"traceutil/trace.go:171","msg":"trace[917928264] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34402; }","duration":"175.45461ms","start":"2026-03-04T16:44:35.750393Z","end":"2026-03-04T16:44:35.925847Z","steps":["trace[917928264] 'agreement among raft nodes before linearized reading' (duration: 175.178812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:35.925768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.597217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:44:35.926105Z","caller":"traceutil/trace.go:171","msg":"trace[1241912991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34402; }","duration":"168.932956ms","start":"2026-03-04T16:44:35.757142Z","end":"2026-03-04T16:44:35.926074Z","steps":["trace[1241912991] 'agreement among raft nodes before linearized reading' (duration: 168.468743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:36.468204Z","caller":"traceutil/trace.go:171","msg":"trace[1056078884] transaction","detail":"{read_only:false; response_revision:34403; number_of_response:1; }","duration":"525.650852ms","start":"2026-03-04T16:44:35.942535Z","end":"2026-03-04T16:44:36.468186Z","steps":["trace[1056078884] 'process raft request' (duration: 525.522268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.46831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:35.942519Z","time spent":"525.736863ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:36.468376Z","caller":"traceutil/trace.go:171","msg":"trace[200575612] linearizableReadLoop","detail":"{readStateIndex:35630; appliedIndex:35630; }","duration":"382.625248ms","start":"2026-03-04T16:44:36.0857Z","end":"2026-03-04T16:44:36.468325Z","steps":["trace[200575612] 'read index received' (duration: 382.601637ms)","trace[200575612] 'applied index is now lower than readState.Index' (duration: 20.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:36.468562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.889004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:36.468618Z","caller":"traceutil/trace.go:171","msg":"trace[402840141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34403; }","duration":"382.956506ms","start":"2026-03-04T16:44:36.085647Z","end":"2026-03-04T16:44:36.468603Z","steps":["trace[402840141] 'agreement among raft nodes before linearized reading' (duration: 382.785722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.468649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.085582Z","time spent":"383.059289ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:36.797738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.415574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:36.797862Z","caller":"traceutil/trace.go:171","msg":"trace[318553950] linearizableReadLoop","detail":"{readStateIndex:35631; appliedIndex:35630; }","duration":"329.383568ms","start":"2026-03-04T16:44:36.468455Z","end":"2026-03-04T16:44:36.797838Z","steps":["trace[318553950] 'read index received' (duration: 154.773369ms)","trace[318553950] 'applied index is now lower than readState.Index' (duration: 174.608139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:36.798577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.77988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:44:36.798658Z","caller":"traceutil/trace.go:171","msg":"trace[940016799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34404; }","duration":"711.898683ms","start":"2026-03-04T16:44:36.086741Z","end":"2026-03-04T16:44:36.79864Z","steps":["trace[940016799] 'agreement among raft nodes before linearized reading' (duration: 711.648566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.798704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.086733Z","time spent":"711.961684ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:36.798604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.284346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T16:44:36.798746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.621419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"warn","ts":"2026-03-04T16:44:36.798798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.077617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:36.798839Z","caller":"traceutil/trace.go:171","msg":"trace[1787535375] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:34404; }","duration":"415.748302ms","start":"2026-03-04T16:44:36.383069Z","end":"2026-03-04T16:44:36.798818Z","steps":["trace[1787535375] 'agreement among raft nodes before linearized reading' (duration: 415.427914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:36.798847Z","caller":"traceutil/trace.go:171","msg":"trace[1657211071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34404; }","duration":"712.157239ms","start":"2026-03-04T16:44:36.086677Z","end":"2026-03-04T16:44:36.798834Z","steps":["trace[1657211071] 'agreement among raft nodes before linearized reading' (duration: 712.006186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:36.798864Z","caller":"traceutil/trace.go:171","msg":"trace[2023884010] transaction","detail":"{read_only:false; response_revision:34404; number_of_response:1; }","duration":"711.908863ms","start":"2026-03-04T16:44:36.086769Z","end":"2026-03-04T16:44:36.798677Z","steps":["trace[2023884010] 'process raft request' (duration: 536.405251ms)","trace[2023884010] 'compare' (duration: 174.308212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:36.798889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.383057Z","time spent":"415.820214ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:44:36.798889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.086664Z","time spent":"712.21357ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:44:36.798779Z","caller":"traceutil/trace.go:171","msg":"trace[1585834139] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:34404; }","duration":"420.494752ms","start":"2026-03-04T16:44:36.378274Z","end":"2026-03-04T16:44:36.798769Z","steps":["trace[1585834139] 'agreement among raft nodes before linearized reading' (duration: 420.224485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.798938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.122523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:36.799019Z","caller":"traceutil/trace.go:171","msg":"trace[666122703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34404; }","duration":"713.389429ms","start":"2026-03-04T16:44:36.085607Z","end":"2026-03-04T16:44:36.798997Z","steps":["trace[666122703] 'agreement among raft nodes before linearized reading' (duration: 713.081752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.799034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.08675Z","time spent":"712.162529ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:36.799086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.085592Z","time spent":"713.478752ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:36.798966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.378254Z","time spent":"420.702737ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T16:44:36.885723Z","caller":"traceutil/trace.go:171","msg":"trace[1088872698] transaction","detail":"{read_only:false; response_revision:34405; number_of_response:1; }","duration":"393.721987ms","start":"2026-03-04T16:44:36.491976Z","end":"2026-03-04T16:44:36.885698Z","steps":["trace[1088872698] 'process raft request' (duration: 393.535303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:36.885907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.491953Z","time spent":"393.83921ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:37.116625Z","caller":"traceutil/trace.go:171","msg":"trace[1615473512] transaction","detail":"{read_only:false; response_revision:34407; number_of_response:1; }","duration":"312.836151ms","start":"2026-03-04T16:44:36.803761Z","end":"2026-03-04T16:44:37.116597Z","steps":["trace[1615473512] 'process raft request' (duration: 312.778439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:37.116665Z","caller":"traceutil/trace.go:171","msg":"trace[696113966] transaction","detail":"{read_only:false; response_revision:34406; number_of_response:1; }","duration":"356.544352ms","start":"2026-03-04T16:44:36.760086Z","end":"2026-03-04T16:44:37.116631Z","steps":["trace[696113966] 'process raft request' (duration: 356.322636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.11676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.803743Z","time spent":"312.943964ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:37.117041Z","caller":"traceutil/trace.go:171","msg":"trace[736947105] transaction","detail":"{read_only:false; response_revision:34408; number_of_response:1; }","duration":"311.860796ms","start":"2026-03-04T16:44:36.805158Z","end":"2026-03-04T16:44:37.117019Z","steps":["trace[736947105] 'process raft request' (duration: 311.411465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.117117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.760063Z","time spent":"356.673445ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:37.117179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.805143Z","time spent":"311.964009ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:37.117401Z","caller":"traceutil/trace.go:171","msg":"trace[1215796726] transaction","detail":"{read_only:false; response_revision:34409; number_of_response:1; }","duration":"312.140703ms","start":"2026-03-04T16:44:36.805245Z","end":"2026-03-04T16:44:37.117386Z","steps":["trace[1215796726] 'process raft request' (duration: 311.663861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.117467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.805222Z","time spent":"312.213755ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:37.972014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.767701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:44:37.972274Z","caller":"traceutil/trace.go:171","msg":"trace[773186551] linearizableReadLoop","detail":"{readStateIndex:35633; appliedIndex:35631; }","duration":"1.174354272s","start":"2026-03-04T16:44:36.797901Z","end":"2026-03-04T16:44:37.972256Z","steps":["trace[773186551] 'read index received' (duration: 87.574626ms)","trace[773186551] 'applied index is now lower than readState.Index' (duration: 1.086778576s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:37.972758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478975165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:37.972803Z","caller":"traceutil/trace.go:171","msg":"trace[781471101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34409; }","duration":"1.479058257s","start":"2026-03-04T16:44:36.493731Z","end":"2026-03-04T16:44:37.972789Z","steps":["trace[781471101] 'agreement among raft nodes before linearized reading' (duration: 1.478984865s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.972787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237849871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:37.972834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.493712Z","time spent":"1.479115149s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:37.972862Z","caller":"traceutil/trace.go:171","msg":"trace[1224924851] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34409; }","duration":"1.237963895s","start":"2026-03-04T16:44:36.734879Z","end":"2026-03-04T16:44:37.972843Z","steps":["trace[1224924851] 'agreement among raft nodes before linearized reading' (duration: 1.237834151s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.973015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.734862Z","time spent":"1.238075147s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:37.973031Z","caller":"traceutil/trace.go:171","msg":"trace[582504325] transaction","detail":"{read_only:false; response_revision:34410; number_of_response:1; }","duration":"737.629471ms","start":"2026-03-04T16:44:37.235384Z","end":"2026-03-04T16:44:37.973014Z","steps":["trace[582504325] 'process raft request' (duration: 736.729948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:37.973261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.235353Z","time spent":"737.827156ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:38.052524Z","caller":"traceutil/trace.go:171","msg":"trace[1672191328] transaction","detail":"{read_only:false; response_revision:34412; number_of_response:1; }","duration":"571.048235ms","start":"2026-03-04T16:44:37.481443Z","end":"2026-03-04T16:44:38.052492Z","steps":["trace[1672191328] 'process raft request' (duration: 570.941932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:38.052888Z","caller":"traceutil/trace.go:171","msg":"trace[1685771375] transaction","detail":"{read_only:false; response_revision:34413; number_of_response:1; }","duration":"571.348402ms","start":"2026-03-04T16:44:37.481487Z","end":"2026-03-04T16:44:38.052835Z","steps":["trace[1685771375] 'process raft request' (duration: 570.967233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.053037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.48143Z","time spent":"571.186049ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:38.053148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.48148Z","time spent":"571.478285ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:38.053282Z","caller":"traceutil/trace.go:171","msg":"trace[1416386651] transaction","detail":"{read_only:false; response_revision:34411; number_of_response:1; }","duration":"572.47862ms","start":"2026-03-04T16:44:37.480789Z","end":"2026-03-04T16:44:38.053268Z","steps":["trace[1416386651] 'process raft request' (duration: 571.226328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.053357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.48077Z","time spent":"572.549012ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:38.053574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.607589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:38.05362Z","caller":"traceutil/trace.go:171","msg":"trace[819491780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34414; }","duration":"993.684631ms","start":"2026-03-04T16:44:37.059921Z","end":"2026-03-04T16:44:38.053606Z","steps":["trace[819491780] 'agreement among raft nodes before linearized reading' (duration: 993.531578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.053719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.059897Z","time spent":"993.755994ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:44:38.053912Z","caller":"traceutil/trace.go:171","msg":"trace[1438596294] transaction","detail":"{read_only:false; response_revision:34414; number_of_response:1; }","duration":"572.147213ms","start":"2026-03-04T16:44:37.481752Z","end":"2026-03-04T16:44:38.053899Z","steps":["trace[1438596294] 'process raft request' (duration: 570.800029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.053983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.481744Z","time spent":"572.202944ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:38.054165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.493957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:38.054207Z","caller":"traceutil/trace.go:171","msg":"trace[1324088514] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:34414; }","duration":"103.564489ms","start":"2026-03-04T16:44:37.950632Z","end":"2026-03-04T16:44:38.054197Z","steps":["trace[1324088514] 'agreement among raft nodes before linearized reading' (duration: 103.496227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.054691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252275515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:120618"} {"level":"info","ts":"2026-03-04T16:44:38.054747Z","caller":"traceutil/trace.go:171","msg":"trace[1088579158] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:34414; }","duration":"1.252381287s","start":"2026-03-04T16:44:36.802353Z","end":"2026-03-04T16:44:38.054734Z","steps":["trace[1088579158] 'agreement among raft nodes before linearized reading' (duration: 1.251205718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.05492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.80233Z","time spent":"1.252553282s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":120641,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T16:44:38.05509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.342077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:44:38.055171Z","caller":"traceutil/trace.go:171","msg":"trace[1342627249] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34414; }","duration":"115.539331ms","start":"2026-03-04T16:44:37.939599Z","end":"2026-03-04T16:44:38.055138Z","steps":["trace[1342627249] 'agreement among raft nodes before linearized reading' (duration: 115.299385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.055382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.449427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:44:38.055436Z","caller":"traceutil/trace.go:171","msg":"trace[1462492457] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34414; }","duration":"500.533228ms","start":"2026-03-04T16:44:37.55489Z","end":"2026-03-04T16:44:38.055423Z","steps":["trace[1462492457] 'agreement among raft nodes before linearized reading' (duration: 500.326183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.055472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.554874Z","time spent":"500.58988ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:44:38.055739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.783283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:38.055783Z","caller":"traceutil/trace.go:171","msg":"trace[54736289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34414; }","duration":"831.881235ms","start":"2026-03-04T16:44:37.223891Z","end":"2026-03-04T16:44:38.055772Z","steps":["trace[54736289] 'agreement among raft nodes before linearized reading' (duration: 831.781523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.055822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:37.223869Z","time spent":"831.940547ms","remote":"127.0.0.1:34968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:38.056339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25527262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:120618"} {"level":"info","ts":"2026-03-04T16:44:38.056391Z","caller":"traceutil/trace.go:171","msg":"trace[654011967] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:34414; }","duration":"1.255352392s","start":"2026-03-04T16:44:36.801027Z","end":"2026-03-04T16:44:38.056379Z","steps":["trace[654011967] 'agreement among raft nodes before linearized reading' (duration: 1.254202584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.056465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:36.801011Z","time spent":"1.255440074s","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":120641,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T16:44:38.386233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.575098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:38.387375Z","caller":"traceutil/trace.go:171","msg":"trace[1942007117] transaction","detail":"{read_only:false; response_revision:34415; number_of_response:1; }","duration":"326.181176ms","start":"2026-03-04T16:44:38.061165Z","end":"2026-03-04T16:44:38.387347Z","steps":["trace[1942007117] 'process raft request' (duration: 98.387898ms)","trace[1942007117] 'compare' (duration: 226.428154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:38.387528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.061145Z","time spent":"326.33948ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:38.387792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.821997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:44:38.387876Z","caller":"traceutil/trace.go:171","msg":"trace[58066153] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34415; }","duration":"325.93556ms","start":"2026-03-04T16:44:38.061923Z","end":"2026-03-04T16:44:38.387858Z","steps":["trace[58066153] 'agreement among raft nodes before linearized reading' (duration: 325.644283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.387917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.061916Z","time spent":"325.994492ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T16:44:38.388048Z","caller":"traceutil/trace.go:171","msg":"trace[1409606251] linearizableReadLoop","detail":"{readStateIndex:35643; appliedIndex:35642; }","duration":"325.354246ms","start":"2026-03-04T16:44:38.061938Z","end":"2026-03-04T16:44:38.387292Z","steps":["trace[1409606251] 'read index received' (duration: 97.604289ms)","trace[1409606251] 'applied index is now lower than readState.Index' (duration: 227.747517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:38.550435Z","caller":"traceutil/trace.go:171","msg":"trace[98372522] linearizableReadLoop","detail":"{readStateIndex:35644; appliedIndex:35643; }","duration":"162.308709ms","start":"2026-03-04T16:44:38.388098Z","end":"2026-03-04T16:44:38.550407Z","steps":["trace[98372522] 'read index received' (duration: 149.323372ms)","trace[98372522] 'applied index is now lower than readState.Index' (duration: 12.984197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:38.550907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.050425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130973"} {"level":"info","ts":"2026-03-04T16:44:38.550948Z","caller":"traceutil/trace.go:171","msg":"trace[1533045124] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:34416; }","duration":"488.114787ms","start":"2026-03-04T16:44:38.062822Z","end":"2026-03-04T16:44:38.550937Z","steps":["trace[1533045124] 'agreement among raft nodes before linearized reading' (duration: 487.919782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.550928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.546746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:38.550979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.062816Z","time spent":"488.155228ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T16:44:38.550971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.728582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:44:38.551045Z","caller":"traceutil/trace.go:171","msg":"trace[1117169461] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:34416; }","duration":"338.865096ms","start":"2026-03-04T16:44:38.21216Z","end":"2026-03-04T16:44:38.551025Z","steps":["trace[1117169461] 'agreement among raft nodes before linearized reading' (duration: 338.63155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.551096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.212139Z","time spent":"338.948138ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T16:44:38.551034Z","caller":"traceutil/trace.go:171","msg":"trace[1416832554] transaction","detail":"{read_only:false; response_revision:34416; number_of_response:1; }","duration":"232.110768ms","start":"2026-03-04T16:44:38.31878Z","end":"2026-03-04T16:44:38.550891Z","steps":["trace[1416832554] 'process raft request' (duration: 218.578637ms)","trace[1416832554] 'compare' (duration: 12.626437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:38.550999Z","caller":"traceutil/trace.go:171","msg":"trace[1126773612] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34416; }","duration":"112.661739ms","start":"2026-03-04T16:44:38.438323Z","end":"2026-03-04T16:44:38.550985Z","steps":["trace[1126773612] 'agreement among raft nodes before linearized reading' (duration: 112.539326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.55132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.255734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:38.551363Z","caller":"traceutil/trace.go:171","msg":"trace[1981018900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34416; }","duration":"487.326366ms","start":"2026-03-04T16:44:38.064022Z","end":"2026-03-04T16:44:38.551349Z","steps":["trace[1981018900] 'agreement among raft nodes before linearized reading' (duration: 487.273565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.551391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.064002Z","time spent":"487.383688ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:38.551677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.686335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T16:44:38.551717Z","caller":"traceutil/trace.go:171","msg":"trace[808624580] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:34416; }","duration":"487.758057ms","start":"2026-03-04T16:44:38.06395Z","end":"2026-03-04T16:44:38.551708Z","steps":["trace[808624580] 'agreement among raft nodes before linearized reading' (duration: 487.651474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.55174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.063939Z","time spent":"487.796497ms","remote":"127.0.0.1:47238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T16:44:38.735826Z","caller":"traceutil/trace.go:171","msg":"trace[2015663594] transaction","detail":"{read_only:false; response_revision:34417; number_of_response:1; }","duration":"176.652691ms","start":"2026-03-04T16:44:38.559128Z","end":"2026-03-04T16:44:38.735781Z","steps":["trace[2015663594] 'process raft request' (duration: 131.932944ms)","trace[2015663594] 'compare' (duration: 44.47653ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:38.735946Z","caller":"traceutil/trace.go:171","msg":"trace[1341838964] linearizableReadLoop","detail":"{readStateIndex:35645; appliedIndex:35644; }","duration":"175.503542ms","start":"2026-03-04T16:44:38.560427Z","end":"2026-03-04T16:44:38.73593Z","steps":["trace[1341838964] 'read index received' (duration: 130.708933ms)","trace[1341838964] 'applied index is now lower than readState.Index' (duration: 44.793419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:38.736211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.757368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:38.73631Z","caller":"traceutil/trace.go:171","msg":"trace[54768609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34417; }","duration":"175.947053ms","start":"2026-03-04T16:44:38.560348Z","end":"2026-03-04T16:44:38.736295Z","steps":["trace[54768609] 'agreement among raft nodes before linearized reading' (duration: 175.661526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:38.736419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.256213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0ffa96ad-0884-435a-9a21-bb469bf0008b\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T16:44:38.736478Z","caller":"traceutil/trace.go:171","msg":"trace[411184192] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0ffa96ad-0884-435a-9a21-bb469bf0008b; range_end:; response_count:1; response_revision:34417; }","duration":"163.364216ms","start":"2026-03-04T16:44:38.5731Z","end":"2026-03-04T16:44:38.736464Z","steps":["trace[411184192] 'agreement among raft nodes before linearized reading' (duration: 162.929655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:39.735597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.323839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:44:39.735709Z","caller":"traceutil/trace.go:171","msg":"trace[650314758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34418; }","duration":"613.459973ms","start":"2026-03-04T16:44:39.122225Z","end":"2026-03-04T16:44:39.735685Z","steps":["trace[650314758] 'range keys from in-memory index tree' (duration: 612.933659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:39.735761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.122184Z","time spent":"613.566677ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:39.735751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.38661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:44:39.735852Z","caller":"traceutil/trace.go:171","msg":"trace[1657685177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34418; }","duration":"613.531995ms","start":"2026-03-04T16:44:39.122295Z","end":"2026-03-04T16:44:39.735827Z","steps":["trace[1657685177] 'range keys from in-memory index tree' (duration: 613.192315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:39.735912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.122287Z","time spent":"613.612537ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:39.736451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.938879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:44:39.736502Z","caller":"traceutil/trace.go:171","msg":"trace[538314489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34418; }","duration":"846.021281ms","start":"2026-03-04T16:44:38.890465Z","end":"2026-03-04T16:44:39.736486Z","steps":["trace[538314489] 'range keys from in-memory index tree' (duration: 845.724724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:39.736534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:38.890443Z","time spent":"846.082182ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:39.738835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.003018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:44:39.738903Z","caller":"traceutil/trace.go:171","msg":"trace[1366676926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34418; }","duration":"618.103461ms","start":"2026-03-04T16:44:39.120782Z","end":"2026-03-04T16:44:39.738885Z","steps":["trace[1366676926] 'range keys from in-memory index tree' (duration: 617.801433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:39.738988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.1207Z","time spent":"618.277405ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:39.739023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.388424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:39.739487Z","caller":"traceutil/trace.go:171","msg":"trace[1366844112] transaction","detail":"{read_only:false; response_revision:34419; number_of_response:1; }","duration":"616.379167ms","start":"2026-03-04T16:44:39.122993Z","end":"2026-03-04T16:44:39.739373Z","steps":["trace[1366844112] 'process raft request' (duration: 512.362207ms)","trace[1366844112] 'compare' (duration: 102.086221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:39.739607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.122976Z","time spent":"616.563171ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.153511Z","caller":"traceutil/trace.go:171","msg":"trace[1941714009] linearizableReadLoop","detail":"{readStateIndex:35649; appliedIndex:35646; }","duration":"919.158324ms","start":"2026-03-04T16:44:39.234328Z","end":"2026-03-04T16:44:40.153486Z","steps":["trace[1941714009] 'read index received' (duration: 401.050753ms)","trace[1941714009] 'applied index is now lower than readState.Index' (duration: 518.106571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:40.153537Z","caller":"traceutil/trace.go:171","msg":"trace[985489168] transaction","detail":"{read_only:false; response_revision:34420; number_of_response:1; }","duration":"1.00041129s","start":"2026-03-04T16:44:39.153096Z","end":"2026-03-04T16:44:40.153507Z","steps":["trace[985489168] 'process raft request' (duration: 1.000159054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.153694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.153065Z","time spent":"1.000535134s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:40.153705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.342288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:40.153755Z","caller":"traceutil/trace.go:171","msg":"trace[1263426098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34421; }","duration":"919.482543ms","start":"2026-03-04T16:44:39.234259Z","end":"2026-03-04T16:44:40.153742Z","steps":["trace[1263426098] 'agreement among raft nodes before linearized reading' (duration: 919.35777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:40.153713Z","caller":"traceutil/trace.go:171","msg":"trace[120854024] transaction","detail":"{read_only:false; response_revision:34421; number_of_response:1; }","duration":"986.028739ms","start":"2026-03-04T16:44:39.167568Z","end":"2026-03-04T16:44:40.153597Z","steps":["trace[120854024] 'process raft request' (duration: 985.865155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.1538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.234237Z","time spent":"919.554374ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:40.153961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.167549Z","time spent":"986.260074ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.641984Z","caller":"traceutil/trace.go:171","msg":"trace[1389093172] linearizableReadLoop","detail":"{readStateIndex:35658; appliedIndex:35649; }","duration":"488.381322ms","start":"2026-03-04T16:44:40.153578Z","end":"2026-03-04T16:44:40.64196Z","steps":["trace[1389093172] 'read index received' (duration: 487.826388ms)","trace[1389093172] 'applied index is now lower than readState.Index' (duration: 554.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:40.642449Z","caller":"traceutil/trace.go:171","msg":"trace[1890591407] transaction","detail":"{read_only:false; response_revision:34422; number_of_response:1; }","duration":"896.802731ms","start":"2026-03-04T16:44:39.745627Z","end":"2026-03-04T16:44:40.64243Z","steps":["trace[1890591407] 'process raft request' (duration: 895.840247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.642651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.745606Z","time spent":"896.895133ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.642866Z","caller":"traceutil/trace.go:171","msg":"trace[1064006422] transaction","detail":"{read_only:false; response_revision:34423; number_of_response:1; }","duration":"897.19176ms","start":"2026-03-04T16:44:39.745658Z","end":"2026-03-04T16:44:40.642849Z","steps":["trace[1064006422] 'process raft request' (duration: 895.98928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.643005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.745635Z","time spent":"897.321274ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.643112Z","caller":"traceutil/trace.go:171","msg":"trace[1015311529] transaction","detail":"{read_only:false; response_revision:34429; number_of_response:1; }","duration":"580.898272ms","start":"2026-03-04T16:44:40.062188Z","end":"2026-03-04T16:44:40.643086Z","steps":["trace[1015311529] 'process raft request' (duration: 579.709113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.643251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.062179Z","time spent":"580.996384ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.643254Z","caller":"traceutil/trace.go:171","msg":"trace[225790575] transaction","detail":"{read_only:false; response_revision:34430; number_of_response:1; }","duration":"581.013885ms","start":"2026-03-04T16:44:40.062222Z","end":"2026-03-04T16:44:40.643236Z","steps":["trace[225790575] 'process raft request' (duration: 579.705792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:40.64347Z","caller":"traceutil/trace.go:171","msg":"trace[1704239083] transaction","detail":"{read_only:false; response_revision:34424; number_of_response:1; }","duration":"897.741545ms","start":"2026-03-04T16:44:39.745715Z","end":"2026-03-04T16:44:40.643457Z","steps":["trace[1704239083] 'process raft request' (duration: 896.003131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.643557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.745653Z","time spent":"897.855298ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:40.643564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.062215Z","time spent":"581.079397ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.643706Z","caller":"traceutil/trace.go:171","msg":"trace[2034824418] transaction","detail":"{read_only:false; response_revision:34425; number_of_response:1; }","duration":"897.831367ms","start":"2026-03-04T16:44:39.745864Z","end":"2026-03-04T16:44:40.643696Z","steps":["trace[2034824418] 'process raft request' (duration: 895.886868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.643769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.745828Z","time spent":"897.906659ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.643854Z","caller":"traceutil/trace.go:171","msg":"trace[403957802] transaction","detail":"{read_only:false; response_revision:34426; number_of_response:1; }","duration":"658.053516ms","start":"2026-03-04T16:44:39.985792Z","end":"2026-03-04T16:44:40.643845Z","steps":["trace[403957802] 'process raft request' (duration: 655.993334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.643911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.985764Z","time spent":"658.116788ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.643994Z","caller":"traceutil/trace.go:171","msg":"trace[1052649274] transaction","detail":"{read_only:false; response_revision:34427; number_of_response:1; }","duration":"581.893509ms","start":"2026-03-04T16:44:40.06209Z","end":"2026-03-04T16:44:40.643984Z","steps":["trace[1052649274] 'process raft request' (duration: 579.731314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.644046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.062065Z","time spent":"581.953989ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:40.644114Z","caller":"traceutil/trace.go:171","msg":"trace[1805736275] transaction","detail":"{read_only:false; response_revision:34428; number_of_response:1; }","duration":"581.95063ms","start":"2026-03-04T16:44:40.062156Z","end":"2026-03-04T16:44:40.644106Z","steps":["trace[1805736275] 'process raft request' (duration: 579.706783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.644161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.062133Z","time spent":"582.000081ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:40.644447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.529667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:40.644491Z","caller":"traceutil/trace.go:171","msg":"trace[1407458358] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:34430; }","duration":"727.626819ms","start":"2026-03-04T16:44:39.916855Z","end":"2026-03-04T16:44:40.644481Z","steps":["trace[1407458358] 'agreement among raft nodes before linearized reading' (duration: 727.543367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.644522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.91683Z","time spent":"727.684141ms","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:40.644706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155109407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:40.644733Z","caller":"traceutil/trace.go:171","msg":"trace[280281629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34430; }","duration":"1.155176179s","start":"2026-03-04T16:44:39.489549Z","end":"2026-03-04T16:44:40.644725Z","steps":["trace[280281629] 'agreement among raft nodes before linearized reading' (duration: 1.155124998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.644758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:39.489527Z","time spent":"1.15522584s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:40.644938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.378132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:40.644972Z","caller":"traceutil/trace.go:171","msg":"trace[1831968553] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:34430; }","duration":"384.455094ms","start":"2026-03-04T16:44:40.260508Z","end":"2026-03-04T16:44:40.644963Z","steps":["trace[1831968553] 'agreement among raft nodes before linearized reading' (duration: 384.401353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.260485Z","time spent":"384.507826ms","remote":"127.0.0.1:41098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:40.6451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.725631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:40.645172Z","caller":"traceutil/trace.go:171","msg":"trace[416750392] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:34430; }","duration":"114.839773ms","start":"2026-03-04T16:44:40.530313Z","end":"2026-03-04T16:44:40.645153Z","steps":["trace[416750392] 'agreement among raft nodes before linearized reading' (duration: 114.675089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.64518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.647104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:40.645208Z","caller":"traceutil/trace.go:171","msg":"trace[836281650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34430; }","duration":"304.722577ms","start":"2026-03-04T16:44:40.340478Z","end":"2026-03-04T16:44:40.6452Z","steps":["trace[836281650] 'agreement among raft nodes before linearized reading' (duration: 304.642345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:40.645244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.340452Z","time spent":"304.784868ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:41.270688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.173315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:44:41.271738Z","caller":"traceutil/trace.go:171","msg":"trace[771880880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34430; }","duration":"530.292608ms","start":"2026-03-04T16:44:40.740449Z","end":"2026-03-04T16:44:41.270741Z","steps":["trace[771880880] 'range keys from in-memory index tree' (duration: 530.011411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:41.271792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.74043Z","time spent":"531.350405ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:44:41.79041Z","caller":"traceutil/trace.go:171","msg":"trace[1434573838] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"969.629155ms","start":"2026-03-04T16:44:40.820754Z","end":"2026-03-04T16:44:41.790384Z","steps":["trace[1434573838] 'process raft request' (duration: 969.457821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:41.79057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:40.820734Z","time spent":"969.755318ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:42.066252Z","caller":"traceutil/trace.go:171","msg":"trace[1798345007] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"789.968059ms","start":"2026-03-04T16:44:41.276256Z","end":"2026-03-04T16:44:42.066224Z","steps":["trace[1798345007] 'process raft request' (duration: 714.317704ms)","trace[1798345007] 'compare' (duration: 75.476891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:42.066405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:41.276233Z","time spent":"790.083412ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:42.066454Z","caller":"traceutil/trace.go:171","msg":"trace[1886865825] transaction","detail":"{read_only:false; response_revision:34433; number_of_response:1; }","duration":"319.343084ms","start":"2026-03-04T16:44:41.747088Z","end":"2026-03-04T16:44:42.066431Z","steps":["trace[1886865825] 'process raft request' (duration: 319.085458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:42.066394Z","caller":"traceutil/trace.go:171","msg":"trace[1888551398] linearizableReadLoop","detail":"{readStateIndex:35660; appliedIndex:35658; }","duration":"708.225909ms","start":"2026-03-04T16:44:41.358145Z","end":"2026-03-04T16:44:42.066371Z","steps":["trace[1888551398] 'read index received' (duration: 432.067103ms)","trace[1888551398] 'applied index is now lower than readState.Index' (duration: 276.157666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:42.066587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:41.74706Z","time spent":"319.444208ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:42.066598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.444326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:42.066629Z","caller":"traceutil/trace.go:171","msg":"trace[921744838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:34433; }","duration":"708.536508ms","start":"2026-03-04T16:44:41.358083Z","end":"2026-03-04T16:44:42.06662Z","steps":["trace[921744838] 'agreement among raft nodes before linearized reading' (duration: 708.353982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:42.066639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.703617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-03-04T16:44:42.066652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:41.35806Z","time spent":"708.58635ms","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:42.066666Z","caller":"traceutil/trace.go:171","msg":"trace[1686491580] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:34433; }","duration":"416.776869ms","start":"2026-03-04T16:44:41.649881Z","end":"2026-03-04T16:44:42.066658Z","steps":["trace[1686491580] 'agreement among raft nodes before linearized reading' (duration: 416.675636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:42.066686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:41.649853Z","time spent":"416.8278ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:44:43.181076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.860097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:43.18119Z","caller":"traceutil/trace.go:171","msg":"trace[1711032125] transaction","detail":"{read_only:false; response_revision:34435; number_of_response:1; }","duration":"865.83299ms","start":"2026-03-04T16:44:42.315345Z","end":"2026-03-04T16:44:43.181178Z","steps":["trace[1711032125] 'process raft request' (duration: 865.797299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.181225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.315325Z","time spent":"865.882742ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:43.181344Z","caller":"traceutil/trace.go:171","msg":"trace[1499285069] transaction","detail":"{read_only:false; response_revision:34434; number_of_response:1; }","duration":"1.033453512s","start":"2026-03-04T16:44:42.147885Z","end":"2026-03-04T16:44:43.181338Z","steps":["trace[1499285069] 'process raft request' (duration: 81.277867ms)","trace[1499285069] 'compare' (duration: 951.681953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:43.18137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.147868Z","time spent":"1.033487963s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:43.181445Z","caller":"traceutil/trace.go:171","msg":"trace[1394181476] linearizableReadLoop","detail":"{readStateIndex:35663; appliedIndex:35662; }","duration":"1.030486739s","start":"2026-03-04T16:44:42.150951Z","end":"2026-03-04T16:44:43.181438Z","steps":["trace[1394181476] 'read index received' (duration: 78.19133ms)","trace[1394181476] 'applied index is now lower than readState.Index' (duration: 952.294759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:43.181591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030613422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:43.181715Z","caller":"traceutil/trace.go:171","msg":"trace[255119338] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34435; }","duration":"1.030729714s","start":"2026-03-04T16:44:42.150927Z","end":"2026-03-04T16:44:43.181656Z","steps":["trace[255119338] 'agreement among raft nodes before linearized reading' (duration: 1.030547859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.181782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.150919Z","time spent":"1.030845998s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:44:43.881197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.064271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:43.881483Z","caller":"traceutil/trace.go:171","msg":"trace[1363887702] transaction","detail":"{read_only:false; response_revision:34437; number_of_response:1; }","duration":"1.231119522s","start":"2026-03-04T16:44:42.650328Z","end":"2026-03-04T16:44:43.881447Z","steps":["trace[1363887702] 'process raft request' (duration: 1.230963448s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:43.88157Z","caller":"traceutil/trace.go:171","msg":"trace[979758290] transaction","detail":"{read_only:false; response_revision:34438; number_of_response:1; }","duration":"1.230996108s","start":"2026-03-04T16:44:42.650546Z","end":"2026-03-04T16:44:43.881542Z","steps":["trace[979758290] 'process raft request' (duration: 1.230827284s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:43.881585Z","caller":"traceutil/trace.go:171","msg":"trace[531238965] transaction","detail":"{read_only:false; response_revision:34436; number_of_response:1; }","duration":"1.232980569s","start":"2026-03-04T16:44:42.648564Z","end":"2026-03-04T16:44:43.881544Z","steps":["trace[531238965] 'process raft request' (duration: 939.481257ms)","trace[531238965] 'compare' (duration: 291.910493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:43.881634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.65031Z","time spent":"1.231243365s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:43.881722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.650524Z","time spent":"1.231107822s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:43.881795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.648535Z","time spent":"1.233157973s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:43.881816Z","caller":"traceutil/trace.go:171","msg":"trace[968106360] linearizableReadLoop","detail":"{readStateIndex:35669; appliedIndex:35664; }","duration":"700.341822ms","start":"2026-03-04T16:44:43.181454Z","end":"2026-03-04T16:44:43.881796Z","steps":["trace[968106360] 'read index received' (duration: 406.600682ms)","trace[968106360] 'applied index is now lower than readState.Index' (duration: 293.73913ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:43.881802Z","caller":"traceutil/trace.go:171","msg":"trace[1672346392] transaction","detail":"{read_only:false; response_revision:34441; number_of_response:1; }","duration":"318.77826ms","start":"2026-03-04T16:44:43.562999Z","end":"2026-03-04T16:44:43.881777Z","steps":["trace[1672346392] 'process raft request' (duration: 318.697807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.881898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395911794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:43.881794Z","caller":"traceutil/trace.go:171","msg":"trace[950716895] transaction","detail":"{read_only:false; response_revision:34440; number_of_response:1; }","duration":"1.229677986s","start":"2026-03-04T16:44:42.652095Z","end":"2026-03-04T16:44:43.881773Z","steps":["trace[950716895] 'process raft request' (duration: 1.229442689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.881937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529994581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:43.881942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231699637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:43.881953Z","caller":"traceutil/trace.go:171","msg":"trace[974030040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34441; }","duration":"1.396006376s","start":"2026-03-04T16:44:42.485932Z","end":"2026-03-04T16:44:43.881939Z","steps":["trace[974030040] 'agreement among raft nodes before linearized reading' (duration: 1.395914574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.881943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.562967Z","time spent":"318.901723ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:43.881953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235235866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T16:44:43.881998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.485913Z","time spent":"1.396072828s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:43.882009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.652068Z","time spent":"1.229890912s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:43.882058Z","caller":"traceutil/trace.go:171","msg":"trace[1679649786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34441; }","duration":"1.231761969s","start":"2026-03-04T16:44:42.650211Z","end":"2026-03-04T16:44:43.881973Z","steps":["trace[1679649786] 'agreement among raft nodes before linearized reading' (duration: 1.231630256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:43.882021Z","caller":"traceutil/trace.go:171","msg":"trace[720527395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34441; }","duration":"1.235341719s","start":"2026-03-04T16:44:42.646664Z","end":"2026-03-04T16:44:43.882006Z","steps":["trace[720527395] 'agreement among raft nodes before linearized reading' (duration: 1.235136754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232348433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T16:44:43.882097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641944932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T16:44:43.882105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.650199Z","time spent":"1.231895382s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:44:43.882114Z","caller":"traceutil/trace.go:171","msg":"trace[1226352116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34441; }","duration":"1.232542608s","start":"2026-03-04T16:44:42.649559Z","end":"2026-03-04T16:44:43.882102Z","steps":["trace[1226352116] 'agreement among raft nodes before linearized reading' (duration: 1.232284372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366147583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:43.88214Z","caller":"traceutil/trace.go:171","msg":"trace[1416812292] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:34441; }","duration":"1.641983373s","start":"2026-03-04T16:44:42.240144Z","end":"2026-03-04T16:44:43.882127Z","steps":["trace[1416812292] 'agreement among raft nodes before linearized reading' (duration: 1.64185916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.649548Z","time spent":"1.232596349s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:44:43.882163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231114093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:44:43.882115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.646643Z","time spent":"1.235458351s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:44:43.882187Z","caller":"traceutil/trace.go:171","msg":"trace[329435230] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:34441; }","duration":"1.366328298s","start":"2026-03-04T16:44:42.515842Z","end":"2026-03-04T16:44:43.882171Z","steps":["trace[329435230] 'agreement among raft nodes before linearized reading' (duration: 1.366233796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.240125Z","time spent":"1.642055244s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T16:44:43.881984Z","caller":"traceutil/trace.go:171","msg":"trace[1414783535] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:34441; }","duration":"1.530086494s","start":"2026-03-04T16:44:42.351882Z","end":"2026-03-04T16:44:43.881968Z","steps":["trace[1414783535] 'agreement among raft nodes before linearized reading' (duration: 1.529995802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.515816Z","time spent":"1.366439821s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:43.882306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.351866Z","time spent":"1.530420463s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:43.882472Z","caller":"traceutil/trace.go:171","msg":"trace[1224491479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34441; }","duration":"1.231482992s","start":"2026-03-04T16:44:42.650973Z","end":"2026-03-04T16:44:43.882456Z","steps":["trace[1224491479] 'agreement among raft nodes before linearized reading' (duration: 1.230935548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.882535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.650962Z","time spent":"1.231562924s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:44:43.882601Z","caller":"traceutil/trace.go:171","msg":"trace[1442647453] transaction","detail":"{read_only:false; response_revision:34439; number_of_response:1; }","duration":"1.230066316s","start":"2026-03-04T16:44:42.651505Z","end":"2026-03-04T16:44:43.881572Z","steps":["trace[1442647453] 'process raft request' (duration: 1.229905542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:43.883046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:42.651492Z","time spent":"1.231493342s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:44.382514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832411722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:44:44.537508Z","caller":"traceutil/trace.go:171","msg":"trace[79621493] transaction","detail":"{read_only:false; response_revision:34442; number_of_response:1; }","duration":"731.197599ms","start":"2026-03-04T16:44:43.806282Z","end":"2026-03-04T16:44:44.53748Z","steps":["trace[79621493] 'process raft request' (duration: 731.030945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.537768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.806258Z","time spent":"731.389573ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:44.549482Z","caller":"traceutil/trace.go:171","msg":"trace[893705222] transaction","detail":"{read_only:false; response_revision:34443; number_of_response:1; }","duration":"661.882023ms","start":"2026-03-04T16:44:43.887579Z","end":"2026-03-04T16:44:44.549461Z","steps":["trace[893705222] 'process raft request' (duration: 661.730209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:44.549727Z","caller":"traceutil/trace.go:171","msg":"trace[369840083] transaction","detail":"{read_only:false; response_revision:34444; number_of_response:1; }","duration":"662.064677ms","start":"2026-03-04T16:44:43.887637Z","end":"2026-03-04T16:44:44.549702Z","steps":["trace[369840083] 'process raft request' (duration: 661.791731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.549862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.887631Z","time spent":"662.16267ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:44.550008Z","caller":"traceutil/trace.go:171","msg":"trace[1523281875] transaction","detail":"{read_only:false; response_revision:34445; number_of_response:1; }","duration":"661.644837ms","start":"2026-03-04T16:44:43.888347Z","end":"2026-03-04T16:44:44.549992Z","steps":["trace[1523281875] 'process raft request' (duration: 661.234397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.88834Z","time spent":"661.696998ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:44.550243Z","caller":"traceutil/trace.go:171","msg":"trace[1002879923] linearizableReadLoop","detail":"{readStateIndex:35676; appliedIndex:35670; }","duration":"668.373016ms","start":"2026-03-04T16:44:43.881852Z","end":"2026-03-04T16:44:44.550225Z","steps":["trace[1002879923] 'read index received' (duration: 655.44682ms)","trace[1002879923] 'applied index is now lower than readState.Index' (duration: 12.925156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:44.550486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318736179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:44.550528Z","caller":"traceutil/trace.go:171","msg":"trace[194465766] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:34447; }","duration":"1.318812311s","start":"2026-03-04T16:44:43.231704Z","end":"2026-03-04T16:44:44.550516Z","steps":["trace[194465766] 'agreement among raft nodes before linearized reading' (duration: 1.318712868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.231686Z","time spent":"1.318859903s","remote":"127.0.0.1:34702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:44.550722Z","caller":"traceutil/trace.go:171","msg":"trace[555527082] transaction","detail":"{read_only:false; response_revision:34446; number_of_response:1; }","duration":"661.984816ms","start":"2026-03-04T16:44:43.888728Z","end":"2026-03-04T16:44:44.550712Z","steps":["trace[555527082] 'process raft request' (duration: 661.236287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.504134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:44.550773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.888721Z","time spent":"662.023416ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:44.550803Z","caller":"traceutil/trace.go:171","msg":"trace[72370496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34447; }","duration":"667.606026ms","start":"2026-03-04T16:44:43.883173Z","end":"2026-03-04T16:44:44.550779Z","steps":["trace[72370496] 'agreement among raft nodes before linearized reading' (duration: 667.470073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.88316Z","time spent":"667.683229ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:44.550927Z","caller":"traceutil/trace.go:171","msg":"trace[579409270] transaction","detail":"{read_only:false; response_revision:34447; number_of_response:1; }","duration":"479.910859ms","start":"2026-03-04T16:44:44.071007Z","end":"2026-03-04T16:44:44.550918Z","steps":["trace[579409270] 'process raft request' (duration: 479.16078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:44.070987Z","time spent":"479.96329ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:44.551071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365045025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:44.551126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.84595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:44.551185Z","caller":"traceutil/trace.go:171","msg":"trace[1351171359] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:34447; }","duration":"393.935913ms","start":"2026-03-04T16:44:44.157232Z","end":"2026-03-04T16:44:44.551168Z","steps":["trace[1351171359] 'agreement among raft nodes before linearized reading' (duration: 393.83216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.551214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.753049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:44:44.551238Z","caller":"traceutil/trace.go:171","msg":"trace[1265333665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34447; }","duration":"794.813891ms","start":"2026-03-04T16:44:43.756418Z","end":"2026-03-04T16:44:44.551231Z","steps":["trace[1265333665] 'agreement among raft nodes before linearized reading' (duration: 794.682077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.551286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.756399Z","time spent":"794.879622ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:44:44.551195Z","caller":"traceutil/trace.go:171","msg":"trace[819212611] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34447; }","duration":"1.365166078s","start":"2026-03-04T16:44:43.18598Z","end":"2026-03-04T16:44:44.551146Z","steps":["trace[819212611] 'agreement among raft nodes before linearized reading' (duration: 1.364993654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.550871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366762599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T16:44:44.551385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.454783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:44:44.551406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.035783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T16:44:44.55144Z","caller":"traceutil/trace.go:171","msg":"trace[1784286308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34447; }","duration":"480.535825ms","start":"2026-03-04T16:44:44.070886Z","end":"2026-03-04T16:44:44.551421Z","steps":["trace[1784286308] 'agreement among raft nodes before linearized reading' (duration: 480.37503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:44.551447Z","caller":"traceutil/trace.go:171","msg":"trace[638195117] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34447; }","duration":"1.367403896s","start":"2026-03-04T16:44:43.184004Z","end":"2026-03-04T16:44:44.551408Z","steps":["trace[638195117] 'agreement among raft nodes before linearized reading' (duration: 1.366497302s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.551481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:44.070867Z","time spent":"480.604047ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:44:44.551442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.185963Z","time spent":"1.365393945s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:44:44.551237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:44.157216Z","time spent":"394.006644ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:44.55155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.18399Z","time spent":"1.367523399s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:44:44.549956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.887565Z","time spent":"661.999095ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:44.551468Z","caller":"traceutil/trace.go:171","msg":"trace[1868688930] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0; range_end:; response_count:1; response_revision:34447; }","duration":"665.114395ms","start":"2026-03-04T16:44:43.886335Z","end":"2026-03-04T16:44:44.55145Z","steps":["trace[1868688930] 'agreement among raft nodes before linearized reading' (duration: 664.94361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.551714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:43.886323Z","time spent":"665.365781ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0eb6ae79-4726-4ca1-9bba-0af32d058fd0\" "} {"level":"info","ts":"2026-03-04T16:44:44.720591Z","caller":"traceutil/trace.go:171","msg":"trace[2018002596] linearizableReadLoop","detail":"{readStateIndex:35677; appliedIndex:35676; }","duration":"158.473643ms","start":"2026-03-04T16:44:44.562096Z","end":"2026-03-04T16:44:44.72057Z","steps":["trace[2018002596] 'read index received' (duration: 158.317029ms)","trace[2018002596] 'applied index is now lower than readState.Index' (duration: 155.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:44.720639Z","caller":"traceutil/trace.go:171","msg":"trace[2113757071] transaction","detail":"{read_only:false; response_revision:34448; number_of_response:1; }","duration":"161.728014ms","start":"2026-03-04T16:44:44.558885Z","end":"2026-03-04T16:44:44.720613Z","steps":["trace[2113757071] 'process raft request' (duration: 161.57695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:44.720711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.593236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:44.72187Z","caller":"traceutil/trace.go:171","msg":"trace[8549521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34448; }","duration":"159.771615ms","start":"2026-03-04T16:44:44.562079Z","end":"2026-03-04T16:44:44.721851Z","steps":["trace[8549521] 'agreement among raft nodes before linearized reading' (duration: 158.568305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:46.602056Z","caller":"traceutil/trace.go:171","msg":"trace[2029495894] transaction","detail":"{read_only:false; response_revision:34453; number_of_response:1; }","duration":"709.738999ms","start":"2026-03-04T16:44:45.892297Z","end":"2026-03-04T16:44:46.602036Z","steps":["trace[2029495894] 'process raft request' (duration: 709.706338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.60219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:45.892283Z","time spent":"709.841232ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:46.602504Z","caller":"traceutil/trace.go:171","msg":"trace[301938988] transaction","detail":"{read_only:false; response_revision:34450; number_of_response:1; }","duration":"712.56005ms","start":"2026-03-04T16:44:45.889936Z","end":"2026-03-04T16:44:46.602496Z","steps":["trace[301938988] 'process raft request' (duration: 711.903963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.602543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:45.889898Z","time spent":"712.621792ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:46.602624Z","caller":"traceutil/trace.go:171","msg":"trace[1638795356] transaction","detail":"{read_only:false; response_revision:34451; number_of_response:1; }","duration":"712.654222ms","start":"2026-03-04T16:44:45.889963Z","end":"2026-03-04T16:44:46.602618Z","steps":["trace[1638795356] 'process raft request' (duration: 711.994006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.602657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:45.889937Z","time spent":"712.700304ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:46.602718Z","caller":"traceutil/trace.go:171","msg":"trace[1317796922] transaction","detail":"{read_only:false; response_revision:34452; number_of_response:1; }","duration":"710.817195ms","start":"2026-03-04T16:44:45.891893Z","end":"2026-03-04T16:44:46.60271Z","steps":["trace[1317796922] 'process raft request' (duration: 710.091077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.602752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:45.891861Z","time spent":"710.872597ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:46.603186Z","caller":"traceutil/trace.go:171","msg":"trace[1268867543] linearizableReadLoop","detail":"{readStateIndex:35682; appliedIndex:35682; }","duration":"113.043787ms","start":"2026-03-04T16:44:46.490112Z","end":"2026-03-04T16:44:46.603155Z","steps":["trace[1268867543] 'read index received' (duration: 113.036197ms)","trace[1268867543] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:46.603309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.179221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:46.603336Z","caller":"traceutil/trace.go:171","msg":"trace[997758277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34453; }","duration":"113.246733ms","start":"2026-03-04T16:44:46.49008Z","end":"2026-03-04T16:44:46.603326Z","steps":["trace[997758277] 'agreement among raft nodes before linearized reading' (duration: 113.177611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.656144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.422795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:46.656205Z","caller":"traceutil/trace.go:171","msg":"trace[753393548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34455; }","duration":"101.511516ms","start":"2026-03-04T16:44:46.55468Z","end":"2026-03-04T16:44:46.656191Z","steps":["trace[753393548] 'agreement among raft nodes before linearized reading' (duration: 101.404484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:46.656287Z","caller":"traceutil/trace.go:171","msg":"trace[315954414] transaction","detail":"{read_only:false; response_revision:34454; number_of_response:1; }","duration":"113.232113ms","start":"2026-03-04T16:44:46.543044Z","end":"2026-03-04T16:44:46.656276Z","steps":["trace[315954414] 'process raft request' (duration: 112.657528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.92154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.315983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:46.921839Z","caller":"traceutil/trace.go:171","msg":"trace[2098717589] linearizableReadLoop","detail":"{readStateIndex:35688; appliedIndex:35684; }","duration":"196.943482ms","start":"2026-03-04T16:44:46.724882Z","end":"2026-03-04T16:44:46.921825Z","steps":["trace[2098717589] 'read index received' (duration: 140.920571ms)","trace[2098717589] 'applied index is now lower than readState.Index' (duration: 56.022011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:46.921864Z","caller":"traceutil/trace.go:171","msg":"trace[1082869162] transaction","detail":"{read_only:false; response_revision:34457; number_of_response:1; }","duration":"261.035575ms","start":"2026-03-04T16:44:46.660805Z","end":"2026-03-04T16:44:46.92184Z","steps":["trace[1082869162] 'process raft request' (duration: 260.850501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:46.921963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.090475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:44:46.921991Z","caller":"traceutil/trace.go:171","msg":"trace[1447302642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34459; }","duration":"197.149437ms","start":"2026-03-04T16:44:46.724832Z","end":"2026-03-04T16:44:46.921982Z","steps":["trace[1447302642] 'agreement among raft nodes before linearized reading' (duration: 197.036364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:46.92213Z","caller":"traceutil/trace.go:171","msg":"trace[54035700] transaction","detail":"{read_only:false; response_revision:34456; number_of_response:1; }","duration":"261.328962ms","start":"2026-03-04T16:44:46.660788Z","end":"2026-03-04T16:44:46.922117Z","steps":["trace[54035700] 'process raft request' (duration: 48.925661ms)","trace[54035700] 'compare' (duration: 211.17395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:46.922505Z","caller":"traceutil/trace.go:171","msg":"trace[1756488408] transaction","detail":"{read_only:false; response_revision:34458; number_of_response:1; }","duration":"261.63651ms","start":"2026-03-04T16:44:46.660862Z","end":"2026-03-04T16:44:46.922499Z","steps":["trace[1756488408] 'process raft request' (duration: 260.884121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:46.922705Z","caller":"traceutil/trace.go:171","msg":"trace[2108593087] transaction","detail":"{read_only:false; response_revision:34459; number_of_response:1; }","duration":"254.648224ms","start":"2026-03-04T16:44:46.668046Z","end":"2026-03-04T16:44:46.922695Z","steps":["trace[2108593087] 'process raft request' (duration: 253.740562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:47.838938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.883149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:44:47.839047Z","caller":"traceutil/trace.go:171","msg":"trace[2119629069] linearizableReadLoop","detail":"{readStateIndex:35690; appliedIndex:35689; }","duration":"655.166864ms","start":"2026-03-04T16:44:47.183853Z","end":"2026-03-04T16:44:47.83902Z","steps":["trace[2119629069] 'read index received' (duration: 50.871µs)","trace[2119629069] 'applied index is now lower than readState.Index' (duration: 655.114393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:47.839408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.532413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:47.839928Z","caller":"traceutil/trace.go:171","msg":"trace[147933836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34460; }","duration":"655.673227ms","start":"2026-03-04T16:44:47.183784Z","end":"2026-03-04T16:44:47.839457Z","steps":["trace[147933836] 'agreement among raft nodes before linearized reading' (duration: 655.551854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:47.839975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:47.183742Z","time spent":"656.22117ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:48.270998Z","caller":"traceutil/trace.go:171","msg":"trace[332957525] transaction","detail":"{read_only:false; response_revision:34461; number_of_response:1; }","duration":"611.903583ms","start":"2026-03-04T16:44:47.659065Z","end":"2026-03-04T16:44:48.270969Z","steps":["trace[332957525] 'process raft request' (duration: 611.740749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:48.271162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:47.659036Z","time spent":"612.043257ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:49.362972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.019705ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:44:49.363609Z","caller":"traceutil/trace.go:171","msg":"trace[1823015125] transaction","detail":"{read_only:false; response_revision:34464; number_of_response:1; }","duration":"755.09617ms","start":"2026-03-04T16:44:48.608493Z","end":"2026-03-04T16:44:49.363589Z","steps":["trace[1823015125] 'process raft request' (duration: 755.047539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:49.363661Z","caller":"traceutil/trace.go:171","msg":"trace[408021469] transaction","detail":"{read_only:false; response_revision:34463; number_of_response:1; }","duration":"1.393373078s","start":"2026-03-04T16:44:47.970253Z","end":"2026-03-04T16:44:49.363626Z","steps":["trace[408021469] 'process raft request' (duration: 1.392801814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:49.36372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.608468Z","time spent":"755.189822ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:49.363849Z","caller":"traceutil/trace.go:171","msg":"trace[2128857732] linearizableReadLoop","detail":"{readStateIndex:35693; appliedIndex:35691; }","duration":"883.568547ms","start":"2026-03-04T16:44:48.480273Z","end":"2026-03-04T16:44:49.363842Z","steps":["trace[2128857732] 'read index received' (duration: 16.620959ms)","trace[2128857732] 'applied index is now lower than readState.Index' (duration: 866.946928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:49.363734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:47.970228Z","time spent":"1.393457561s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:49.363967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.701361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:49.364014Z","caller":"traceutil/trace.go:171","msg":"trace[406586172] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:34464; }","duration":"883.752152ms","start":"2026-03-04T16:44:48.480255Z","end":"2026-03-04T16:44:49.364007Z","steps":["trace[406586172] 'agreement among raft nodes before linearized reading' (duration: 883.66792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:49.364035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.480195Z","time spent":"883.833923ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:49.687589Z","caller":"traceutil/trace.go:171","msg":"trace[117497757] transaction","detail":"{read_only:false; response_revision:34465; number_of_response:1; }","duration":"1.077574654s","start":"2026-03-04T16:44:48.609997Z","end":"2026-03-04T16:44:49.687572Z","steps":["trace[117497757] 'process raft request' (duration: 1.041924636s)","trace[117497757] 'compare' (duration: 35.31172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:49.687696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.609971Z","time spent":"1.077663507s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:49.68788Z","caller":"traceutil/trace.go:171","msg":"trace[2021733126] transaction","detail":"{read_only:false; response_revision:34466; number_of_response:1; }","duration":"1.077609855s","start":"2026-03-04T16:44:48.610245Z","end":"2026-03-04T16:44:49.687855Z","steps":["trace[2021733126] 'process raft request' (duration: 1.077292187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:49.688017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.610236Z","time spent":"1.077709407s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:49.688115Z","caller":"traceutil/trace.go:171","msg":"trace[1107475864] transaction","detail":"{read_only:false; response_revision:34469; number_of_response:1; }","duration":"1.025707268s","start":"2026-03-04T16:44:48.662386Z","end":"2026-03-04T16:44:49.688093Z","steps":["trace[1107475864] 'process raft request' (duration: 1.025654917s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:49.688119Z","caller":"traceutil/trace.go:171","msg":"trace[1242711081] transaction","detail":"{read_only:false; response_revision:34467; number_of_response:1; }","duration":"1.074991039s","start":"2026-03-04T16:44:48.6131Z","end":"2026-03-04T16:44:49.688091Z","steps":["trace[1242711081] 'process raft request' (duration: 1.074656411s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:49.688168Z","caller":"traceutil/trace.go:171","msg":"trace[1334454418] transaction","detail":"{read_only:false; response_revision:34468; number_of_response:1; }","duration":"1.025785479s","start":"2026-03-04T16:44:48.662357Z","end":"2026-03-04T16:44:49.688143Z","steps":["trace[1334454418] 'process raft request' (duration: 1.025628185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:49.68822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.662359Z","time spent":"1.02581256s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:49.68825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.613075Z","time spent":"1.075107892s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:49.688278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.66234Z","time spent":"1.025863252s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:50.098917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.799822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:50.099024Z","caller":"traceutil/trace.go:171","msg":"trace[886291193] linearizableReadLoop","detail":"{readStateIndex:35700; appliedIndex:35694; }","duration":"735.121929ms","start":"2026-03-04T16:44:49.36388Z","end":"2026-03-04T16:44:50.099002Z","steps":["trace[886291193] 'read index received' (duration: 288.056076ms)","trace[886291193] 'applied index is now lower than readState.Index' (duration: 447.064483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:50.099108Z","caller":"traceutil/trace.go:171","msg":"trace[1855163114] transaction","detail":"{read_only:false; response_revision:34470; number_of_response:1; }","duration":"1.209142279s","start":"2026-03-04T16:44:48.889955Z","end":"2026-03-04T16:44:50.099097Z","steps":["trace[1855163114] 'process raft request' (duration: 921.083722ms)","trace[1855163114] 'compare' (duration: 287.416922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:50.099164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.889928Z","time spent":"1.209203301s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:50.099323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171313537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:44:50.099363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611541486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:50.099344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331142523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:50.099432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.5538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:50.099454Z","caller":"traceutil/trace.go:171","msg":"trace[1757692719] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:34470; }","duration":"1.331298686s","start":"2026-03-04T16:44:48.768121Z","end":"2026-03-04T16:44:50.099419Z","steps":["trace[1757692719] 'agreement among raft nodes before linearized reading' (duration: 1.331105612s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.099473Z","caller":"traceutil/trace.go:171","msg":"trace[1942915196] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34470; }","duration":"866.62327ms","start":"2026-03-04T16:44:49.232839Z","end":"2026-03-04T16:44:50.099462Z","steps":["trace[1942915196] 'agreement among raft nodes before linearized reading' (duration: 866.568179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.745041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:44:50.099508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.768095Z","time spent":"1.331400889s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:50.099533Z","caller":"traceutil/trace.go:171","msg":"trace[1540952061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34470; }","duration":"353.813343ms","start":"2026-03-04T16:44:49.745712Z","end":"2026-03-04T16:44:50.099525Z","steps":["trace[1540952061] 'agreement among raft nodes before linearized reading' (duration: 353.70662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:49.745696Z","time spent":"353.863364ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:44:50.099584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.145166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T16:44:50.099613Z","caller":"traceutil/trace.go:171","msg":"trace[52149152] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34470; }","duration":"873.196757ms","start":"2026-03-04T16:44:49.226408Z","end":"2026-03-04T16:44:50.099605Z","steps":["trace[52149152] 'agreement among raft nodes before linearized reading' (duration: 873.114855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:49.226395Z","time spent":"873.245788ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T16:44:50.099505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:49.232822Z","time spent":"866.675002ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:50.099678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155110688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:50.099722Z","caller":"traceutil/trace.go:171","msg":"trace[505577861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34470; }","duration":"1.15518375s","start":"2026-03-04T16:44:48.944527Z","end":"2026-03-04T16:44:50.099711Z","steps":["trace[505577861] 'agreement among raft nodes before linearized reading' (duration: 1.155072407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074764965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:44:50.099761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.944515Z","time spent":"1.155238891s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:44:50.09977Z","caller":"traceutil/trace.go:171","msg":"trace[1041391355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34470; }","duration":"1.074863937s","start":"2026-03-04T16:44:49.024895Z","end":"2026-03-04T16:44:50.099759Z","steps":["trace[1041391355] 'agreement among raft nodes before linearized reading' (duration: 1.074693753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:49.024879Z","time spent":"1.074908419s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:44:50.099806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.613967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:50.099831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172569927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:50.099386Z","caller":"traceutil/trace.go:171","msg":"trace[419347588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34470; }","duration":"1.171400498s","start":"2026-03-04T16:44:48.927973Z","end":"2026-03-04T16:44:50.099373Z","steps":["trace[419347588] 'agreement among raft nodes before linearized reading' (duration: 1.171237594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.927962Z","time spent":"1.171912962s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:44:50.099882Z","caller":"traceutil/trace.go:171","msg":"trace[2073762185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34470; }","duration":"1.17265745s","start":"2026-03-04T16:44:48.927213Z","end":"2026-03-04T16:44:50.099871Z","steps":["trace[2073762185] 'agreement among raft nodes before linearized reading' (duration: 1.172496366s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.099841Z","caller":"traceutil/trace.go:171","msg":"trace[979961156] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:34470; }","duration":"946.651838ms","start":"2026-03-04T16:44:49.15318Z","end":"2026-03-04T16:44:50.099832Z","steps":["trace[979961156] 'agreement among raft nodes before linearized reading' (duration: 946.519044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.099912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.927195Z","time spent":"1.172709941s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:50.09993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:49.153128Z","time spent":"946.795571ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:50.09997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221430909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:50.099855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171489081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:50.100009Z","caller":"traceutil/trace.go:171","msg":"trace[1936266251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34470; }","duration":"1.171677226s","start":"2026-03-04T16:44:48.928326Z","end":"2026-03-04T16:44:50.100003Z","steps":["trace[1936266251] 'agreement among raft nodes before linearized reading' (duration: 1.171466041s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.100012Z","caller":"traceutil/trace.go:171","msg":"trace[2000050821] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34470; }","duration":"1.221510641s","start":"2026-03-04T16:44:48.87849Z","end":"2026-03-04T16:44:50.1Z","steps":["trace[2000050821] 'agreement among raft nodes before linearized reading' (duration: 1.221387308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.100032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.928309Z","time spent":"1.171712356s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:44:50.100046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.878469Z","time spent":"1.221569253s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:50.099395Z","caller":"traceutil/trace.go:171","msg":"trace[1705632687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34470; }","duration":"1.611624508s","start":"2026-03-04T16:44:48.487762Z","end":"2026-03-04T16:44:50.099386Z","steps":["trace[1705632687] 'agreement among raft nodes before linearized reading' (duration: 1.611566716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.100228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:48.487737Z","time spent":"1.612440328s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:44:50.332872Z","caller":"traceutil/trace.go:171","msg":"trace[208756893] linearizableReadLoop","detail":"{readStateIndex:35705; appliedIndex:35700; }","duration":"224.166807ms","start":"2026-03-04T16:44:50.108684Z","end":"2026-03-04T16:44:50.332851Z","steps":["trace[208756893] 'read index received' (duration: 82.189421ms)","trace[208756893] 'applied index is now lower than readState.Index' (duration: 141.976706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:50.332956Z","caller":"traceutil/trace.go:171","msg":"trace[1724479334] transaction","detail":"{read_only:false; response_revision:34473; number_of_response:1; }","duration":"228.411214ms","start":"2026-03-04T16:44:50.104525Z","end":"2026-03-04T16:44:50.332936Z","steps":["trace[1724479334] 'process raft request' (duration: 228.157438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.332965Z","caller":"traceutil/trace.go:171","msg":"trace[1409259147] transaction","detail":"{read_only:false; response_revision:34474; number_of_response:1; }","duration":"227.04717ms","start":"2026-03-04T16:44:50.105894Z","end":"2026-03-04T16:44:50.332941Z","steps":["trace[1409259147] 'process raft request' (duration: 226.891766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.333Z","caller":"traceutil/trace.go:171","msg":"trace[161406378] transaction","detail":"{read_only:false; response_revision:34475; number_of_response:1; }","duration":"226.985959ms","start":"2026-03-04T16:44:50.105989Z","end":"2026-03-04T16:44:50.332975Z","steps":["trace[161406378] 'process raft request' (duration: 226.826845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.333012Z","caller":"traceutil/trace.go:171","msg":"trace[174302171] transaction","detail":"{read_only:false; response_revision:34472; number_of_response:1; }","duration":"228.512036ms","start":"2026-03-04T16:44:50.104469Z","end":"2026-03-04T16:44:50.332981Z","steps":["trace[174302171] 'process raft request' (duration: 156.849701ms)","trace[174302171] 'compare' (duration: 71.127912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:50.333071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.744808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:50.333101Z","caller":"traceutil/trace.go:171","msg":"trace[555224256] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34475; }","duration":"179.80766ms","start":"2026-03-04T16:44:50.153283Z","end":"2026-03-04T16:44:50.33309Z","steps":["trace[555224256] 'agreement among raft nodes before linearized reading' (duration: 179.768889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.333031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.332152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:50.333178Z","caller":"traceutil/trace.go:171","msg":"trace[997740091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34475; }","duration":"224.499946ms","start":"2026-03-04T16:44:50.108662Z","end":"2026-03-04T16:44:50.333162Z","steps":["trace[997740091] 'agreement among raft nodes before linearized reading' (duration: 224.330321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.333209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.514733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:50.333437Z","caller":"traceutil/trace.go:171","msg":"trace[660012222] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34475; }","duration":"131.638886ms","start":"2026-03-04T16:44:50.201604Z","end":"2026-03-04T16:44:50.333243Z","steps":["trace[660012222] 'agreement among raft nodes before linearized reading' (duration: 131.496032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.702098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.169633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:50.702177Z","caller":"traceutil/trace.go:171","msg":"trace[158724665] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:34475; }","duration":"179.344567ms","start":"2026-03-04T16:44:50.522813Z","end":"2026-03-04T16:44:50.702157Z","steps":["trace[158724665] 'count revisions from in-memory index tree' (duration: 179.04547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.997972Z","caller":"traceutil/trace.go:171","msg":"trace[710459045] linearizableReadLoop","detail":"{readStateIndex:35706; appliedIndex:35705; }","duration":"289.76197ms","start":"2026-03-04T16:44:50.708069Z","end":"2026-03-04T16:44:50.997831Z","steps":["trace[710459045] 'read index received' (duration: 289.35765ms)","trace[710459045] 'applied index is now lower than readState.Index' (duration: 403.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:50.998115Z","caller":"traceutil/trace.go:171","msg":"trace[1509776479] transaction","detail":"{read_only:false; response_revision:34476; number_of_response:1; }","duration":"473.360054ms","start":"2026-03-04T16:44:50.524737Z","end":"2026-03-04T16:44:50.998097Z","steps":["trace[1509776479] 'process raft request' (duration: 472.81741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:50.998377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:50.524714Z","time spent":"473.449936ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:50.998473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.392966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:50.998866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.796806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:44:50.998933Z","caller":"traceutil/trace.go:171","msg":"trace[330247105] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:34476; }","duration":"290.925029ms","start":"2026-03-04T16:44:50.707992Z","end":"2026-03-04T16:44:50.998917Z","steps":["trace[330247105] 'agreement among raft nodes before linearized reading' (duration: 290.727984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:50.999139Z","caller":"traceutil/trace.go:171","msg":"trace[1729539321] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34476; }","duration":"163.922629ms","start":"2026-03-04T16:44:50.835038Z","end":"2026-03-04T16:44:50.998961Z","steps":["trace[1729539321] 'agreement among raft nodes before linearized reading' (duration: 163.351185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:51.129949Z","caller":"traceutil/trace.go:171","msg":"trace[436959777] transaction","detail":"{read_only:false; response_revision:34477; number_of_response:1; }","duration":"125.606454ms","start":"2026-03-04T16:44:51.004313Z","end":"2026-03-04T16:44:51.129919Z","steps":["trace[436959777] 'process raft request' (duration: 47.324332ms)","trace[436959777] 'compare' (duration: 78.109398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:51.62547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.999994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:44:51.625545Z","caller":"traceutil/trace.go:171","msg":"trace[2078883627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34477; }","duration":"392.135948ms","start":"2026-03-04T16:44:51.233393Z","end":"2026-03-04T16:44:51.625529Z","steps":["trace[2078883627] 'range keys from in-memory index tree' (duration: 391.82362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:51.625585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.233374Z","time spent":"392.19784ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T16:44:51.626161Z","caller":"traceutil/trace.go:171","msg":"trace[458299541] transaction","detail":"{read_only:false; response_revision:34478; number_of_response:1; }","duration":"257.706642ms","start":"2026-03-04T16:44:51.368445Z","end":"2026-03-04T16:44:51.626151Z","steps":["trace[458299541] 'process raft request' (duration: 186.626561ms)","trace[458299541] 'compare' (duration: 70.888626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:51.630184Z","caller":"traceutil/trace.go:171","msg":"trace[1646431841] linearizableReadLoop","detail":"{readStateIndex:35709; appliedIndex:35707; }","duration":"143.415863ms","start":"2026-03-04T16:44:51.486757Z","end":"2026-03-04T16:44:51.630173Z","steps":["trace[1646431841] 'read index received' (duration: 68.339462ms)","trace[1646431841] 'applied index is now lower than readState.Index' (duration: 75.075801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:51.630246Z","caller":"traceutil/trace.go:171","msg":"trace[1057296022] transaction","detail":"{read_only:false; response_revision:34479; number_of_response:1; }","duration":"260.326507ms","start":"2026-03-04T16:44:51.369894Z","end":"2026-03-04T16:44:51.630221Z","steps":["trace[1057296022] 'process raft request' (duration: 260.195204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:51.630332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.568067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:51.630355Z","caller":"traceutil/trace.go:171","msg":"trace[231407844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34479; }","duration":"143.618028ms","start":"2026-03-04T16:44:51.48673Z","end":"2026-03-04T16:44:51.630348Z","steps":["trace[231407844] 'agreement among raft nodes before linearized reading' (duration: 143.517476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:51.878543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.693037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:51.87864Z","caller":"traceutil/trace.go:171","msg":"trace[502310225] transaction","detail":"{read_only:false; response_revision:34480; number_of_response:1; }","duration":"190.750785ms","start":"2026-03-04T16:44:51.687875Z","end":"2026-03-04T16:44:51.878626Z","steps":["trace[502310225] 'process raft request' (duration: 87.908324ms)","trace[502310225] 'compare' (duration: 102.576414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:52.227566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.230966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:52.227765Z","caller":"traceutil/trace.go:171","msg":"trace[1511304655] transaction","detail":"{read_only:false; response_revision:34481; number_of_response:1; }","duration":"535.14093ms","start":"2026-03-04T16:44:51.692598Z","end":"2026-03-04T16:44:52.227739Z","steps":["trace[1511304655] 'process raft request' (duration: 301.658599ms)","trace[1511304655] 'compare' (duration: 233.118812ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:52.227803Z","caller":"traceutil/trace.go:171","msg":"trace[1702976707] transaction","detail":"{read_only:false; response_revision:34483; number_of_response:1; }","duration":"534.072793ms","start":"2026-03-04T16:44:51.693715Z","end":"2026-03-04T16:44:52.227788Z","steps":["trace[1702976707] 'process raft request' (duration: 533.996222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.227865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.693707Z","time spent":"534.124626ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:52.227851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.692581Z","time spent":"535.233662ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:52.228169Z","caller":"traceutil/trace.go:171","msg":"trace[1568660722] transaction","detail":"{read_only:false; response_revision:34482; number_of_response:1; }","duration":"534.929365ms","start":"2026-03-04T16:44:51.693209Z","end":"2026-03-04T16:44:52.228138Z","steps":["trace[1568660722] 'process raft request' (duration: 534.448413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.228306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.693202Z","time spent":"535.028597ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:52.228293Z","caller":"traceutil/trace.go:171","msg":"trace[1806255920] transaction","detail":"{read_only:false; response_revision:34484; number_of_response:1; }","duration":"534.485784ms","start":"2026-03-04T16:44:51.69378Z","end":"2026-03-04T16:44:52.228265Z","steps":["trace[1806255920] 'process raft request' (duration: 533.972922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:52.228307Z","caller":"traceutil/trace.go:171","msg":"trace[1071861923] linearizableReadLoop","detail":"{readStateIndex:35716; appliedIndex:35711; }","duration":"352.347166ms","start":"2026-03-04T16:44:51.875932Z","end":"2026-03-04T16:44:52.22828Z","steps":["trace[1071861923] 'read index received' (duration: 118.327171ms)","trace[1071861923] 'applied index is now lower than readState.Index' (duration: 234.017985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:52.22833Z","caller":"traceutil/trace.go:171","msg":"trace[877616999] transaction","detail":"{read_only:false; response_revision:34485; number_of_response:1; }","duration":"533.118359ms","start":"2026-03-04T16:44:51.695174Z","end":"2026-03-04T16:44:52.228292Z","steps":["trace[877616999] 'process raft request' (duration: 532.969495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.228503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.549861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:44:52.22858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.516589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T16:44:52.22858Z","caller":"traceutil/trace.go:171","msg":"trace[1928066942] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:34485; }","duration":"352.680234ms","start":"2026-03-04T16:44:51.87588Z","end":"2026-03-04T16:44:52.22856Z","steps":["trace[1928066942] 'agreement among raft nodes before linearized reading' (duration: 352.512009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:52.228608Z","caller":"traceutil/trace.go:171","msg":"trace[1186721502] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34485; }","duration":"348.5651ms","start":"2026-03-04T16:44:51.880035Z","end":"2026-03-04T16:44:52.2286Z","steps":["trace[1186721502] 'agreement among raft nodes before linearized reading' (duration: 348.434036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.228426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.693771Z","time spent":"534.586647ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:52.228631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.880025Z","time spent":"348.60129ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T16:44:52.228708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.875858Z","time spent":"352.772686ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:44:52.228853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:51.695154Z","time spent":"533.340374ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:52.469807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.835616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:44:52.469869Z","caller":"traceutil/trace.go:171","msg":"trace[1286537938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34486; }","duration":"132.944109ms","start":"2026-03-04T16:44:52.33691Z","end":"2026-03-04T16:44:52.469854Z","steps":["trace[1286537938] 'range keys from in-memory index tree' (duration: 132.687062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.470042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:44:52.470111Z","caller":"traceutil/trace.go:171","msg":"trace[839609165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34486; }","duration":"132.070947ms","start":"2026-03-04T16:44:52.338021Z","end":"2026-03-04T16:44:52.470092Z","steps":["trace[839609165] 'range keys from in-memory index tree' (duration: 131.770429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.470166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.709443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:44:52.470191Z","caller":"traceutil/trace.go:171","msg":"trace[427397260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34486; }","duration":"132.772374ms","start":"2026-03-04T16:44:52.33741Z","end":"2026-03-04T16:44:52.470183Z","steps":["trace[427397260] 'range keys from in-memory index tree' (duration: 132.59768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.4702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.934218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:44:52.47027Z","caller":"traceutil/trace.go:171","msg":"trace[739043059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34486; }","duration":"133.031221ms","start":"2026-03-04T16:44:52.33722Z","end":"2026-03-04T16:44:52.470251Z","steps":["trace[739043059] 'range keys from in-memory index tree' (duration: 132.771545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:52.990926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832411822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:44:53.100136Z","caller":"traceutil/trace.go:171","msg":"trace[1442169014] transaction","detail":"{read_only:false; response_revision:34487; number_of_response:1; }","duration":"626.309686ms","start":"2026-03-04T16:44:52.473802Z","end":"2026-03-04T16:44:53.100112Z","steps":["trace[1442169014] 'process raft request' (duration: 626.122032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.100266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.473787Z","time spent":"626.41585ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:53.431347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.222801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:44:53.431615Z","caller":"traceutil/trace.go:171","msg":"trace[975587927] linearizableReadLoop","detail":"{readStateIndex:35721; appliedIndex:35717; }","duration":"941.265821ms","start":"2026-03-04T16:44:52.490327Z","end":"2026-03-04T16:44:53.431592Z","steps":["trace[975587927] 'read index received' (duration: 609.611087ms)","trace[975587927] 'applied index is now lower than readState.Index' (duration: 331.653364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:53.431634Z","caller":"traceutil/trace.go:171","msg":"trace[2021235328] transaction","detail":"{read_only:false; response_revision:34488; number_of_response:1; }","duration":"956.560116ms","start":"2026-03-04T16:44:52.475026Z","end":"2026-03-04T16:44:53.431586Z","steps":["trace[2021235328] 'process raft request' (duration: 768.020587ms)","trace[2021235328] 'compare' (duration: 187.875922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:53.431717Z","caller":"traceutil/trace.go:171","msg":"trace[832134058] transaction","detail":"{read_only:false; response_revision:34490; number_of_response:1; }","duration":"955.616623ms","start":"2026-03-04T16:44:52.476087Z","end":"2026-03-04T16:44:53.431703Z","steps":["trace[832134058] 'process raft request' (duration: 955.436987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.431788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.47607Z","time spent":"955.676525ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:53.431777Z","caller":"traceutil/trace.go:171","msg":"trace[1801736691] transaction","detail":"{read_only:false; response_revision:34489; number_of_response:1; }","duration":"955.947111ms","start":"2026-03-04T16:44:52.475668Z","end":"2026-03-04T16:44:53.431615Z","steps":["trace[1801736691] 'process raft request' (duration: 955.782786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.431825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.494568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:53.431853Z","caller":"traceutil/trace.go:171","msg":"trace[1238326723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34490; }","duration":"941.542508ms","start":"2026-03-04T16:44:52.490303Z","end":"2026-03-04T16:44:53.431845Z","steps":["trace[1238326723] 'agreement among raft nodes before linearized reading' (duration: 941.427655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.43187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.490295Z","time spent":"941.57115ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:44:53.431871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.475004Z","time spent":"956.738921ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:53.431949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.475651Z","time spent":"956.193897ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:53.460774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.066234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:53.460868Z","caller":"traceutil/trace.go:171","msg":"trace[2011723316] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:34491; }","duration":"484.176706ms","start":"2026-03-04T16:44:52.976673Z","end":"2026-03-04T16:44:53.460849Z","steps":["trace[2011723316] 'agreement among raft nodes before linearized reading' (duration: 483.941991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.460888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.97419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T16:44:53.460916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:52.97661Z","time spent":"484.29292ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:44:53.460968Z","caller":"traceutil/trace.go:171","msg":"trace[994945301] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34491; }","duration":"291.109643ms","start":"2026-03-04T16:44:53.169834Z","end":"2026-03-04T16:44:53.460944Z","steps":["trace[994945301] 'agreement among raft nodes before linearized reading' (duration: 290.893017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:53.461038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.345909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:44:53.461089Z","caller":"traceutil/trace.go:171","msg":"trace[460986234] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:34491; }","duration":"158.447192ms","start":"2026-03-04T16:44:53.302631Z","end":"2026-03-04T16:44:53.461079Z","steps":["trace[460986234] 'agreement among raft nodes before linearized reading' (duration: 157.96841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:53.769776Z","caller":"traceutil/trace.go:171","msg":"trace[1064848813] transaction","detail":"{read_only:false; response_revision:34492; number_of_response:1; }","duration":"302.242493ms","start":"2026-03-04T16:44:53.467504Z","end":"2026-03-04T16:44:53.769746Z","steps":["trace[1064848813] 'process raft request' (duration: 213.95088ms)","trace[1064848813] 'compare' (duration: 88.17325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:44:53.769987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:53.467486Z","time spent":"302.350857ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:53.860603Z","caller":"traceutil/trace.go:171","msg":"trace[1959538635] transaction","detail":"{read_only:false; response_revision:34494; number_of_response:1; }","duration":"199.979988ms","start":"2026-03-04T16:44:53.660594Z","end":"2026-03-04T16:44:53.860574Z","steps":["trace[1959538635] 'process raft request' (duration: 199.910086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:53.860813Z","caller":"traceutil/trace.go:171","msg":"trace[515153107] transaction","detail":"{read_only:false; response_revision:34493; number_of_response:1; }","duration":"200.250625ms","start":"2026-03-04T16:44:53.660549Z","end":"2026-03-04T16:44:53.860799Z","steps":["trace[515153107] 'process raft request' (duration: 199.775554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:54.651637Z","caller":"traceutil/trace.go:171","msg":"trace[177016409] transaction","detail":"{read_only:false; response_revision:34498; number_of_response:1; }","duration":"415.414324ms","start":"2026-03-04T16:44:54.236202Z","end":"2026-03-04T16:44:54.651616Z","steps":["trace[177016409] 'process raft request' (duration: 415.351552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:54.651679Z","caller":"traceutil/trace.go:171","msg":"trace[1650993591] transaction","detail":"{read_only:false; response_revision:34497; number_of_response:1; }","duration":"415.523927ms","start":"2026-03-04T16:44:54.236093Z","end":"2026-03-04T16:44:54.651617Z","steps":["trace[1650993591] 'process raft request' (duration: 415.318342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:54.651769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:54.236195Z","time spent":"415.504736ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:44:54.651812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:54.236084Z","time spent":"415.65415ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:54.651839Z","caller":"traceutil/trace.go:171","msg":"trace[599688642] linearizableReadLoop","detail":"{readStateIndex:35730; appliedIndex:35725; }","duration":"386.546357ms","start":"2026-03-04T16:44:54.265238Z","end":"2026-03-04T16:44:54.651785Z","steps":["trace[599688642] 'read index received' (duration: 28.951589ms)","trace[599688642] 'applied index is now lower than readState.Index' (duration: 357.591868ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:54.651923Z","caller":"traceutil/trace.go:171","msg":"trace[1025966944] transaction","detail":"{read_only:false; response_revision:34499; number_of_response:1; }","duration":"413.857065ms","start":"2026-03-04T16:44:54.237983Z","end":"2026-03-04T16:44:54.65184Z","steps":["trace[1025966944] 'process raft request' (duration: 413.602479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:54.652013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.763542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:44:54.65204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:54.237969Z","time spent":"414.015179ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:54.652055Z","caller":"traceutil/trace.go:171","msg":"trace[1795904709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34499; }","duration":"386.840064ms","start":"2026-03-04T16:44:54.265205Z","end":"2026-03-04T16:44:54.652045Z","steps":["trace[1795904709] 'agreement among raft nodes before linearized reading' (duration: 386.705881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:54.652076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:54.265188Z","time spent":"386.882345ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:44:54.652074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.976576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:44:54.652118Z","caller":"traceutil/trace.go:171","msg":"trace[1191716090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34499; }","duration":"140.067428ms","start":"2026-03-04T16:44:54.512039Z","end":"2026-03-04T16:44:54.652107Z","steps":["trace[1191716090] 'agreement among raft nodes before linearized reading' (duration: 139.963435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:56.488003Z","caller":"traceutil/trace.go:171","msg":"trace[1022556521] transaction","detail":"{read_only:false; response_revision:34509; number_of_response:1; }","duration":"188.816567ms","start":"2026-03-04T16:44:56.299161Z","end":"2026-03-04T16:44:56.487978Z","steps":["trace[1022556521] 'process raft request' (duration: 188.660422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:44:56.603862Z","caller":"traceutil/trace.go:171","msg":"trace[83749382] linearizableReadLoop","detail":"{readStateIndex:35741; appliedIndex:35739; }","duration":"117.707825ms","start":"2026-03-04T16:44:56.486131Z","end":"2026-03-04T16:44:56.603838Z","steps":["trace[83749382] 'read index received' (duration: 1.759634ms)","trace[83749382] 'applied index is now lower than readState.Index' (duration: 115.947241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:44:56.603942Z","caller":"traceutil/trace.go:171","msg":"trace[1386458423] transaction","detail":"{read_only:false; response_revision:34510; number_of_response:1; }","duration":"302.707315ms","start":"2026-03-04T16:44:56.301216Z","end":"2026-03-04T16:44:56.603923Z","steps":["trace[1386458423] 'process raft request' (duration: 296.363665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:44:56.604007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:44:56.604026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:44:56.301172Z","time spent":"302.802697ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:44:56.604064Z","caller":"traceutil/trace.go:171","msg":"trace[14648235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34510; }","duration":"117.962131ms","start":"2026-03-04T16:44:56.486089Z","end":"2026-03-04T16:44:56.604051Z","steps":["trace[14648235] 'agreement among raft nodes before linearized reading' (duration: 117.842048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:14.841456Z","caller":"traceutil/trace.go:171","msg":"trace[687843681] transaction","detail":"{read_only:false; response_revision:34674; number_of_response:1; }","duration":"103.940538ms","start":"2026-03-04T16:45:14.737489Z","end":"2026-03-04T16:45:14.841429Z","steps":["trace[687843681] 'process raft request' (duration: 103.273141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:14.842273Z","caller":"traceutil/trace.go:171","msg":"trace[926089122] transaction","detail":"{read_only:false; response_revision:34675; number_of_response:1; }","duration":"101.698332ms","start":"2026-03-04T16:45:14.740539Z","end":"2026-03-04T16:45:14.842237Z","steps":["trace[926089122] 'process raft request' (duration: 100.382839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:41.616289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.608015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:41.616723Z","caller":"traceutil/trace.go:171","msg":"trace[1576711353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34855; }","duration":"128.068786ms","start":"2026-03-04T16:45:41.488601Z","end":"2026-03-04T16:45:41.61667Z","steps":["trace[1576711353] 'range keys from in-memory index tree' (duration: 127.396649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:41.616296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.727583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:45:41.617209Z","caller":"traceutil/trace.go:171","msg":"trace[2120580400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34855; }","duration":"156.669537ms","start":"2026-03-04T16:45:41.460525Z","end":"2026-03-04T16:45:41.617194Z","steps":["trace[2120580400] 'range keys from in-memory index tree' (duration: 155.554518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:41.621534Z","caller":"traceutil/trace.go:171","msg":"trace[369006733] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"106.40042ms","start":"2026-03-04T16:45:41.51511Z","end":"2026-03-04T16:45:41.621511Z","steps":["trace[369006733] 'process raft request' (duration: 106.062811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:41.888759Z","caller":"traceutil/trace.go:171","msg":"trace[1438874963] linearizableReadLoop","detail":"{readStateIndex:36100; appliedIndex:36099; }","duration":"230.054455ms","start":"2026-03-04T16:45:41.658644Z","end":"2026-03-04T16:45:41.888699Z","steps":["trace[1438874963] 'read index received' (duration: 229.566593ms)","trace[1438874963] 'applied index is now lower than readState.Index' (duration: 485.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:41.889003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.344242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:45:41.889007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.445346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:41.889071Z","caller":"traceutil/trace.go:171","msg":"trace[1226576600] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:34856; }","duration":"230.469645ms","start":"2026-03-04T16:45:41.658585Z","end":"2026-03-04T16:45:41.889055Z","steps":["trace[1226576600] 'agreement among raft nodes before linearized reading' (duration: 230.334582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:41.8891Z","caller":"traceutil/trace.go:171","msg":"trace[1645214924] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34856; }","duration":"207.58936ms","start":"2026-03-04T16:45:41.681491Z","end":"2026-03-04T16:45:41.889081Z","steps":["trace[1645214924] 'agreement among raft nodes before linearized reading' (duration: 207.436286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:41.889138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.102927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:45:41.889413Z","caller":"traceutil/trace.go:171","msg":"trace[627808748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34856; }","duration":"157.425305ms","start":"2026-03-04T16:45:41.731964Z","end":"2026-03-04T16:45:41.889389Z","steps":["trace[627808748] 'agreement among raft nodes before linearized reading' (duration: 156.985734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:42.210224Z","caller":"traceutil/trace.go:171","msg":"trace[1288252222] linearizableReadLoop","detail":"{readStateIndex:36101; appliedIndex:36100; }","duration":"317.501789ms","start":"2026-03-04T16:45:41.892693Z","end":"2026-03-04T16:45:42.210195Z","steps":["trace[1288252222] 'read index received' (duration: 222.128476ms)","trace[1288252222] 'applied index is now lower than readState.Index' (duration: 95.371113ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:42.210234Z","caller":"traceutil/trace.go:171","msg":"trace[1068535237] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"319.59563ms","start":"2026-03-04T16:45:41.890612Z","end":"2026-03-04T16:45:42.210208Z","steps":["trace[1068535237] 'process raft request' (duration: 224.192387ms)","trace[1068535237] 'compare' (duration: 95.169877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:42.210354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.647882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:45:42.210399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:41.890589Z","time spent":"319.743634ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:42.210406Z","caller":"traceutil/trace.go:171","msg":"trace[1065318054] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34857; }","duration":"317.733575ms","start":"2026-03-04T16:45:41.892661Z","end":"2026-03-04T16:45:42.210394Z","steps":["trace[1065318054] 'agreement among raft nodes before linearized reading' (duration: 317.610772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:42.210437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:41.892644Z","time spent":"317.788566ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:45:42.236554Z","caller":"traceutil/trace.go:171","msg":"trace[2090689925] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"343.332938ms","start":"2026-03-04T16:45:41.893181Z","end":"2026-03-04T16:45:42.236514Z","steps":["trace[2090689925] 'process raft request' (duration: 342.724473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:42.236714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:41.893168Z","time spent":"343.472361ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:42.236919Z","caller":"traceutil/trace.go:171","msg":"trace[372589450] transaction","detail":"{read_only:false; response_revision:34859; number_of_response:1; }","duration":"342.309243ms","start":"2026-03-04T16:45:41.894598Z","end":"2026-03-04T16:45:42.236907Z","steps":["trace[372589450] 'process raft request' (duration: 341.488332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:42.236982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:41.894587Z","time spent":"342.364844ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:42.23712Z","caller":"traceutil/trace.go:171","msg":"trace[213636060] transaction","detail":"{read_only:false; response_revision:34860; number_of_response:1; }","duration":"341.735438ms","start":"2026-03-04T16:45:41.895374Z","end":"2026-03-04T16:45:42.23711Z","steps":["trace[213636060] 'process raft request' (duration: 340.754134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:42.237176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:41.895362Z","time spent":"341.78578ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:42.237303Z","caller":"traceutil/trace.go:171","msg":"trace[1169603720] transaction","detail":"{read_only:false; response_revision:34861; number_of_response:1; }","duration":"162.02527ms","start":"2026-03-04T16:45:42.075269Z","end":"2026-03-04T16:45:42.237294Z","steps":["trace[1169603720] 'process raft request' (duration: 160.899723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:42.237517Z","caller":"traceutil/trace.go:171","msg":"trace[745315797] transaction","detail":"{read_only:false; response_revision:34862; number_of_response:1; }","duration":"147.583628ms","start":"2026-03-04T16:45:42.089917Z","end":"2026-03-04T16:45:42.237501Z","steps":["trace[745315797] 'process raft request' (duration: 146.283834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:42.529284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.603054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:45:42.529388Z","caller":"traceutil/trace.go:171","msg":"trace[1070377831] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:34862; }","duration":"100.745178ms","start":"2026-03-04T16:45:42.428615Z","end":"2026-03-04T16:45:42.52936Z","steps":["trace[1070377831] 'count revisions from in-memory index tree' (duration: 100.501142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:45.670266Z","caller":"traceutil/trace.go:171","msg":"trace[27980465] linearizableReadLoop","detail":"{readStateIndex:36127; appliedIndex:36126; }","duration":"181.391299ms","start":"2026-03-04T16:45:45.488849Z","end":"2026-03-04T16:45:45.67024Z","steps":["trace[27980465] 'read index received' (duration: 181.119073ms)","trace[27980465] 'applied index is now lower than readState.Index' (duration: 271.036µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:45.670433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.563884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:45.670474Z","caller":"traceutil/trace.go:171","msg":"trace[276918672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34883; }","duration":"181.645146ms","start":"2026-03-04T16:45:45.488814Z","end":"2026-03-04T16:45:45.670459Z","steps":["trace[276918672] 'agreement among raft nodes before linearized reading' (duration: 181.517933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:45.670479Z","caller":"traceutil/trace.go:171","msg":"trace[1547040739] transaction","detail":"{read_only:false; response_revision:34883; number_of_response:1; }","duration":"233.647245ms","start":"2026-03-04T16:45:45.436793Z","end":"2026-03-04T16:45:45.670441Z","steps":["trace[1547040739] 'process raft request' (duration: 233.258306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:46.509748Z","caller":"traceutil/trace.go:171","msg":"trace[348496412] linearizableReadLoop","detail":"{readStateIndex:36128; appliedIndex:36127; }","duration":"224.427905ms","start":"2026-03-04T16:45:46.285295Z","end":"2026-03-04T16:45:46.509723Z","steps":["trace[348496412] 'read index received' (duration: 224.166858ms)","trace[348496412] 'applied index is now lower than readState.Index' (duration: 259.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:46.510151Z","caller":"traceutil/trace.go:171","msg":"trace[391674028] transaction","detail":"{read_only:false; response_revision:34884; number_of_response:1; }","duration":"251.216629ms","start":"2026-03-04T16:45:46.258905Z","end":"2026-03-04T16:45:46.510122Z","steps":["trace[391674028] 'process raft request' (duration: 250.622894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:46.510227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.909846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:45:46.510295Z","caller":"traceutil/trace.go:171","msg":"trace[703904424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34884; }","duration":"225.026189ms","start":"2026-03-04T16:45:46.285251Z","end":"2026-03-04T16:45:46.510278Z","steps":["trace[703904424] 'agreement among raft nodes before linearized reading' (duration: 224.822294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:46.566443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.170137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:45:46.566546Z","caller":"traceutil/trace.go:171","msg":"trace[1687461658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34885; }","duration":"280.30414ms","start":"2026-03-04T16:45:46.286228Z","end":"2026-03-04T16:45:46.566532Z","steps":["trace[1687461658] 'agreement among raft nodes before linearized reading' (duration: 280.083785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:46.566468Z","caller":"traceutil/trace.go:171","msg":"trace[284656829] transaction","detail":"{read_only:false; response_revision:34885; number_of_response:1; }","duration":"279.042679ms","start":"2026-03-04T16:45:46.2874Z","end":"2026-03-04T16:45:46.566443Z","steps":["trace[284656829] 'process raft request' (duration: 278.766982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:46.566617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.377283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:45:46.566717Z","caller":"traceutil/trace.go:171","msg":"trace[1300053179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34885; }","duration":"280.518926ms","start":"2026-03-04T16:45:46.286172Z","end":"2026-03-04T16:45:46.566691Z","steps":["trace[1300053179] 'agreement among raft nodes before linearized reading' (duration: 280.27749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:46.628622Z","caller":"traceutil/trace.go:171","msg":"trace[80332935] transaction","detail":"{read_only:false; response_revision:34886; number_of_response:1; }","duration":"109.688803ms","start":"2026-03-04T16:45:46.518888Z","end":"2026-03-04T16:45:46.628577Z","steps":["trace[80332935] 'process raft request' (duration: 63.337415ms)","trace[80332935] 'compare' (duration: 46.154213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:47.370632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.826866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:45:47.371433Z","caller":"traceutil/trace.go:171","msg":"trace[1691649514] transaction","detail":"{read_only:false; response_revision:34890; number_of_response:1; }","duration":"343.654606ms","start":"2026-03-04T16:45:47.027749Z","end":"2026-03-04T16:45:47.371404Z","steps":["trace[1691649514] 'process raft request' (duration: 342.99527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:47.371472Z","caller":"traceutil/trace.go:171","msg":"trace[1380648953] transaction","detail":"{read_only:false; response_revision:34891; number_of_response:1; }","duration":"243.485594ms","start":"2026-03-04T16:45:47.127956Z","end":"2026-03-04T16:45:47.371441Z","steps":["trace[1380648953] 'process raft request' (duration: 243.241008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:47.371522Z","caller":"traceutil/trace.go:171","msg":"trace[748415223] transaction","detail":"{read_only:false; response_revision:34892; number_of_response:1; }","duration":"228.28823ms","start":"2026-03-04T16:45:47.143195Z","end":"2026-03-04T16:45:47.371484Z","steps":["trace[748415223] 'process raft request' (duration: 228.152396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:47.371612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:47.027729Z","time spent":"343.768879ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:47.371698Z","caller":"traceutil/trace.go:171","msg":"trace[1184715885] linearizableReadLoop","detail":"{readStateIndex:36138; appliedIndex:36133; }","duration":"215.508968ms","start":"2026-03-04T16:45:47.155957Z","end":"2026-03-04T16:45:47.371466Z","steps":["trace[1184715885] 'read index received' (duration: 4.906063ms)","trace[1184715885] 'applied index is now lower than readState.Index' (duration: 210.601725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:47.371772Z","caller":"traceutil/trace.go:171","msg":"trace[1149713142] transaction","detail":"{read_only:false; response_revision:34893; number_of_response:1; }","duration":"223.220903ms","start":"2026-03-04T16:45:47.148492Z","end":"2026-03-04T16:45:47.371713Z","steps":["trace[1149713142] 'process raft request' (duration: 222.918945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:47.371994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.040002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:45:47.372006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.851662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:45:47.372042Z","caller":"traceutil/trace.go:171","msg":"trace[1085488327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34893; }","duration":"216.134024ms","start":"2026-03-04T16:45:47.155894Z","end":"2026-03-04T16:45:47.372028Z","steps":["trace[1085488327] 'agreement among raft nodes before linearized reading' (duration: 215.95273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:47.372018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.294562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:47.372101Z","caller":"traceutil/trace.go:171","msg":"trace[1404729878] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:34893; }","duration":"184.453356ms","start":"2026-03-04T16:45:47.187632Z","end":"2026-03-04T16:45:47.372085Z","steps":["trace[1404729878] 'agreement among raft nodes before linearized reading' (duration: 184.22244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:47.372047Z","caller":"traceutil/trace.go:171","msg":"trace[590423937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34893; }","duration":"112.929595ms","start":"2026-03-04T16:45:47.259106Z","end":"2026-03-04T16:45:47.372036Z","steps":["trace[590423937] 'agreement among raft nodes before linearized reading' (duration: 112.74514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:47.477305Z","caller":"traceutil/trace.go:171","msg":"trace[117220665] linearizableReadLoop","detail":"{readStateIndex:36139; appliedIndex:36138; }","duration":"100.085671ms","start":"2026-03-04T16:45:47.377199Z","end":"2026-03-04T16:45:47.477285Z","steps":["trace[117220665] 'read index received' (duration: 86.652µs)","trace[117220665] 'applied index is now lower than readState.Index' (duration: 99.998079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:47.477334Z","caller":"traceutil/trace.go:171","msg":"trace[212388340] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"100.155373ms","start":"2026-03-04T16:45:47.377164Z","end":"2026-03-04T16:45:47.477319Z","steps":["trace[212388340] 'process raft request' (duration: 52.743408ms)","trace[212388340] 'compare' (duration: 47.19929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:47.4775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.283717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:45:47.47753Z","caller":"traceutil/trace.go:171","msg":"trace[805463075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34894; }","duration":"100.361158ms","start":"2026-03-04T16:45:47.377161Z","end":"2026-03-04T16:45:47.477523Z","steps":["trace[805463075] 'agreement among raft nodes before linearized reading' (duration: 100.225275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:48.075445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.321133ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T16:45:48.846892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.711702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:45:48.846961Z","caller":"traceutil/trace.go:171","msg":"trace[195431765] linearizableReadLoop","detail":"{readStateIndex:36144; appliedIndex:36143; }","duration":"214.442632ms","start":"2026-03-04T16:45:48.632507Z","end":"2026-03-04T16:45:48.84695Z","steps":["trace[195431765] 'read index received' (duration: 64.528325ms)","trace[195431765] 'applied index is now lower than readState.Index' (duration: 149.913487ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:48.847021Z","caller":"traceutil/trace.go:171","msg":"trace[1905885458] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"276.206298ms","start":"2026-03-04T16:45:48.570807Z","end":"2026-03-04T16:45:48.847013Z","steps":["trace[1905885458] 'process raft request' (duration: 126.310211ms)","trace[1905885458] 'compare' (duration: 149.550898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:48.847216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.72225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:45:48.847237Z","caller":"traceutil/trace.go:171","msg":"trace[2070155727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34899; }","duration":"214.791161ms","start":"2026-03-04T16:45:48.63244Z","end":"2026-03-04T16:45:48.847232Z","steps":["trace[2070155727] 'agreement among raft nodes before linearized reading' (duration: 214.703119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:48.847437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.921604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:45:48.847704Z","caller":"traceutil/trace.go:171","msg":"trace[261394033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34899; }","duration":"188.217781ms","start":"2026-03-04T16:45:48.659474Z","end":"2026-03-04T16:45:48.847691Z","steps":["trace[261394033] 'agreement among raft nodes before linearized reading' (duration: 187.874462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:48.84752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.505223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:45:48.847917Z","caller":"traceutil/trace.go:171","msg":"trace[1942297195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34899; }","duration":"187.918314ms","start":"2026-03-04T16:45:48.659975Z","end":"2026-03-04T16:45:48.847893Z","steps":["trace[1942297195] 'agreement among raft nodes before linearized reading' (duration: 187.504843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:49.10754Z","caller":"traceutil/trace.go:171","msg":"trace[89916878] linearizableReadLoop","detail":"{readStateIndex:36147; appliedIndex:36145; }","duration":"149.186458ms","start":"2026-03-04T16:45:48.958331Z","end":"2026-03-04T16:45:49.107517Z","steps":["trace[89916878] 'read index received' (duration: 149.015624ms)","trace[89916878] 'applied index is now lower than readState.Index' (duration: 169.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:49.107626Z","caller":"traceutil/trace.go:171","msg":"trace[1774309126] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"255.481895ms","start":"2026-03-04T16:45:48.852113Z","end":"2026-03-04T16:45:49.107595Z","steps":["trace[1774309126] 'process raft request' (duration: 255.234669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:49.107673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.319771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:49.107729Z","caller":"traceutil/trace.go:171","msg":"trace[1026644734] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34902; }","duration":"149.420934ms","start":"2026-03-04T16:45:48.95829Z","end":"2026-03-04T16:45:49.107711Z","steps":["trace[1026644734] 'agreement among raft nodes before linearized reading' (duration: 149.323911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:49.107841Z","caller":"traceutil/trace.go:171","msg":"trace[1448918790] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"254.982453ms","start":"2026-03-04T16:45:48.852821Z","end":"2026-03-04T16:45:49.107804Z","steps":["trace[1448918790] 'process raft request' (duration: 254.656325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:49.123155Z","caller":"traceutil/trace.go:171","msg":"trace[604076804] transaction","detail":"{read_only:false; response_revision:34903; number_of_response:1; }","duration":"129.047242ms","start":"2026-03-04T16:45:48.994085Z","end":"2026-03-04T16:45:49.123132Z","steps":["trace[604076804] 'process raft request' (duration: 128.930548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.403248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832412801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:45:51.511563Z","caller":"traceutil/trace.go:171","msg":"trace[996849071] transaction","detail":"{read_only:false; response_revision:34912; number_of_response:1; }","duration":"658.944988ms","start":"2026-03-04T16:45:50.852597Z","end":"2026-03-04T16:45:51.511542Z","steps":["trace[996849071] 'process raft request' (duration: 658.782924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.511702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:50.852575Z","time spent":"659.056041ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:51.516616Z","caller":"traceutil/trace.go:171","msg":"trace[363057518] transaction","detail":"{read_only:false; response_revision:34913; number_of_response:1; }","duration":"388.094976ms","start":"2026-03-04T16:45:51.128486Z","end":"2026-03-04T16:45:51.516581Z","steps":["trace[363057518] 'process raft request' (duration: 387.83768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.516793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:51.128463Z","time spent":"388.23504ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:45:51.516936Z","caller":"traceutil/trace.go:171","msg":"trace[1780963682] linearizableReadLoop","detail":"{readStateIndex:36158; appliedIndex:36156; }","duration":"613.970196ms","start":"2026-03-04T16:45:50.902954Z","end":"2026-03-04T16:45:51.516924Z","steps":["trace[1780963682] 'read index received' (duration: 608.482617ms)","trace[1780963682] 'applied index is now lower than readState.Index' (duration: 5.486539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:51.51711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.15368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:45:51.517134Z","caller":"traceutil/trace.go:171","msg":"trace[1455556816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34917; }","duration":"614.205502ms","start":"2026-03-04T16:45:50.90292Z","end":"2026-03-04T16:45:51.517125Z","steps":["trace[1455556816] 'agreement among raft nodes before linearized reading' (duration: 614.083169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.517153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:50.902906Z","time spent":"614.242492ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:45:51.517256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.377422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:51.517277Z","caller":"traceutil/trace.go:171","msg":"trace[686788114] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34917; }","duration":"280.399672ms","start":"2026-03-04T16:45:51.23687Z","end":"2026-03-04T16:45:51.517269Z","steps":["trace[686788114] 'agreement among raft nodes before linearized reading' (duration: 280.361691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.517791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.844226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:45:51.51782Z","caller":"traceutil/trace.go:171","msg":"trace[843279996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34917; }","duration":"402.900438ms","start":"2026-03-04T16:45:51.114911Z","end":"2026-03-04T16:45:51.517811Z","steps":["trace[843279996] 'agreement among raft nodes before linearized reading' (duration: 402.732464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.51784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:51.114901Z","time spent":"402.934028ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:45:51.517918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.927494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313454"} {"level":"info","ts":"2026-03-04T16:45:51.517964Z","caller":"traceutil/trace.go:171","msg":"trace[404396063] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:34917; }","duration":"533.007546ms","start":"2026-03-04T16:45:50.984945Z","end":"2026-03-04T16:45:51.517952Z","steps":["trace[404396063] 'agreement among raft nodes before linearized reading' (duration: 532.239577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.517985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:50.984931Z","time spent":"533.049167ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":313477,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T16:45:51.518019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.521034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T16:45:51.518041Z","caller":"traceutil/trace.go:171","msg":"trace[1795000503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34917; }","duration":"347.583235ms","start":"2026-03-04T16:45:51.17045Z","end":"2026-03-04T16:45:51.518034Z","steps":["trace[1795000503] 'agreement among raft nodes before linearized reading' (duration: 347.508753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.518062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:51.170416Z","time spent":"347.639147ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T16:45:51.518266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.16327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:45:51.518498Z","caller":"traceutil/trace.go:171","msg":"trace[424527378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34917; }","duration":"406.431038ms","start":"2026-03-04T16:45:51.112048Z","end":"2026-03-04T16:45:51.518479Z","steps":["trace[424527378] 'agreement among raft nodes before linearized reading' (duration: 406.060018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:51.518671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:45:51.112021Z","time spent":"406.630884ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:45:51.717504Z","caller":"traceutil/trace.go:171","msg":"trace[776873837] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"195.69894ms","start":"2026-03-04T16:45:51.521785Z","end":"2026-03-04T16:45:51.717484Z","steps":["trace[776873837] 'process raft request' (duration: 195.570047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:51.721867Z","caller":"traceutil/trace.go:171","msg":"trace[1513589884] transaction","detail":"{read_only:false; response_revision:34920; number_of_response:1; }","duration":"200.019499ms","start":"2026-03-04T16:45:51.521828Z","end":"2026-03-04T16:45:51.721847Z","steps":["trace[1513589884] 'process raft request' (duration: 199.956067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:51.721883Z","caller":"traceutil/trace.go:171","msg":"trace[1103691174] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"200.044029ms","start":"2026-03-04T16:45:51.521812Z","end":"2026-03-04T16:45:51.721856Z","steps":["trace[1103691174] 'process raft request' (duration: 199.843434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:51.722173Z","caller":"traceutil/trace.go:171","msg":"trace[1828596297] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"200.276614ms","start":"2026-03-04T16:45:51.521877Z","end":"2026-03-04T16:45:51.722154Z","steps":["trace[1828596297] 'process raft request' (duration: 199.938156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:51.722471Z","caller":"traceutil/trace.go:171","msg":"trace[1089975545] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"200.571242ms","start":"2026-03-04T16:45:51.521879Z","end":"2026-03-04T16:45:51.722451Z","steps":["trace[1089975545] 'process raft request' (duration: 200.129101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:52.020279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.973235ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:45:52.022194Z","caller":"traceutil/trace.go:171","msg":"trace[831307258] linearizableReadLoop","detail":"{readStateIndex:36169; appliedIndex:36167; }","duration":"263.706472ms","start":"2026-03-04T16:45:51.758463Z","end":"2026-03-04T16:45:52.02217Z","steps":["trace[831307258] 'read index received' (duration: 98.802059ms)","trace[831307258] 'applied index is now lower than readState.Index' (duration: 164.903383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:45:52.022324Z","caller":"traceutil/trace.go:171","msg":"trace[73162186] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"297.174956ms","start":"2026-03-04T16:45:51.725123Z","end":"2026-03-04T16:45:52.022298Z","steps":["trace[73162186] 'process raft request' (duration: 296.866118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:52.02257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.088393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:45:52.022634Z","caller":"traceutil/trace.go:171","msg":"trace[369566049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34923; }","duration":"264.195626ms","start":"2026-03-04T16:45:51.758423Z","end":"2026-03-04T16:45:52.022618Z","steps":["trace[369566049] 'agreement among raft nodes before linearized reading' (duration: 263.842816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.655217Z","caller":"traceutil/trace.go:171","msg":"trace[812554963] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"129.240656ms","start":"2026-03-04T16:45:55.525944Z","end":"2026-03-04T16:45:55.655185Z","steps":["trace[812554963] 'process raft request' (duration: 129.052311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.655233Z","caller":"traceutil/trace.go:171","msg":"trace[1645815219] linearizableReadLoop","detail":"{readStateIndex:36188; appliedIndex:36188; }","duration":"127.669765ms","start":"2026-03-04T16:45:55.527517Z","end":"2026-03-04T16:45:55.655187Z","steps":["trace[1645815219] 'read index received' (duration: 127.656814ms)","trace[1645815219] 'applied index is now lower than readState.Index' (duration: 10.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:45:55.655396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.87871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:55.655462Z","caller":"traceutil/trace.go:171","msg":"trace[794290318] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:34942; }","duration":"128.009923ms","start":"2026-03-04T16:45:55.527438Z","end":"2026-03-04T16:45:55.655448Z","steps":["trace[794290318] 'agreement among raft nodes before linearized reading' (duration: 127.86096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.66519Z","caller":"traceutil/trace.go:171","msg":"trace[883780921] transaction","detail":"{read_only:false; response_revision:34945; number_of_response:1; }","duration":"125.592054ms","start":"2026-03-04T16:45:55.539578Z","end":"2026-03-04T16:45:55.66517Z","steps":["trace[883780921] 'process raft request' (duration: 125.508992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.665183Z","caller":"traceutil/trace.go:171","msg":"trace[124066269] transaction","detail":"{read_only:false; response_revision:34943; number_of_response:1; }","duration":"133.442761ms","start":"2026-03-04T16:45:55.53171Z","end":"2026-03-04T16:45:55.665153Z","steps":["trace[124066269] 'process raft request' (duration: 133.235276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:45:55.665219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.289356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:45:55.665268Z","caller":"traceutil/trace.go:171","msg":"trace[1465068442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34947; }","duration":"125.347978ms","start":"2026-03-04T16:45:55.539906Z","end":"2026-03-04T16:45:55.665254Z","steps":["trace[1465068442] 'agreement among raft nodes before linearized reading' (duration: 125.252045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.665353Z","caller":"traceutil/trace.go:171","msg":"trace[911993833] transaction","detail":"{read_only:false; response_revision:34944; number_of_response:1; }","duration":"126.61652ms","start":"2026-03-04T16:45:55.538715Z","end":"2026-03-04T16:45:55.665332Z","steps":["trace[911993833] 'process raft request' (duration: 126.341833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.665434Z","caller":"traceutil/trace.go:171","msg":"trace[1927027388] transaction","detail":"{read_only:false; response_revision:34947; number_of_response:1; }","duration":"123.318056ms","start":"2026-03-04T16:45:55.542104Z","end":"2026-03-04T16:45:55.665422Z","steps":["trace[1927027388] 'process raft request' (duration: 123.028189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:45:55.665376Z","caller":"traceutil/trace.go:171","msg":"trace[1964206715] transaction","detail":"{read_only:false; response_revision:34946; number_of_response:1; }","duration":"124.033075ms","start":"2026-03-04T16:45:55.541334Z","end":"2026-03-04T16:45:55.665367Z","steps":["trace[1964206715] 'process raft request' (duration: 123.776028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:00.34064Z","caller":"traceutil/trace.go:171","msg":"trace[792723517] transaction","detail":"{read_only:false; response_revision:34979; number_of_response:1; }","duration":"149.752723ms","start":"2026-03-04T16:46:00.190846Z","end":"2026-03-04T16:46:00.340598Z","steps":["trace[792723517] 'process raft request' (duration: 94.507481ms)","trace[792723517] 'compare' (duration: 55.095358ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:00.647175Z","caller":"traceutil/trace.go:171","msg":"trace[1681072751] transaction","detail":"{read_only:false; response_revision:34980; number_of_response:1; }","duration":"330.115276ms","start":"2026-03-04T16:46:00.317033Z","end":"2026-03-04T16:46:00.647149Z","steps":["trace[1681072751] 'process raft request' (duration: 329.967892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:00.647395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:00.317007Z","time spent":"330.30974ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:00.884488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32972} {"level":"warn","ts":"2026-03-04T16:46:00.88628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.884772ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-04T16:46:00.886517Z","caller":"traceutil/trace.go:171","msg":"trace[668834055] compact","detail":"{revision:32972; response_revision:34980; }","duration":"544.959768ms","start":"2026-03-04T16:46:00.341537Z","end":"2026-03-04T16:46:00.886497Z","steps":["trace[668834055] 'process raft request' (duration: 384.202348ms)","trace[668834055] 'check and update compact revision' (duration: 158.39405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:00.886568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:00.341506Z","time spent":"545.058421ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:46:00.886811Z","caller":"traceutil/trace.go:171","msg":"trace[2026632321] linearizableReadLoop","detail":"{readStateIndex:36228; appliedIndex:36226; }","duration":"399.694409ms","start":"2026-03-04T16:46:00.487106Z","end":"2026-03-04T16:46:00.8868Z","steps":["trace[2026632321] 'read index received' (duration: 159.981729ms)","trace[2026632321] 'applied index is now lower than readState.Index' (duration: 239.71163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:00.886929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.812931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:46:00.887021Z","caller":"traceutil/trace.go:171","msg":"trace[1975445726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34980; }","duration":"399.963805ms","start":"2026-03-04T16:46:00.487034Z","end":"2026-03-04T16:46:00.886998Z","steps":["trace[1975445726] 'agreement among raft nodes before linearized reading' (duration: 399.830752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:00.887094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:00.487004Z","time spent":"400.077519ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:46:00.887724Z","caller":"traceutil/trace.go:171","msg":"trace[2005493146] transaction","detail":"{read_only:false; response_revision:34981; number_of_response:1; }","duration":"227.87808ms","start":"2026-03-04T16:46:00.659832Z","end":"2026-03-04T16:46:00.88771Z","steps":["trace[2005493146] 'process raft request' (duration: 226.638529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:01.037051Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32972,"took":"148.046488ms","hash":487309104,"current-db-size-bytes":48979968,"current-db-size":"49 MB","current-db-size-in-use-bytes":29073408,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T16:46:01.037123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":487309104,"revision":32972,"compact-revision":30890} {"level":"info","ts":"2026-03-04T16:46:28.269915Z","caller":"traceutil/trace.go:171","msg":"trace[1587193844] transaction","detail":"{read_only:false; response_revision:35162; number_of_response:1; }","duration":"477.321594ms","start":"2026-03-04T16:46:27.792561Z","end":"2026-03-04T16:46:28.269883Z","steps":["trace[1587193844] 'process raft request' (duration: 423.736113ms)","trace[1587193844] 'compare' (duration: 53.134269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:28.270049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:27.792537Z","time spent":"477.445257ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:28.277185Z","caller":"traceutil/trace.go:171","msg":"trace[1943069005] transaction","detail":"{read_only:false; response_revision:35165; number_of_response:1; }","duration":"382.839373ms","start":"2026-03-04T16:46:27.894306Z","end":"2026-03-04T16:46:28.277145Z","steps":["trace[1943069005] 'process raft request' (duration: 382.752691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:28.277453Z","caller":"traceutil/trace.go:171","msg":"trace[1865236375] linearizableReadLoop","detail":"{readStateIndex:36420; appliedIndex:36415; }","duration":"242.135379ms","start":"2026-03-04T16:46:28.035284Z","end":"2026-03-04T16:46:28.27742Z","steps":["trace[1865236375] 'read index received' (duration: 181.110743ms)","trace[1865236375] 'applied index is now lower than readState.Index' (duration: 61.023336ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:28.277655Z","caller":"traceutil/trace.go:171","msg":"trace[268562662] transaction","detail":"{read_only:false; response_revision:35163; number_of_response:1; }","duration":"409.022863ms","start":"2026-03-04T16:46:27.868525Z","end":"2026-03-04T16:46:28.277548Z","steps":["trace[268562662] 'process raft request' (duration: 408.304256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:28.277812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:27.868498Z","time spent":"409.211048ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:28.277792Z","caller":"traceutil/trace.go:171","msg":"trace[86823378] transaction","detail":"{read_only:false; response_revision:35164; number_of_response:1; }","duration":"407.732261ms","start":"2026-03-04T16:46:27.86999Z","end":"2026-03-04T16:46:28.277723Z","steps":["trace[86823378] 'process raft request' (duration: 407.027543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:28.277943Z","caller":"traceutil/trace.go:171","msg":"trace[1146741450] transaction","detail":"{read_only:false; response_revision:35166; number_of_response:1; }","duration":"382.70261ms","start":"2026-03-04T16:46:27.895195Z","end":"2026-03-04T16:46:28.277898Z","steps":["trace[1146741450] 'process raft request' (duration: 381.9033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:28.278094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:27.895178Z","time spent":"382.839164ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:28.278116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:27.869964Z","time spent":"407.966886ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:28.278414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.133505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:46:28.278553Z","caller":"traceutil/trace.go:171","msg":"trace[672646881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35166; }","duration":"243.252568ms","start":"2026-03-04T16:46:28.035229Z","end":"2026-03-04T16:46:28.278482Z","steps":["trace[672646881] 'agreement among raft nodes before linearized reading' (duration: 243.075463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:28.277506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:27.894285Z","time spent":"382.995207ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:28.278701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.267791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:46:28.278721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.770359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:46:28.278767Z","caller":"traceutil/trace.go:171","msg":"trace[1956008398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35166; }","duration":"151.359853ms","start":"2026-03-04T16:46:28.127382Z","end":"2026-03-04T16:46:28.278742Z","steps":["trace[1956008398] 'agreement among raft nodes before linearized reading' (duration: 151.199239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:28.278796Z","caller":"traceutil/trace.go:171","msg":"trace[1132698042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35166; }","duration":"233.857411ms","start":"2026-03-04T16:46:28.044894Z","end":"2026-03-04T16:46:28.278751Z","steps":["trace[1132698042] 'agreement among raft nodes before linearized reading' (duration: 233.545584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:28.27903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.906955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:46:28.279109Z","caller":"traceutil/trace.go:171","msg":"trace[2003442134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35166; }","duration":"165.035358ms","start":"2026-03-04T16:46:28.114054Z","end":"2026-03-04T16:46:28.279089Z","steps":["trace[2003442134] 'agreement among raft nodes before linearized reading' (duration: 164.817502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:28.434339Z","caller":"traceutil/trace.go:171","msg":"trace[2096764705] transaction","detail":"{read_only:false; response_revision:35168; number_of_response:1; }","duration":"150.345806ms","start":"2026-03-04T16:46:28.283966Z","end":"2026-03-04T16:46:28.434312Z","steps":["trace[2096764705] 'process raft request' (duration: 127.103991ms)","trace[2096764705] 'compare' (duration: 22.858046ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:28.434355Z","caller":"traceutil/trace.go:171","msg":"trace[845270762] transaction","detail":"{read_only:false; response_revision:35170; number_of_response:1; }","duration":"149.414054ms","start":"2026-03-04T16:46:28.284919Z","end":"2026-03-04T16:46:28.434333Z","steps":["trace[845270762] 'process raft request' (duration: 149.375733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:28.434715Z","caller":"traceutil/trace.go:171","msg":"trace[1810952151] transaction","detail":"{read_only:false; response_revision:35169; number_of_response:1; }","duration":"150.722056ms","start":"2026-03-04T16:46:28.283982Z","end":"2026-03-04T16:46:28.434704Z","steps":["trace[1810952151] 'process raft request' (duration: 150.228364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:38.84239Z","caller":"traceutil/trace.go:171","msg":"trace[1766905527] linearizableReadLoop","detail":"{readStateIndex:36494; appliedIndex:36493; }","duration":"223.589493ms","start":"2026-03-04T16:46:38.618783Z","end":"2026-03-04T16:46:38.842372Z","steps":["trace[1766905527] 'read index received' (duration: 201.23204ms)","trace[1766905527] 'applied index is now lower than readState.Index' (duration: 22.356573ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:38.842477Z","caller":"traceutil/trace.go:171","msg":"trace[499898478] transaction","detail":"{read_only:false; response_revision:35237; number_of_response:1; }","duration":"302.588312ms","start":"2026-03-04T16:46:38.539866Z","end":"2026-03-04T16:46:38.842454Z","steps":["trace[499898478] 'process raft request' (duration: 280.066994ms)","trace[499898478] 'compare' (duration: 22.352044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:38.842588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:38.539843Z","time spent":"302.684905ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:46:38.842631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.531965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:46:38.84271Z","caller":"traceutil/trace.go:171","msg":"trace[1227594023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35237; }","duration":"297.644298ms","start":"2026-03-04T16:46:38.545052Z","end":"2026-03-04T16:46:38.842697Z","steps":["trace[1227594023] 'agreement among raft nodes before linearized reading' (duration: 297.401002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:38.847918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.208881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:46:38.847979Z","caller":"traceutil/trace.go:171","msg":"trace[1487393102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35238; }","duration":"105.310263ms","start":"2026-03-04T16:46:38.742656Z","end":"2026-03-04T16:46:38.847966Z","steps":["trace[1487393102] 'agreement among raft nodes before linearized reading' (duration: 105.146579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:38.850047Z","caller":"traceutil/trace.go:171","msg":"trace[1982587039] transaction","detail":"{read_only:false; response_revision:35238; number_of_response:1; }","duration":"227.325037ms","start":"2026-03-04T16:46:38.622688Z","end":"2026-03-04T16:46:38.850013Z","steps":["trace[1982587039] 'process raft request' (duration: 225.03074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:39.131627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.951587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:46:39.131709Z","caller":"traceutil/trace.go:171","msg":"trace[967482620] linearizableReadLoop","detail":"{readStateIndex:36496; appliedIndex:36495; }","duration":"280.110776ms","start":"2026-03-04T16:46:38.851585Z","end":"2026-03-04T16:46:39.131696Z","steps":["trace[967482620] 'read index received' (duration: 102.966234ms)","trace[967482620] 'applied index is now lower than readState.Index' (duration: 177.143462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:39.131766Z","caller":"traceutil/trace.go:171","msg":"trace[1408039662] transaction","detail":"{read_only:false; response_revision:35239; number_of_response:1; }","duration":"285.188614ms","start":"2026-03-04T16:46:38.846569Z","end":"2026-03-04T16:46:39.131757Z","steps":["trace[1408039662] 'process raft request' (duration: 108.039412ms)","trace[1408039662] 'compare' (duration: 176.788803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:39.131869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.267039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:46:39.131936Z","caller":"traceutil/trace.go:171","msg":"trace[824621776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35239; }","duration":"280.361832ms","start":"2026-03-04T16:46:38.851556Z","end":"2026-03-04T16:46:39.131918Z","steps":["trace[824621776] 'agreement among raft nodes before linearized reading' (duration: 280.203288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:39.174363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.792013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T16:46:39.174438Z","caller":"traceutil/trace.go:171","msg":"trace[1992483372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35240; }","duration":"303.907815ms","start":"2026-03-04T16:46:38.870511Z","end":"2026-03-04T16:46:39.174419Z","steps":["trace[1992483372] 'agreement among raft nodes before linearized reading' (duration: 303.608557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:39.174467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:38.870489Z","time spent":"303.971067ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T16:46:39.374447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.8959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:46:39.374931Z","caller":"traceutil/trace.go:171","msg":"trace[127048558] transaction","detail":"{read_only:false; response_revision:35241; number_of_response:1; }","duration":"192.938801ms","start":"2026-03-04T16:46:39.181979Z","end":"2026-03-04T16:46:39.374918Z","steps":["trace[127048558] 'process raft request' (duration: 51.470786ms)","trace[127048558] 'compare' (duration: 140.808678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:46:39.375295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.069744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:46:39.375375Z","caller":"traceutil/trace.go:171","msg":"trace[782645707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35241; }","duration":"143.193828ms","start":"2026-03-04T16:46:39.232163Z","end":"2026-03-04T16:46:39.375357Z","steps":["trace[782645707] 'agreement among raft nodes before linearized reading' (duration: 143.018403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:39.374879Z","caller":"traceutil/trace.go:171","msg":"trace[663521] linearizableReadLoop","detail":"{readStateIndex:36498; appliedIndex:36497; }","duration":"142.649843ms","start":"2026-03-04T16:46:39.232211Z","end":"2026-03-04T16:46:39.374861Z","steps":["trace[663521] 'read index received' (duration: 1.143278ms)","trace[663521] 'applied index is now lower than readState.Index' (duration: 141.505295ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:40.604076Z","caller":"traceutil/trace.go:171","msg":"trace[2052092478] transaction","detail":"{read_only:false; response_revision:35243; number_of_response:1; }","duration":"220.636307ms","start":"2026-03-04T16:46:40.383414Z","end":"2026-03-04T16:46:40.604051Z","steps":["trace[2052092478] 'process raft request' (duration: 220.490483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.648613Z","caller":"traceutil/trace.go:171","msg":"trace[711818779] transaction","detail":"{read_only:false; response_revision:35244; number_of_response:1; }","duration":"255.539227ms","start":"2026-03-04T16:46:40.393055Z","end":"2026-03-04T16:46:40.648594Z","steps":["trace[711818779] 'process raft request' (duration: 255.379713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.648915Z","caller":"traceutil/trace.go:171","msg":"trace[1753295246] transaction","detail":"{read_only:false; response_revision:35245; number_of_response:1; }","duration":"247.69093ms","start":"2026-03-04T16:46:40.401216Z","end":"2026-03-04T16:46:40.648907Z","steps":["trace[1753295246] 'process raft request' (duration: 247.34652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.649079Z","caller":"traceutil/trace.go:171","msg":"trace[338479857] transaction","detail":"{read_only:false; response_revision:35246; number_of_response:1; }","duration":"247.592958ms","start":"2026-03-04T16:46:40.401479Z","end":"2026-03-04T16:46:40.649072Z","steps":["trace[338479857] 'process raft request' (duration: 247.32866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.649071Z","caller":"traceutil/trace.go:171","msg":"trace[557074094] linearizableReadLoop","detail":"{readStateIndex:36504; appliedIndex:36499; }","duration":"221.444968ms","start":"2026-03-04T16:46:40.427606Z","end":"2026-03-04T16:46:40.649051Z","steps":["trace[557074094] 'read index received' (duration: 176.3151ms)","trace[557074094] 'applied index is now lower than readState.Index' (duration: 45.129058ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:46:40.649135Z","caller":"traceutil/trace.go:171","msg":"trace[1893569850] transaction","detail":"{read_only:false; response_revision:35247; number_of_response:1; }","duration":"246.355546ms","start":"2026-03-04T16:46:40.402774Z","end":"2026-03-04T16:46:40.64913Z","steps":["trace[1893569850] 'process raft request' (duration: 246.238983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:40.649248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.051611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:46:40.649304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.678714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:46:40.649316Z","caller":"traceutil/trace.go:171","msg":"trace[490702164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35247; }","duration":"150.172264ms","start":"2026-03-04T16:46:40.499127Z","end":"2026-03-04T16:46:40.649299Z","steps":["trace[490702164] 'agreement among raft nodes before linearized reading' (duration: 150.073961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.649337Z","caller":"traceutil/trace.go:171","msg":"trace[2089523200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35247; }","duration":"221.767367ms","start":"2026-03-04T16:46:40.427558Z","end":"2026-03-04T16:46:40.649326Z","steps":["trace[2089523200] 'agreement among raft nodes before linearized reading' (duration: 221.624914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.772253Z","caller":"traceutil/trace.go:171","msg":"trace[1018319614] transaction","detail":"{read_only:false; response_revision:35248; number_of_response:1; }","duration":"118.526276ms","start":"2026-03-04T16:46:40.653709Z","end":"2026-03-04T16:46:40.772235Z","steps":["trace[1018319614] 'process raft request' (duration: 118.388712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:40.772942Z","caller":"traceutil/trace.go:171","msg":"trace[2106279540] transaction","detail":"{read_only:false; response_revision:35249; number_of_response:1; }","duration":"119.183793ms","start":"2026-03-04T16:46:40.65373Z","end":"2026-03-04T16:46:40.772913Z","steps":["trace[2106279540] 'process raft request' (duration: 118.962978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:53.207943Z","caller":"traceutil/trace.go:171","msg":"trace[511270079] transaction","detail":"{read_only:false; response_revision:35335; number_of_response:1; }","duration":"130.293082ms","start":"2026-03-04T16:46:53.077625Z","end":"2026-03-04T16:46:53.207918Z","steps":["trace[511270079] 'process raft request' (duration: 130.055976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:46:53.543686Z","caller":"traceutil/trace.go:171","msg":"trace[1058910757] transaction","detail":"{read_only:false; response_revision:35336; number_of_response:1; }","duration":"331.009818ms","start":"2026-03-04T16:46:53.212642Z","end":"2026-03-04T16:46:53.543652Z","steps":["trace[1058910757] 'process raft request' (duration: 330.674969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:53.543853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:53.21262Z","time spent":"331.149862ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:53.574784Z","caller":"traceutil/trace.go:171","msg":"trace[959521271] transaction","detail":"{read_only:false; response_revision:35337; number_of_response:1; }","duration":"339.144693ms","start":"2026-03-04T16:46:53.235618Z","end":"2026-03-04T16:46:53.574763Z","steps":["trace[959521271] 'process raft request' (duration: 338.67081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:46:53.574929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:46:53.235597Z","time spent":"339.259865ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:46:59.719558Z","caller":"traceutil/trace.go:171","msg":"trace[1015439929] transaction","detail":"{read_only:false; response_revision:35378; number_of_response:1; }","duration":"123.151613ms","start":"2026-03-04T16:46:59.596373Z","end":"2026-03-04T16:46:59.719524Z","steps":["trace[1015439929] 'process raft request' (duration: 40.439059ms)","trace[1015439929] 'compare' (duration: 82.496718ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:00.818108Z","caller":"traceutil/trace.go:171","msg":"trace[975269695] transaction","detail":"{read_only:false; response_revision:35380; number_of_response:1; }","duration":"106.40841ms","start":"2026-03-04T16:47:00.711678Z","end":"2026-03-04T16:47:00.818087Z","steps":["trace[975269695] 'process raft request' (duration: 106.245916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:02.962766Z","caller":"traceutil/trace.go:171","msg":"trace[776953872] transaction","detail":"{read_only:false; response_revision:35395; number_of_response:1; }","duration":"138.547041ms","start":"2026-03-04T16:47:02.824197Z","end":"2026-03-04T16:47:02.962744Z","steps":["trace[776953872] 'process raft request' (duration: 138.399757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:03.044494Z","caller":"traceutil/trace.go:171","msg":"trace[2033782728] transaction","detail":"{read_only:false; response_revision:35397; number_of_response:1; }","duration":"205.750222ms","start":"2026-03-04T16:47:02.838725Z","end":"2026-03-04T16:47:03.044476Z","steps":["trace[2033782728] 'process raft request' (duration: 205.702701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:03.044502Z","caller":"traceutil/trace.go:171","msg":"trace[481967252] transaction","detail":"{read_only:false; response_revision:35396; number_of_response:1; }","duration":"205.788853ms","start":"2026-03-04T16:47:02.83869Z","end":"2026-03-04T16:47:03.044479Z","steps":["trace[481967252] 'process raft request' (duration: 205.616999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:03.044667Z","caller":"traceutil/trace.go:171","msg":"trace[1440922925] transaction","detail":"{read_only:false; response_revision:35398; number_of_response:1; }","duration":"205.946057ms","start":"2026-03-04T16:47:02.838716Z","end":"2026-03-04T16:47:03.044662Z","steps":["trace[1440922925] 'process raft request' (duration: 205.736072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:03.044781Z","caller":"traceutil/trace.go:171","msg":"trace[1343177943] linearizableReadLoop","detail":"{readStateIndex:36661; appliedIndex:36656; }","duration":"121.804347ms","start":"2026-03-04T16:47:02.922953Z","end":"2026-03-04T16:47:03.044758Z","steps":["trace[1343177943] 'read index received' (duration: 39.636598ms)","trace[1343177943] 'applied index is now lower than readState.Index' (duration: 82.166189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:03.044859Z","caller":"traceutil/trace.go:171","msg":"trace[973224269] transaction","detail":"{read_only:false; response_revision:35399; number_of_response:1; }","duration":"205.991268ms","start":"2026-03-04T16:47:02.83884Z","end":"2026-03-04T16:47:03.044831Z","steps":["trace[973224269] 'process raft request' (duration: 205.794723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:03.044974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.014613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:47:03.045004Z","caller":"traceutil/trace.go:171","msg":"trace[2058193945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35399; }","duration":"122.095535ms","start":"2026-03-04T16:47:02.922898Z","end":"2026-03-04T16:47:03.044993Z","steps":["trace[2058193945] 'agreement among raft nodes before linearized reading' (duration: 121.983172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:20.987384Z","caller":"traceutil/trace.go:171","msg":"trace[1493252918] transaction","detail":"{read_only:false; response_revision:35516; number_of_response:1; }","duration":"127.06717ms","start":"2026-03-04T16:47:20.860288Z","end":"2026-03-04T16:47:20.987355Z","steps":["trace[1493252918] 'process raft request' (duration: 126.774703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:21.219903Z","caller":"traceutil/trace.go:171","msg":"trace[69022041] transaction","detail":"{read_only:false; response_revision:35519; number_of_response:1; }","duration":"107.127879ms","start":"2026-03-04T16:47:21.112748Z","end":"2026-03-04T16:47:21.219876Z","steps":["trace[69022041] 'process raft request' (duration: 106.7659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:21.403332Z","caller":"traceutil/trace.go:171","msg":"trace[771377813] transaction","detail":"{read_only:false; response_revision:35523; number_of_response:1; }","duration":"179.220184ms","start":"2026-03-04T16:47:21.224082Z","end":"2026-03-04T16:47:21.403302Z","steps":["trace[771377813] 'process raft request' (duration: 140.498929ms)","trace[771377813] 'compare' (duration: 38.421797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:21.403357Z","caller":"traceutil/trace.go:171","msg":"trace[1612486671] transaction","detail":"{read_only:false; response_revision:35524; number_of_response:1; }","duration":"178.712871ms","start":"2026-03-04T16:47:21.224613Z","end":"2026-03-04T16:47:21.403326Z","steps":["trace[1612486671] 'process raft request' (duration: 178.547867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:21.403331Z","caller":"traceutil/trace.go:171","msg":"trace[317149838] transaction","detail":"{read_only:false; response_revision:35525; number_of_response:1; }","duration":"178.592028ms","start":"2026-03-04T16:47:21.224703Z","end":"2026-03-04T16:47:21.403295Z","steps":["trace[317149838] 'process raft request' (duration: 178.526477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:22.05288Z","caller":"traceutil/trace.go:171","msg":"trace[2139843883] transaction","detail":"{read_only:false; response_revision:35529; number_of_response:1; }","duration":"182.690312ms","start":"2026-03-04T16:47:21.870156Z","end":"2026-03-04T16:47:22.052846Z","steps":["trace[2139843883] 'process raft request' (duration: 122.891856ms)","trace[2139843883] 'compare' (duration: 59.629842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:23.187126Z","caller":"traceutil/trace.go:171","msg":"trace[1316271158] transaction","detail":"{read_only:false; response_revision:35531; number_of_response:1; }","duration":"136.748045ms","start":"2026-03-04T16:47:23.050353Z","end":"2026-03-04T16:47:23.187101Z","steps":["trace[1316271158] 'process raft request' (duration: 136.620502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:23.35056Z","caller":"traceutil/trace.go:171","msg":"trace[465867739] transaction","detail":"{read_only:false; response_revision:35534; number_of_response:1; }","duration":"125.02475ms","start":"2026-03-04T16:47:23.2255Z","end":"2026-03-04T16:47:23.350524Z","steps":["trace[465867739] 'process raft request' (duration: 124.67836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:23.350589Z","caller":"traceutil/trace.go:171","msg":"trace[1688116437] transaction","detail":"{read_only:false; response_revision:35535; number_of_response:1; }","duration":"123.950863ms","start":"2026-03-04T16:47:23.226614Z","end":"2026-03-04T16:47:23.350565Z","steps":["trace[1688116437] 'process raft request' (duration: 123.615084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:23.350573Z","caller":"traceutil/trace.go:171","msg":"trace[1864800844] transaction","detail":"{read_only:false; response_revision:35533; number_of_response:1; }","duration":"125.252916ms","start":"2026-03-04T16:47:23.225263Z","end":"2026-03-04T16:47:23.350516Z","steps":["trace[1864800844] 'process raft request' (duration: 58.32319ms)","trace[1864800844] 'compare' (duration: 66.447163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:47:23.753115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.701551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:47:23.753525Z","caller":"traceutil/trace.go:171","msg":"trace[1986639448] transaction","detail":"{read_only:false; response_revision:35537; number_of_response:1; }","duration":"342.962399ms","start":"2026-03-04T16:47:23.410521Z","end":"2026-03-04T16:47:23.753483Z","steps":["trace[1986639448] 'process raft request' (duration: 109.842717ms)","trace[1986639448] 'compare' (duration: 232.572748ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:23.753537Z","caller":"traceutil/trace.go:171","msg":"trace[25318530] transaction","detail":"{read_only:false; response_revision:35538; number_of_response:1; }","duration":"342.951589ms","start":"2026-03-04T16:47:23.410533Z","end":"2026-03-04T16:47:23.753485Z","steps":["trace[25318530] 'process raft request' (duration: 342.642341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:23.753651Z","caller":"traceutil/trace.go:171","msg":"trace[1873391597] transaction","detail":"{read_only:false; response_revision:35539; number_of_response:1; }","duration":"341.843941ms","start":"2026-03-04T16:47:23.411795Z","end":"2026-03-04T16:47:23.753639Z","steps":["trace[1873391597] 'process raft request' (duration: 341.40505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:23.753712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:23.411783Z","time spent":"341.909003ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:23.753951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:23.410508Z","time spent":"343.136983ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:23.754558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:23.410502Z","time spent":"343.099722ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:47:24.299463Z","caller":"traceutil/trace.go:171","msg":"trace[292254473] transaction","detail":"{read_only:false; response_revision:35541; number_of_response:1; }","duration":"266.196726ms","start":"2026-03-04T16:47:24.033247Z","end":"2026-03-04T16:47:24.299444Z","steps":["trace[292254473] 'process raft request' (duration: 266.056962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:24.36333Z","caller":"traceutil/trace.go:171","msg":"trace[553864413] transaction","detail":"{read_only:false; response_revision:35542; number_of_response:1; }","duration":"304.713696ms","start":"2026-03-04T16:47:24.058597Z","end":"2026-03-04T16:47:24.36331Z","steps":["trace[553864413] 'process raft request' (duration: 304.617813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:24.363439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:24.058573Z","time spent":"304.808729ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:27.547248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.221982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:47:27.548535Z","caller":"traceutil/trace.go:171","msg":"trace[635856934] transaction","detail":"{read_only:false; response_revision:35560; number_of_response:1; }","duration":"349.412632ms","start":"2026-03-04T16:47:27.199088Z","end":"2026-03-04T16:47:27.548501Z","steps":["trace[635856934] 'process raft request' (duration: 348.269044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:27.548729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.199046Z","time spent":"349.584666ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:27.683964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.40074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:47:27.684403Z","caller":"traceutil/trace.go:171","msg":"trace[300593534] transaction","detail":"{read_only:false; response_revision:35561; number_of_response:1; }","duration":"392.532429ms","start":"2026-03-04T16:47:27.29183Z","end":"2026-03-04T16:47:27.684363Z","steps":["trace[300593534] 'process raft request' (duration: 256.658906ms)","trace[300593534] 'compare' (duration: 135.280297ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:27.68466Z","caller":"traceutil/trace.go:171","msg":"trace[1844250707] transaction","detail":"{read_only:false; response_revision:35562; number_of_response:1; }","duration":"318.789651ms","start":"2026-03-04T16:47:27.365852Z","end":"2026-03-04T16:47:27.684642Z","steps":["trace[1844250707] 'process raft request' (duration: 318.222757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:27.684652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.291806Z","time spent":"392.679233ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:27.684851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.365834Z","time spent":"318.873273ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:47:27.685031Z","caller":"traceutil/trace.go:171","msg":"trace[1431215279] linearizableReadLoop","detail":"{readStateIndex:36831; appliedIndex:36825; }","duration":"270.383011ms","start":"2026-03-04T16:47:27.414629Z","end":"2026-03-04T16:47:27.685012Z","steps":["trace[1431215279] 'read index received' (duration: 72.351682ms)","trace[1431215279] 'applied index is now lower than readState.Index' (duration: 198.030269ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:27.685063Z","caller":"traceutil/trace.go:171","msg":"trace[1058855825] transaction","detail":"{read_only:false; response_revision:35563; number_of_response:1; }","duration":"319.065068ms","start":"2026-03-04T16:47:27.365973Z","end":"2026-03-04T16:47:27.685038Z","steps":["trace[1058855825] 'process raft request' (duration: 318.617667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:27.685081Z","caller":"traceutil/trace.go:171","msg":"trace[2099734650] transaction","detail":"{read_only:false; response_revision:35564; number_of_response:1; }","duration":"318.264778ms","start":"2026-03-04T16:47:27.366786Z","end":"2026-03-04T16:47:27.685051Z","steps":["trace[2099734650] 'process raft request' (duration: 318.106724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:27.685174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.365929Z","time spent":"319.184331ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:27.685258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.366768Z","time spent":"318.392951ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:27.685315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.684619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:47:27.685547Z","caller":"traceutil/trace.go:171","msg":"trace[439163960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35564; }","duration":"270.847403ms","start":"2026-03-04T16:47:27.414571Z","end":"2026-03-04T16:47:27.685419Z","steps":["trace[439163960] 'agreement among raft nodes before linearized reading' (duration: 270.524345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.325556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.666383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:47:28.325655Z","caller":"traceutil/trace.go:171","msg":"trace[1769361847] linearizableReadLoop","detail":"{readStateIndex:36833; appliedIndex:36832; }","duration":"551.037771ms","start":"2026-03-04T16:47:27.774604Z","end":"2026-03-04T16:47:28.325642Z","steps":["trace[1769361847] 'read index received' (duration: 46.218834ms)","trace[1769361847] 'applied index is now lower than readState.Index' (duration: 504.817827ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:28.32571Z","caller":"traceutil/trace.go:171","msg":"trace[1069429961] transaction","detail":"{read_only:false; response_revision:35566; number_of_response:1; }","duration":"551.667456ms","start":"2026-03-04T16:47:27.773988Z","end":"2026-03-04T16:47:28.325656Z","steps":["trace[1069429961] 'process raft request' (duration: 46.824449ms)","trace[1069429961] 'compare' (duration: 503.978055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:47:28.325894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.223521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:47:28.325871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.487631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:47:28.325919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.773961Z","time spent":"551.882412ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:47:28.325952Z","caller":"traceutil/trace.go:171","msg":"trace[405466497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35566; }","duration":"504.294743ms","start":"2026-03-04T16:47:27.821639Z","end":"2026-03-04T16:47:28.325934Z","steps":["trace[405466497] 'agreement among raft nodes before linearized reading' (duration: 504.114719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:28.325958Z","caller":"traceutil/trace.go:171","msg":"trace[824325291] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:35566; }","duration":"518.625424ms","start":"2026-03-04T16:47:27.807315Z","end":"2026-03-04T16:47:28.32594Z","steps":["trace[824325291] 'agreement among raft nodes before linearized reading' (duration: 518.474361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.325946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.772179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T16:47:28.325965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.351488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:47:28.326006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.807297Z","time spent":"518.697957ms","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:47:28.326028Z","caller":"traceutil/trace.go:171","msg":"trace[276489399] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:35566; }","duration":"154.857321ms","start":"2026-03-04T16:47:28.171147Z","end":"2026-03-04T16:47:28.326004Z","steps":["trace[276489399] 'agreement among raft nodes before linearized reading' (duration: 154.602705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.325908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.959239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:47:28.326045Z","caller":"traceutil/trace.go:171","msg":"trace[1819904959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35566; }","duration":"551.470631ms","start":"2026-03-04T16:47:27.774556Z","end":"2026-03-04T16:47:28.326027Z","steps":["trace[1819904959] 'agreement among raft nodes before linearized reading' (duration: 551.171184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.326092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.774539Z","time spent":"551.543784ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:47:28.326097Z","caller":"traceutil/trace.go:171","msg":"trace[966014801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35566; }","duration":"551.172695ms","start":"2026-03-04T16:47:27.774901Z","end":"2026-03-04T16:47:28.326074Z","steps":["trace[966014801] 'agreement among raft nodes before linearized reading' (duration: 550.840976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.32615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.77488Z","time spent":"551.254086ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:47:28.32599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:27.821629Z","time spent":"504.351494ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:47:28.663317Z","caller":"traceutil/trace.go:171","msg":"trace[2029098213] transaction","detail":"{read_only:false; response_revision:35568; number_of_response:1; }","duration":"333.785428ms","start":"2026-03-04T16:47:28.329506Z","end":"2026-03-04T16:47:28.663291Z","steps":["trace[2029098213] 'process raft request' (duration: 333.515641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:28.663313Z","caller":"traceutil/trace.go:171","msg":"trace[653715596] transaction","detail":"{read_only:false; response_revision:35569; number_of_response:1; }","duration":"332.894705ms","start":"2026-03-04T16:47:28.330386Z","end":"2026-03-04T16:47:28.66328Z","steps":["trace[653715596] 'process raft request' (duration: 332.823074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:28.663439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:28.329494Z","time spent":"333.880361ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:28.663502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:28.330375Z","time spent":"333.034079ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:29.094474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.362457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:47:29.094684Z","caller":"traceutil/trace.go:171","msg":"trace[1930268158] linearizableReadLoop","detail":"{readStateIndex:36837; appliedIndex:36834; }","duration":"609.015241ms","start":"2026-03-04T16:47:28.485649Z","end":"2026-03-04T16:47:29.094664Z","steps":["trace[1930268158] 'read index received' (duration: 177.351157ms)","trace[1930268158] 'applied index is now lower than readState.Index' (duration: 431.662754ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:29.094803Z","caller":"traceutil/trace.go:171","msg":"trace[660270355] transaction","detail":"{read_only:false; response_revision:35570; number_of_response:1; }","duration":"721.536585ms","start":"2026-03-04T16:47:28.373247Z","end":"2026-03-04T16:47:29.094784Z","steps":["trace[660270355] 'process raft request' (duration: 447.768928ms)","trace[660270355] 'compare' (duration: 273.243634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:47:29.094896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:28.373233Z","time spent":"721.615387ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:47:29.095054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.40315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:47:29.095065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.212541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:47:29.095132Z","caller":"traceutil/trace.go:171","msg":"trace[2123890205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35571; }","duration":"609.510843ms","start":"2026-03-04T16:47:28.485599Z","end":"2026-03-04T16:47:29.09511Z","steps":["trace[2123890205] 'agreement among raft nodes before linearized reading' (duration: 609.37162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:29.09514Z","caller":"traceutil/trace.go:171","msg":"trace[1989445224] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:35571; }","duration":"190.333214ms","start":"2026-03-04T16:47:28.904789Z","end":"2026-03-04T16:47:29.095122Z","steps":["trace[1989445224] 'agreement among raft nodes before linearized reading' (duration: 190.207181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:29.095178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:28.48558Z","time spent":"609.586365ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:47:29.095056Z","caller":"traceutil/trace.go:171","msg":"trace[1154789868] transaction","detail":"{read_only:false; response_revision:35571; number_of_response:1; }","duration":"583.691823ms","start":"2026-03-04T16:47:28.511331Z","end":"2026-03-04T16:47:29.095023Z","steps":["trace[1154789868] 'process raft request' (duration: 583.248902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:29.095313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:47:28.511305Z","time spent":"583.922178ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:47:29.680553Z","caller":"traceutil/trace.go:171","msg":"trace[357663684] transaction","detail":"{read_only:false; response_revision:35572; number_of_response:1; }","duration":"127.056481ms","start":"2026-03-04T16:47:29.553473Z","end":"2026-03-04T16:47:29.680529Z","steps":["trace[357663684] 'process raft request' (duration: 126.903507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:29.844315Z","caller":"traceutil/trace.go:171","msg":"trace[88994375] transaction","detail":"{read_only:false; response_revision:35573; number_of_response:1; }","duration":"153.914988ms","start":"2026-03-04T16:47:29.690373Z","end":"2026-03-04T16:47:29.844288Z","steps":["trace[88994375] 'process raft request' (duration: 78.259332ms)","trace[88994375] 'compare' (duration: 75.512342ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:29.90344Z","caller":"traceutil/trace.go:171","msg":"trace[1736270350] transaction","detail":"{read_only:false; response_revision:35575; number_of_response:1; }","duration":"212.885543ms","start":"2026-03-04T16:47:29.690539Z","end":"2026-03-04T16:47:29.903425Z","steps":["trace[1736270350] 'process raft request' (duration: 212.596846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:29.903518Z","caller":"traceutil/trace.go:171","msg":"trace[376047370] linearizableReadLoop","detail":"{readStateIndex:36843; appliedIndex:36839; }","duration":"160.098373ms","start":"2026-03-04T16:47:29.743393Z","end":"2026-03-04T16:47:29.903491Z","steps":["trace[376047370] 'read index received' (duration: 25.241486ms)","trace[376047370] 'applied index is now lower than readState.Index' (duration: 134.855637ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:29.903749Z","caller":"traceutil/trace.go:171","msg":"trace[1706793049] transaction","detail":"{read_only:false; response_revision:35576; number_of_response:1; }","duration":"212.038852ms","start":"2026-03-04T16:47:29.691625Z","end":"2026-03-04T16:47:29.903663Z","steps":["trace[1706793049] 'process raft request' (duration: 211.721984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:29.903807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.39334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:47:29.903235Z","caller":"traceutil/trace.go:171","msg":"trace[1842688254] transaction","detail":"{read_only:false; response_revision:35574; number_of_response:1; }","duration":"212.670558ms","start":"2026-03-04T16:47:29.690536Z","end":"2026-03-04T16:47:29.903207Z","steps":["trace[1842688254] 'process raft request' (duration: 212.310029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:29.903854Z","caller":"traceutil/trace.go:171","msg":"trace[1928573453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35576; }","duration":"160.489242ms","start":"2026-03-04T16:47:29.743351Z","end":"2026-03-04T16:47:29.90384Z","steps":["trace[1928573453] 'agreement among raft nodes before linearized reading' (duration: 160.234276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:47:30.519238Z","caller":"traceutil/trace.go:171","msg":"trace[1662263235] linearizableReadLoop","detail":"{readStateIndex:36845; appliedIndex:36844; }","duration":"154.364339ms","start":"2026-03-04T16:47:30.364854Z","end":"2026-03-04T16:47:30.519218Z","steps":["trace[1662263235] 'read index received' (duration: 154.216106ms)","trace[1662263235] 'applied index is now lower than readState.Index' (duration: 147.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:47:30.519287Z","caller":"traceutil/trace.go:171","msg":"trace[1358680612] transaction","detail":"{read_only:false; response_revision:35578; number_of_response:1; }","duration":"185.861922ms","start":"2026-03-04T16:47:30.333394Z","end":"2026-03-04T16:47:30.519256Z","steps":["trace[1358680612] 'process raft request' (duration: 185.685798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:30.51943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.300069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:47:30.519488Z","caller":"traceutil/trace.go:171","msg":"trace[139039533] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:35578; }","duration":"112.416502ms","start":"2026-03-04T16:47:30.407056Z","end":"2026-03-04T16:47:30.519472Z","steps":["trace[139039533] 'agreement among raft nodes before linearized reading' (duration: 112.305319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:47:30.519523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.639976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:47:30.519608Z","caller":"traceutil/trace.go:171","msg":"trace[521804531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35578; }","duration":"154.737668ms","start":"2026-03-04T16:47:30.364849Z","end":"2026-03-04T16:47:30.519586Z","steps":["trace[521804531] 'agreement among raft nodes before linearized reading' (duration: 154.494022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.084191Z","caller":"traceutil/trace.go:171","msg":"trace[142823684] transaction","detail":"{read_only:false; response_revision:35817; number_of_response:1; }","duration":"111.697513ms","start":"2026-03-04T16:48:05.972474Z","end":"2026-03-04T16:48:06.084171Z","steps":["trace[142823684] 'process raft request' (duration: 111.56023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.260509Z","caller":"traceutil/trace.go:171","msg":"trace[400128877] transaction","detail":"{read_only:false; response_revision:35819; number_of_response:1; }","duration":"200.0723ms","start":"2026-03-04T16:48:06.060416Z","end":"2026-03-04T16:48:06.260488Z","steps":["trace[400128877] 'process raft request' (duration: 200.003158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.260582Z","caller":"traceutil/trace.go:171","msg":"trace[940200706] transaction","detail":"{read_only:false; response_revision:35818; number_of_response:1; }","duration":"211.1985ms","start":"2026-03-04T16:48:06.049344Z","end":"2026-03-04T16:48:06.260542Z","steps":["trace[940200706] 'process raft request' (duration: 210.703368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.260926Z","caller":"traceutil/trace.go:171","msg":"trace[85728884] transaction","detail":"{read_only:false; response_revision:35821; number_of_response:1; }","duration":"190.324454ms","start":"2026-03-04T16:48:06.070565Z","end":"2026-03-04T16:48:06.260889Z","steps":["trace[85728884] 'process raft request' (duration: 190.041907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.260976Z","caller":"traceutil/trace.go:171","msg":"trace[2111197344] transaction","detail":"{read_only:false; response_revision:35820; number_of_response:1; }","duration":"198.341336ms","start":"2026-03-04T16:48:06.062571Z","end":"2026-03-04T16:48:06.260912Z","steps":["trace[2111197344] 'process raft request' (duration: 197.902906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:06.518256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.439505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:06.51835Z","caller":"traceutil/trace.go:171","msg":"trace[1320223378] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35822; }","duration":"151.573458ms","start":"2026-03-04T16:48:06.366759Z","end":"2026-03-04T16:48:06.518333Z","steps":["trace[1320223378] 'range keys from in-memory index tree' (duration: 151.321151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:06.929923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.839267ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:48:06.93005Z","caller":"traceutil/trace.go:171","msg":"trace[1068014980] linearizableReadLoop","detail":"{readStateIndex:37097; appliedIndex:37096; }","duration":"203.317382ms","start":"2026-03-04T16:48:06.726708Z","end":"2026-03-04T16:48:06.930025Z","steps":["trace[1068014980] 'read index received' (duration: 72.314281ms)","trace[1068014980] 'applied index is now lower than readState.Index' (duration: 131.001461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:06.930376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.63661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:48:06.930459Z","caller":"traceutil/trace.go:171","msg":"trace[568231602] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:35822; }","duration":"203.765003ms","start":"2026-03-04T16:48:06.726675Z","end":"2026-03-04T16:48:06.93044Z","steps":["trace[568231602] 'agreement among raft nodes before linearized reading' (duration: 203.484226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:06.930491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.609518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:48:06.930383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.687251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:48:06.930591Z","caller":"traceutil/trace.go:171","msg":"trace[590926602] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:35822; }","duration":"201.921116ms","start":"2026-03-04T16:48:06.728649Z","end":"2026-03-04T16:48:06.93057Z","steps":["trace[590926602] 'agreement among raft nodes before linearized reading' (duration: 201.66394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.93054Z","caller":"traceutil/trace.go:171","msg":"trace[722335904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35822; }","duration":"203.66915ms","start":"2026-03-04T16:48:06.726856Z","end":"2026-03-04T16:48:06.930525Z","steps":["trace[722335904] 'agreement among raft nodes before linearized reading' (duration: 203.418784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:06.930681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.780253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T16:48:06.930727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.913087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:48:06.930764Z","caller":"traceutil/trace.go:171","msg":"trace[1625100317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35822; }","duration":"203.899967ms","start":"2026-03-04T16:48:06.726843Z","end":"2026-03-04T16:48:06.930743Z","steps":["trace[1625100317] 'agreement among raft nodes before linearized reading' (duration: 203.724382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:06.930807Z","caller":"traceutil/trace.go:171","msg":"trace[977855345] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:35822; }","duration":"204.004559ms","start":"2026-03-04T16:48:06.726758Z","end":"2026-03-04T16:48:06.930763Z","steps":["trace[977855345] 'agreement among raft nodes before linearized reading' (duration: 203.436835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:07.266703Z","caller":"traceutil/trace.go:171","msg":"trace[1808352584] transaction","detail":"{read_only:false; response_revision:35823; number_of_response:1; }","duration":"330.991518ms","start":"2026-03-04T16:48:06.935674Z","end":"2026-03-04T16:48:07.266666Z","steps":["trace[1808352584] 'process raft request' (duration: 330.752632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:07.266961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:06.935656Z","time spent":"331.172592ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:07.781582Z","caller":"traceutil/trace.go:171","msg":"trace[1882377914] transaction","detail":"{read_only:false; response_revision:35824; number_of_response:1; }","duration":"845.738574ms","start":"2026-03-04T16:48:06.9358Z","end":"2026-03-04T16:48:07.781539Z","steps":["trace[1882377914] 'process raft request' (duration: 813.75829ms)","trace[1882377914] 'compare' (duration: 31.270567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:07.781852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:06.935779Z","time spent":"845.96319ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:07.781853Z","caller":"traceutil/trace.go:171","msg":"trace[1088484318] transaction","detail":"{read_only:false; response_revision:35826; number_of_response:1; }","duration":"845.290664ms","start":"2026-03-04T16:48:06.936532Z","end":"2026-03-04T16:48:07.781823Z","steps":["trace[1088484318] 'process raft request' (duration: 844.993796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:07.781919Z","caller":"traceutil/trace.go:171","msg":"trace[64760745] transaction","detail":"{read_only:false; response_revision:35827; number_of_response:1; }","duration":"845.328264ms","start":"2026-03-04T16:48:06.936537Z","end":"2026-03-04T16:48:07.781865Z","steps":["trace[64760745] 'process raft request' (duration: 845.046957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:07.781907Z","caller":"traceutil/trace.go:171","msg":"trace[388107805] transaction","detail":"{read_only:false; response_revision:35829; number_of_response:1; }","duration":"536.082123ms","start":"2026-03-04T16:48:07.245735Z","end":"2026-03-04T16:48:07.781817Z","steps":["trace[388107805] 'process raft request' (duration: 536.018742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:07.78194Z","caller":"traceutil/trace.go:171","msg":"trace[1885822995] transaction","detail":"{read_only:false; response_revision:35828; number_of_response:1; }","duration":"553.78453ms","start":"2026-03-04T16:48:07.22814Z","end":"2026-03-04T16:48:07.781925Z","steps":["trace[1885822995] 'process raft request' (duration: 553.510113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:07.781982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:06.93652Z","time spent":"845.392146ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:07.782018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:06.936524Z","time spent":"845.449807ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:07.78189Z","caller":"traceutil/trace.go:171","msg":"trace[648693830] transaction","detail":"{read_only:false; response_revision:35825; number_of_response:1; }","duration":"846.047231ms","start":"2026-03-04T16:48:06.935813Z","end":"2026-03-04T16:48:07.78186Z","steps":["trace[648693830] 'process raft request' (duration: 845.639451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:07.782092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:07.22811Z","time spent":"553.903283ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:07.782102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:07.245706Z","time spent":"536.287119ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:07.782187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:06.935717Z","time spent":"846.391011ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:07.819419Z","caller":"traceutil/trace.go:171","msg":"trace[714210720] transaction","detail":"{read_only:false; response_revision:35830; number_of_response:1; }","duration":"374.888852ms","start":"2026-03-04T16:48:07.4445Z","end":"2026-03-04T16:48:07.819389Z","steps":["trace[714210720] 'process raft request' (duration: 374.723958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:07.81963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:07.444478Z","time spent":"375.037428ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:08.36585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.484557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:48:08.365921Z","caller":"traceutil/trace.go:171","msg":"trace[1606506017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35831; }","duration":"286.60964ms","start":"2026-03-04T16:48:08.079295Z","end":"2026-03-04T16:48:08.365905Z","steps":["trace[1606506017] 'count revisions from in-memory index tree' (duration: 286.393375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.366564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.357126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:08.366699Z","caller":"traceutil/trace.go:171","msg":"trace[1206155244] linearizableReadLoop","detail":"{readStateIndex:37107; appliedIndex:37106; }","duration":"201.650169ms","start":"2026-03-04T16:48:08.165029Z","end":"2026-03-04T16:48:08.366679Z","steps":["trace[1206155244] 'read index received' (duration: 88.002026ms)","trace[1206155244] 'applied index is now lower than readState.Index' (duration: 113.646583ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:08.366745Z","caller":"traceutil/trace.go:171","msg":"trace[695198215] transaction","detail":"{read_only:false; response_revision:35832; number_of_response:1; }","duration":"273.354776ms","start":"2026-03-04T16:48:08.093344Z","end":"2026-03-04T16:48:08.366698Z","steps":["trace[695198215] 'process raft request' (duration: 159.735093ms)","trace[695198215] 'compare' (duration: 113.179632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.366907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.873945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:48:08.366953Z","caller":"traceutil/trace.go:171","msg":"trace[2049357960] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35832; }","duration":"201.950677ms","start":"2026-03-04T16:48:08.164991Z","end":"2026-03-04T16:48:08.366942Z","steps":["trace[2049357960] 'agreement among raft nodes before linearized reading' (duration: 201.772182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.577213Z","caller":"traceutil/trace.go:171","msg":"trace[660624620] transaction","detail":"{read_only:false; response_revision:35833; number_of_response:1; }","duration":"311.297172ms","start":"2026-03-04T16:48:08.265885Z","end":"2026-03-04T16:48:08.577182Z","steps":["trace[660624620] 'process raft request' (duration: 230.538718ms)","trace[660624620] 'compare' (duration: 80.506478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:08.577619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.265863Z","time spent":"311.475946ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.578781Z","caller":"traceutil/trace.go:171","msg":"trace[730003562] linearizableReadLoop","detail":"{readStateIndex:37110; appliedIndex:37107; }","duration":"212.037651ms","start":"2026-03-04T16:48:08.366726Z","end":"2026-03-04T16:48:08.578763Z","steps":["trace[730003562] 'read index received' (duration: 129.788509ms)","trace[730003562] 'applied index is now lower than readState.Index' (duration: 82.248322ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:08.578871Z","caller":"traceutil/trace.go:171","msg":"trace[727113907] transaction","detail":"{read_only:false; response_revision:35835; number_of_response:1; }","duration":"310.775929ms","start":"2026-03-04T16:48:08.268086Z","end":"2026-03-04T16:48:08.578862Z","steps":["trace[727113907] 'process raft request' (duration: 310.644306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.579041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.519102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T16:48:08.579073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.841101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:48:08.579131Z","caller":"traceutil/trace.go:171","msg":"trace[1113434818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35835; }","duration":"289.947604ms","start":"2026-03-04T16:48:08.289169Z","end":"2026-03-04T16:48:08.579117Z","steps":["trace[1113434818] 'agreement among raft nodes before linearized reading' (duration: 289.743079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:08.579132Z","caller":"traceutil/trace.go:171","msg":"trace[1234454957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:35835; }","duration":"356.661635ms","start":"2026-03-04T16:48:08.222434Z","end":"2026-03-04T16:48:08.579095Z","steps":["trace[1234454957] 'agreement among raft nodes before linearized reading' (duration: 356.432159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.579185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.222411Z","time spent":"356.761547ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T16:48:08.579489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.268059Z","time spent":"310.83136ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:08.578837Z","caller":"traceutil/trace.go:171","msg":"trace[343821209] transaction","detail":"{read_only:false; response_revision:35834; number_of_response:1; }","duration":"311.712173ms","start":"2026-03-04T16:48:08.267101Z","end":"2026-03-04T16:48:08.578814Z","steps":["trace[343821209] 'process raft request' (duration: 311.556669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:08.579724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:08.26707Z","time spent":"312.621525ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:09.89066Z","caller":"traceutil/trace.go:171","msg":"trace[1546461033] linearizableReadLoop","detail":"{readStateIndex:37113; appliedIndex:37112; }","duration":"102.832021ms","start":"2026-03-04T16:48:09.787803Z","end":"2026-03-04T16:48:09.890635Z","steps":["trace[1546461033] 'read index received' (duration: 102.733398ms)","trace[1546461033] 'applied index is now lower than readState.Index' (duration: 97.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:09.890774Z","caller":"traceutil/trace.go:171","msg":"trace[108857459] transaction","detail":"{read_only:false; response_revision:35838; number_of_response:1; }","duration":"103.708543ms","start":"2026-03-04T16:48:09.78705Z","end":"2026-03-04T16:48:09.890758Z","steps":["trace[108857459] 'process raft request' (duration: 103.422066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:09.891007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.168129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:48:09.891099Z","caller":"traceutil/trace.go:171","msg":"trace[235368077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35838; }","duration":"103.327334ms","start":"2026-03-04T16:48:09.787756Z","end":"2026-03-04T16:48:09.891083Z","steps":["trace[235368077] 'agreement among raft nodes before linearized reading' (duration: 103.102828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:10.601431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.560637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:10.601743Z","caller":"traceutil/trace.go:171","msg":"trace[2138551360] transaction","detail":"{read_only:false; response_revision:35841; number_of_response:1; }","duration":"810.61363ms","start":"2026-03-04T16:48:09.791111Z","end":"2026-03-04T16:48:10.601724Z","steps":["trace[2138551360] 'process raft request' (duration: 810.510137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:10.601722Z","caller":"traceutil/trace.go:171","msg":"trace[825147063] transaction","detail":"{read_only:false; response_revision:35839; number_of_response:1; }","duration":"812.549428ms","start":"2026-03-04T16:48:09.789087Z","end":"2026-03-04T16:48:10.601637Z","steps":["trace[825147063] 'process raft request' (duration: 510.703824ms)","trace[825147063] 'compare' (duration: 301.145086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:10.601819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.791094Z","time spent":"810.693953ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:10.601836Z","caller":"traceutil/trace.go:171","msg":"trace[1421087743] linearizableReadLoop","detail":"{readStateIndex:37117; appliedIndex:37113; }","duration":"711.096003ms","start":"2026-03-04T16:48:09.890727Z","end":"2026-03-04T16:48:10.601823Z","steps":["trace[1421087743] 'read index received' (duration: 409.077305ms)","trace[1421087743] 'applied index is now lower than readState.Index' (duration: 302.017777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:10.601956Z","caller":"traceutil/trace.go:171","msg":"trace[290282675] transaction","detail":"{read_only:false; response_revision:35842; number_of_response:1; }","duration":"717.312139ms","start":"2026-03-04T16:48:09.884634Z","end":"2026-03-04T16:48:10.601946Z","steps":["trace[290282675] 'process raft request' (duration: 717.023401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:10.601981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.789063Z","time spent":"812.732373ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:10.602017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.884607Z","time spent":"717.378671ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:10.601737Z","caller":"traceutil/trace.go:171","msg":"trace[1789644034] transaction","detail":"{read_only:false; response_revision:35840; number_of_response:1; }","duration":"811.915923ms","start":"2026-03-04T16:48:09.789794Z","end":"2026-03-04T16:48:10.601709Z","steps":["trace[1789644034] 'process raft request' (duration: 811.745858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:10.602545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.808408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313454"} {"level":"info","ts":"2026-03-04T16:48:10.602609Z","caller":"traceutil/trace.go:171","msg":"trace[1298433584] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:35842; }","duration":"753.908821ms","start":"2026-03-04T16:48:09.848686Z","end":"2026-03-04T16:48:10.602595Z","steps":["trace[1298433584] 'agreement among raft nodes before linearized reading' (duration: 753.48602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:10.602527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.789784Z","time spent":"812.647491ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:10.6027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.307893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:48:10.602637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.848669Z","time spent":"753.961002ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":313477,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T16:48:10.602724Z","caller":"traceutil/trace.go:171","msg":"trace[1356085240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35842; }","duration":"814.376485ms","start":"2026-03-04T16:48:09.788342Z","end":"2026-03-04T16:48:10.602718Z","steps":["trace[1356085240] 'agreement among raft nodes before linearized reading' (duration: 814.310463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:10.60274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.788319Z","time spent":"814.417636ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T16:48:11.04829Z","caller":"traceutil/trace.go:171","msg":"trace[768917213] transaction","detail":"{read_only:false; response_revision:35843; number_of_response:1; }","duration":"1.153623309s","start":"2026-03-04T16:48:09.894649Z","end":"2026-03-04T16:48:11.048272Z","steps":["trace[768917213] 'process raft request' (duration: 1.128375263s)","trace[768917213] 'compare' (duration: 24.936259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:11.048389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.894613Z","time spent":"1.153721112s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:11.747614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.683908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:11.747894Z","caller":"traceutil/trace.go:171","msg":"trace[1171783869] transaction","detail":"{read_only:false; response_revision:35846; number_of_response:1; }","duration":"1.162628647s","start":"2026-03-04T16:48:10.585241Z","end":"2026-03-04T16:48:11.747869Z","steps":["trace[1171783869] 'process raft request' (duration: 1.162511504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.747982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.58523Z","time spent":"1.162713739s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:11.748108Z","caller":"traceutil/trace.go:171","msg":"trace[1290716403] transaction","detail":"{read_only:false; response_revision:35845; number_of_response:1; }","duration":"1.16392696s","start":"2026-03-04T16:48:10.584158Z","end":"2026-03-04T16:48:11.748085Z","steps":["trace[1290716403] 'process raft request' (duration: 1.163543551s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:11.748263Z","caller":"traceutil/trace.go:171","msg":"trace[857971326] transaction","detail":"{read_only:false; response_revision:35847; number_of_response:1; }","duration":"1.162681738s","start":"2026-03-04T16:48:10.585492Z","end":"2026-03-04T16:48:11.748174Z","steps":["trace[857971326] 'process raft request' (duration: 1.162317909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.748335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.585465Z","time spent":"1.162837332s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:11.748425Z","caller":"traceutil/trace.go:171","msg":"trace[1104696834] transaction","detail":"{read_only:false; response_revision:35844; number_of_response:1; }","duration":"1.374362551s","start":"2026-03-04T16:48:10.374052Z","end":"2026-03-04T16:48:11.748414Z","steps":["trace[1104696834] 'process raft request' (duration: 817.806531ms)","trace[1104696834] 'compare' (duration: 555.197617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:11.748483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.374029Z","time spent":"1.374421412s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:11.748694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.584135Z","time spent":"1.164029593s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:11.748706Z","caller":"traceutil/trace.go:171","msg":"trace[1409424064] linearizableReadLoop","detail":"{readStateIndex:37122; appliedIndex:37117; }","duration":"1.146830558s","start":"2026-03-04T16:48:10.601865Z","end":"2026-03-04T16:48:11.748696Z","steps":["trace[1409424064] 'read index received' (duration: 421.134008ms)","trace[1409424064] 'applied index is now lower than readState.Index' (duration: 725.69573ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:11.748764Z","caller":"traceutil/trace.go:171","msg":"trace[1098675329] transaction","detail":"{read_only:false; response_revision:35848; number_of_response:1; }","duration":"1.142450909s","start":"2026-03-04T16:48:10.606305Z","end":"2026-03-04T16:48:11.748756Z","steps":["trace[1098675329] 'process raft request' (duration: 1.141825893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.748826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.606293Z","time spent":"1.142488919s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:11.749149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262581274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:11.749179Z","caller":"traceutil/trace.go:171","msg":"trace[757095131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35849; }","duration":"1.262647336s","start":"2026-03-04T16:48:10.486522Z","end":"2026-03-04T16:48:11.749169Z","steps":["trace[757095131] 'agreement among raft nodes before linearized reading' (duration: 1.262386669s)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:11.749139Z","caller":"traceutil/trace.go:171","msg":"trace[72193472] transaction","detail":"{read_only:false; response_revision:35849; number_of_response:1; }","duration":"481.200111ms","start":"2026-03-04T16:48:11.267917Z","end":"2026-03-04T16:48:11.749117Z","steps":["trace[72193472] 'process raft request' (duration: 480.732639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.749196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.486495Z","time spent":"1.262697207s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:48:11.74921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856883215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:48:11.749259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.267899Z","time spent":"481.307665ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:11.749314Z","caller":"traceutil/trace.go:171","msg":"trace[130122297] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:35849; }","duration":"1.857021489s","start":"2026-03-04T16:48:09.89227Z","end":"2026-03-04T16:48:11.749291Z","steps":["trace[130122297] 'agreement among raft nodes before linearized reading' (duration: 1.85664615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.749377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:09.892263Z","time spent":"1.857097101s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:11.749202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162114575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:48:11.749541Z","caller":"traceutil/trace.go:171","msg":"trace[2048808548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35849; }","duration":"1.162425821s","start":"2026-03-04T16:48:10.587046Z","end":"2026-03-04T16:48:11.749472Z","steps":["trace[2048808548] 'agreement among raft nodes before linearized reading' (duration: 1.161850737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:11.74957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.587035Z","time spent":"1.162527665s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:48:12.082444Z","caller":"traceutil/trace.go:171","msg":"trace[1333891990] linearizableReadLoop","detail":"{readStateIndex:37125; appliedIndex:37124; }","duration":"333.694336ms","start":"2026-03-04T16:48:11.74873Z","end":"2026-03-04T16:48:12.082424Z","steps":["trace[1333891990] 'read index received' (duration: 333.422399ms)","trace[1333891990] 'applied index is now lower than readState.Index' (duration: 271.257µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:12.082574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.398606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:12.082601Z","caller":"traceutil/trace.go:171","msg":"trace[1438553260] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:35850; }","duration":"714.443807ms","start":"2026-03-04T16:48:11.368148Z","end":"2026-03-04T16:48:12.082592Z","steps":["trace[1438553260] 'agreement among raft nodes before linearized reading' (duration: 714.362665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:12.082572Z","caller":"traceutil/trace.go:171","msg":"trace[382481997] transaction","detail":"{read_only:false; response_revision:35850; number_of_response:1; }","duration":"592.879455ms","start":"2026-03-04T16:48:11.489656Z","end":"2026-03-04T16:48:12.082535Z","steps":["trace[382481997] 'process raft request' (duration: 592.647309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.082587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.42239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:48:12.082633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.368078Z","time spent":"714.54621ms","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:48:12.082668Z","caller":"traceutil/trace.go:171","msg":"trace[1360229489] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:35850; }","duration":"994.540613ms","start":"2026-03-04T16:48:11.088107Z","end":"2026-03-04T16:48:12.082647Z","steps":["trace[1360229489] 'agreement among raft nodes before linearized reading' (duration: 994.42119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.082705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.251176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-03-04T16:48:12.082712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.489632Z","time spent":"593.004257ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:12.082737Z","caller":"traceutil/trace.go:171","msg":"trace[1116742141] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:35850; }","duration":"418.322877ms","start":"2026-03-04T16:48:11.664406Z","end":"2026-03-04T16:48:12.082729Z","steps":["trace[1116742141] 'agreement among raft nodes before linearized reading' (duration: 418.210145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.08276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.664387Z","time spent":"418.368209ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T16:48:12.08279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319870988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:48:12.082812Z","caller":"traceutil/trace.go:171","msg":"trace[617982104] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:35850; }","duration":"1.319916759s","start":"2026-03-04T16:48:10.762889Z","end":"2026-03-04T16:48:12.082806Z","steps":["trace[617982104] 'agreement among raft nodes before linearized reading' (duration: 1.319873578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.082832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.762879Z","time spent":"1.31994829s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.08283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.097708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:48:12.082866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.000417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T16:48:12.082912Z","caller":"traceutil/trace.go:171","msg":"trace[3530295] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:35850; }","duration":"932.084429ms","start":"2026-03-04T16:48:11.150816Z","end":"2026-03-04T16:48:12.082901Z","steps":["trace[3530295] 'agreement among raft nodes before linearized reading' (duration: 931.922715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:12.082912Z","caller":"traceutil/trace.go:171","msg":"trace[1512381136] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:35850; }","duration":"845.258771ms","start":"2026-03-04T16:48:11.237633Z","end":"2026-03-04T16:48:12.082892Z","steps":["trace[1512381136] 'agreement among raft nodes before linearized reading' (duration: 845.103898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.082712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.088088Z","time spent":"994.611435ms","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.082944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33146092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:48:12.082947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.150798Z","time spent":"932.138341ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-04T16:48:12.082967Z","caller":"traceutil/trace.go:171","msg":"trace[88486268] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:35850; }","duration":"1.3314844s","start":"2026-03-04T16:48:10.751476Z","end":"2026-03-04T16:48:12.08296Z","steps":["trace[88486268] 'agreement among raft nodes before linearized reading' (duration: 1.331449399s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.082985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:10.751421Z","time spent":"1.331558182s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.08299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.237613Z","time spent":"845.336624ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.083129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.991397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:48:12.083172Z","caller":"traceutil/trace.go:171","msg":"trace[2058502773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35850; }","duration":"537.060139ms","start":"2026-03-04T16:48:11.5461Z","end":"2026-03-04T16:48:12.08316Z","steps":["trace[2058502773] 'agreement among raft nodes before linearized reading' (duration: 536.389711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.083199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.24037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:48:12.08321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.546084Z","time spent":"537.10723ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:48:12.083312Z","caller":"traceutil/trace.go:171","msg":"trace[2127042664] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:35850; }","duration":"488.399724ms","start":"2026-03-04T16:48:11.594902Z","end":"2026-03-04T16:48:12.083302Z","steps":["trace[2127042664] 'agreement among raft nodes before linearized reading' (duration: 488.25165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.083746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.594879Z","time spent":"488.820794ms","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.467799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.172426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:12.468065Z","caller":"traceutil/trace.go:171","msg":"trace[1999680377] transaction","detail":"{read_only:false; response_revision:35851; number_of_response:1; }","duration":"713.620546ms","start":"2026-03-04T16:48:11.754396Z","end":"2026-03-04T16:48:12.468017Z","steps":["trace[1999680377] 'process raft request' (duration: 389.152843ms)","trace[1999680377] 'compare' (duration: 323.807307ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:12.468133Z","caller":"traceutil/trace.go:171","msg":"trace[1360776114] transaction","detail":"{read_only:false; response_revision:35852; number_of_response:1; }","duration":"558.630832ms","start":"2026-03-04T16:48:11.90948Z","end":"2026-03-04T16:48:12.46811Z","steps":["trace[1360776114] 'process raft request' (duration: 558.415176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.468195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.08394Z","time spent":"384.25213ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T16:48:12.468214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.754371Z","time spent":"713.76803ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:12.468244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.909454Z","time spent":"558.736995ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:12.468337Z","caller":"traceutil/trace.go:171","msg":"trace[892053267] linearizableReadLoop","detail":"{readStateIndex:37127; appliedIndex:37125; }","duration":"385.794269ms","start":"2026-03-04T16:48:12.082491Z","end":"2026-03-04T16:48:12.468285Z","steps":["trace[892053267] 'read index received' (duration: 61.077309ms)","trace[892053267] 'applied index is now lower than readState.Index' (duration: 324.71284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:12.468426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.824656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:12.468447Z","caller":"traceutil/trace.go:171","msg":"trace[507522133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35852; }","duration":"710.873027ms","start":"2026-03-04T16:48:11.757569Z","end":"2026-03-04T16:48:12.468442Z","steps":["trace[507522133] 'agreement among raft nodes before linearized reading' (duration: 710.835426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.468444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.536543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:48:12.46847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:11.75756Z","time spent":"710.905338ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:48:12.468499Z","caller":"traceutil/trace.go:171","msg":"trace[1609780346] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:35852; }","duration":"445.652336ms","start":"2026-03-04T16:48:12.022831Z","end":"2026-03-04T16:48:12.468484Z","steps":["trace[1609780346] 'agreement among raft nodes before linearized reading' (duration: 445.509792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.468535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.022805Z","time spent":"445.723348ms","remote":"127.0.0.1:44184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:12.468623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.461624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-363a824d-afe9-4c0b-8ea0-f9f7dad860da\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T16:48:12.46869Z","caller":"traceutil/trace.go:171","msg":"trace[55792707] range","detail":"{range_begin:/registry/persistentvolumes/pvc-363a824d-afe9-4c0b-8ea0-f9f7dad860da; range_end:; response_count:1; response_revision:35852; }","duration":"382.560066ms","start":"2026-03-04T16:48:12.0861Z","end":"2026-03-04T16:48:12.46866Z","steps":["trace[55792707] 'agreement among raft nodes before linearized reading' (duration: 382.372942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.468743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.079344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:48:12.468775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.086081Z","time spent":"382.67476ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-363a824d-afe9-4c0b-8ea0-f9f7dad860da\" "} {"level":"info","ts":"2026-03-04T16:48:12.468803Z","caller":"traceutil/trace.go:171","msg":"trace[487643958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35852; }","duration":"382.162377ms","start":"2026-03-04T16:48:12.086628Z","end":"2026-03-04T16:48:12.46879Z","steps":["trace[487643958] 'agreement among raft nodes before linearized reading' (duration: 381.982372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:12.468837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.086613Z","time spent":"382.216468ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:48:13.175355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.418779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:48:13.175436Z","caller":"traceutil/trace.go:171","msg":"trace[2139968497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35853; }","duration":"568.538901ms","start":"2026-03-04T16:48:12.606878Z","end":"2026-03-04T16:48:13.175417Z","steps":["trace[2139968497] 'range keys from in-memory index tree' (duration: 568.266314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.175478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.606863Z","time spent":"568.605883ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:48:13.175687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.133011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:48:13.175764Z","caller":"traceutil/trace.go:171","msg":"trace[811988622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35853; }","duration":"568.233323ms","start":"2026-03-04T16:48:12.607518Z","end":"2026-03-04T16:48:13.175752Z","steps":["trace[811988622] 'range keys from in-memory index tree' (duration: 568.024407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.175803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.607513Z","time spent":"568.282466ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:48:13.176159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.076642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:13.17638Z","caller":"traceutil/trace.go:171","msg":"trace[897268807] linearizableReadLoop","detail":"{readStateIndex:37131; appliedIndex:37129; }","duration":"558.626303ms","start":"2026-03-04T16:48:12.617737Z","end":"2026-03-04T16:48:13.176363Z","steps":["trace[897268807] 'read index received' (duration: 163.277154ms)","trace[897268807] 'applied index is now lower than readState.Index' (duration: 395.348069ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:13.176504Z","caller":"traceutil/trace.go:171","msg":"trace[739149945] transaction","detail":"{read_only:false; response_revision:35855; number_of_response:1; }","duration":"567.821863ms","start":"2026-03-04T16:48:12.608651Z","end":"2026-03-04T16:48:13.176473Z","steps":["trace[739149945] 'process raft request' (duration: 567.617808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.176579Z","caller":"traceutil/trace.go:171","msg":"trace[1048731279] transaction","detail":"{read_only:false; response_revision:35854; number_of_response:1; }","duration":"568.080641ms","start":"2026-03-04T16:48:12.60848Z","end":"2026-03-04T16:48:13.176561Z","steps":["trace[1048731279] 'process raft request' (duration: 172.518277ms)","trace[1048731279] 'compare' (duration: 394.283611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:13.1766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.942009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:13.176647Z","caller":"traceutil/trace.go:171","msg":"trace[500017926] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35855; }","duration":"553.012391ms","start":"2026-03-04T16:48:12.623622Z","end":"2026-03-04T16:48:13.176634Z","steps":["trace[500017926] 'agreement among raft nodes before linearized reading' (duration: 552.93797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.176648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.608623Z","time spent":"567.955267ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:13.176524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.781616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:48:13.176679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.608461Z","time spent":"568.159362ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:13.176687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.623604Z","time spent":"553.072983ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T16:48:13.176753Z","caller":"traceutil/trace.go:171","msg":"trace[1507332047] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:35855; }","duration":"559.036323ms","start":"2026-03-04T16:48:12.617693Z","end":"2026-03-04T16:48:13.176729Z","steps":["trace[1507332047] 'agreement among raft nodes before linearized reading' (duration: 558.783027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.176821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:12.617662Z","time spent":"559.138375ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:48:13.176839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.339192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:48:13.177002Z","caller":"traceutil/trace.go:171","msg":"trace[1766688429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35855; }","duration":"124.538447ms","start":"2026-03-04T16:48:13.052444Z","end":"2026-03-04T16:48:13.176983Z","steps":["trace[1766688429] 'agreement among raft nodes before linearized reading' (duration: 124.24269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.379124Z","caller":"traceutil/trace.go:171","msg":"trace[1347449613] transaction","detail":"{read_only:false; response_revision:35856; number_of_response:1; }","duration":"198.844969ms","start":"2026-03-04T16:48:13.180205Z","end":"2026-03-04T16:48:13.37905Z","steps":["trace[1347449613] 'process raft request' (duration: 198.545762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.426407Z","caller":"traceutil/trace.go:171","msg":"trace[606833132] linearizableReadLoop","detail":"{readStateIndex:37133; appliedIndex:37132; }","duration":"240.827947ms","start":"2026-03-04T16:48:13.185535Z","end":"2026-03-04T16:48:13.426363Z","steps":["trace[606833132] 'read index received' (duration: 193.595897ms)","trace[606833132] 'applied index is now lower than readState.Index' (duration: 47.23031ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:13.42647Z","caller":"traceutil/trace.go:171","msg":"trace[1507252703] transaction","detail":"{read_only:false; response_revision:35857; number_of_response:1; }","duration":"244.268983ms","start":"2026-03-04T16:48:13.182146Z","end":"2026-03-04T16:48:13.426415Z","steps":["trace[1507252703] 'process raft request' (duration: 244.006517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.426653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.082473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:48:13.42669Z","caller":"traceutil/trace.go:171","msg":"trace[435553350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35858; }","duration":"241.166735ms","start":"2026-03-04T16:48:13.185514Z","end":"2026-03-04T16:48:13.426681Z","steps":["trace[435553350] 'agreement among raft nodes before linearized reading' (duration: 240.97287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.426659Z","caller":"traceutil/trace.go:171","msg":"trace[427913352] transaction","detail":"{read_only:false; response_revision:35858; number_of_response:1; }","duration":"236.506637ms","start":"2026-03-04T16:48:13.190101Z","end":"2026-03-04T16:48:13.426607Z","steps":["trace[427913352] 'process raft request' (duration: 236.22643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:13.638812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.483394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:13.638936Z","caller":"traceutil/trace.go:171","msg":"trace[849599976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35858; }","duration":"135.670338ms","start":"2026-03-04T16:48:13.503241Z","end":"2026-03-04T16:48:13.638911Z","steps":["trace[849599976] 'range keys from in-memory index tree' (duration: 135.391581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.877193Z","caller":"traceutil/trace.go:171","msg":"trace[584750956] linearizableReadLoop","detail":"{readStateIndex:37135; appliedIndex:37134; }","duration":"121.791789ms","start":"2026-03-04T16:48:13.755372Z","end":"2026-03-04T16:48:13.877163Z","steps":["trace[584750956] 'read index received' (duration: 121.710267ms)","trace[584750956] 'applied index is now lower than readState.Index' (duration: 79.842µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:13.877407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.009204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:48:13.877456Z","caller":"traceutil/trace.go:171","msg":"trace[2036607599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35859; }","duration":"122.107547ms","start":"2026-03-04T16:48:13.755334Z","end":"2026-03-04T16:48:13.877442Z","steps":["trace[2036607599] 'agreement among raft nodes before linearized reading' (duration: 121.936082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:13.877594Z","caller":"traceutil/trace.go:171","msg":"trace[87810183] transaction","detail":"{read_only:false; response_revision:35859; number_of_response:1; }","duration":"122.631109ms","start":"2026-03-04T16:48:13.754953Z","end":"2026-03-04T16:48:13.877584Z","steps":["trace[87810183] 'process raft request' (duration: 122.047375ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:14.138791Z","caller":"traceutil/trace.go:171","msg":"trace[312578510] transaction","detail":"{read_only:false; response_revision:35860; number_of_response:1; }","duration":"383.041848ms","start":"2026-03-04T16:48:13.755722Z","end":"2026-03-04T16:48:14.138763Z","steps":["trace[312578510] 'process raft request' (duration: 371.475737ms)","trace[312578510] 'compare' (duration: 10.735111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:14.138901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:13.755711Z","time spent":"383.13651ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:14.13929Z","caller":"traceutil/trace.go:171","msg":"trace[1316511428] transaction","detail":"{read_only:false; response_revision:35862; number_of_response:1; }","duration":"373.802276ms","start":"2026-03-04T16:48:13.76548Z","end":"2026-03-04T16:48:14.139283Z","steps":["trace[1316511428] 'process raft request' (duration: 373.702384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:14.139307Z","caller":"traceutil/trace.go:171","msg":"trace[809885418] transaction","detail":"{read_only:false; response_revision:35861; number_of_response:1; }","duration":"383.392057ms","start":"2026-03-04T16:48:13.755884Z","end":"2026-03-04T16:48:14.139276Z","steps":["trace[809885418] 'process raft request' (duration: 382.865004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:14.139449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:13.755878Z","time spent":"383.49523ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:14.139334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:13.765467Z","time spent":"373.845167ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:14.364621Z","caller":"traceutil/trace.go:171","msg":"trace[2036995015] linearizableReadLoop","detail":"{readStateIndex:37139; appliedIndex:37138; }","duration":"144.659224ms","start":"2026-03-04T16:48:14.219935Z","end":"2026-03-04T16:48:14.364594Z","steps":["trace[2036995015] 'read index received' (duration: 85.829812ms)","trace[2036995015] 'applied index is now lower than readState.Index' (duration: 58.828442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:14.364874Z","caller":"traceutil/trace.go:171","msg":"trace[1317843977] transaction","detail":"{read_only:false; response_revision:35863; number_of_response:1; }","duration":"482.696709ms","start":"2026-03-04T16:48:13.882141Z","end":"2026-03-04T16:48:14.364837Z","steps":["trace[1317843977] 'process raft request' (duration: 423.515028ms)","trace[1317843977] 'compare' (duration: 58.789961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:14.365016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:13.882116Z","time spent":"482.816072ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:14.36508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.127167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:48:14.365429Z","caller":"traceutil/trace.go:171","msg":"trace[1779012230] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:35863; }","duration":"145.31081ms","start":"2026-03-04T16:48:14.2199Z","end":"2026-03-04T16:48:14.365211Z","steps":["trace[1779012230] 'agreement among raft nodes before linearized reading' (duration: 144.791418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:14.721974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.810116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:14.722078Z","caller":"traceutil/trace.go:171","msg":"trace[1860208950] linearizableReadLoop","detail":"{readStateIndex:37140; appliedIndex:37139; }","duration":"248.591352ms","start":"2026-03-04T16:48:14.47347Z","end":"2026-03-04T16:48:14.722061Z","steps":["trace[1860208950] 'read index received' (duration: 103.650891ms)","trace[1860208950] 'applied index is now lower than readState.Index' (duration: 144.939111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:14.722202Z","caller":"traceutil/trace.go:171","msg":"trace[143169896] transaction","detail":"{read_only:false; response_revision:35864; number_of_response:1; }","duration":"249.722192ms","start":"2026-03-04T16:48:14.472449Z","end":"2026-03-04T16:48:14.722172Z","steps":["trace[143169896] 'process raft request' (duration: 104.621337ms)","trace[143169896] 'compare' (duration: 144.702684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:14.72227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.811718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:48:14.722311Z","caller":"traceutil/trace.go:171","msg":"trace[2044165133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35864; }","duration":"248.8986ms","start":"2026-03-04T16:48:14.473402Z","end":"2026-03-04T16:48:14.722301Z","steps":["trace[2044165133] 'agreement among raft nodes before linearized reading' (duration: 248.756116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:14.722359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.931591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:14.722424Z","caller":"traceutil/trace.go:171","msg":"trace[92034706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:35864; }","duration":"224.045904ms","start":"2026-03-04T16:48:14.49836Z","end":"2026-03-04T16:48:14.722406Z","steps":["trace[92034706] 'agreement among raft nodes before linearized reading' (duration: 223.928641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:14.951021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.745676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:14.951121Z","caller":"traceutil/trace.go:171","msg":"trace[149665551] transaction","detail":"{read_only:false; response_revision:35865; number_of_response:1; }","duration":"224.867334ms","start":"2026-03-04T16:48:14.726235Z","end":"2026-03-04T16:48:14.951102Z","steps":["trace[149665551] 'process raft request' (duration: 108.837831ms)","trace[149665551] 'compare' (duration: 115.150251ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:15.284525Z","caller":"traceutil/trace.go:171","msg":"trace[761213247] transaction","detail":"{read_only:false; response_revision:35866; number_of_response:1; }","duration":"102.603234ms","start":"2026-03-04T16:48:15.181896Z","end":"2026-03-04T16:48:15.284499Z","steps":["trace[761213247] 'process raft request' (duration: 102.44143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:15.349677Z","caller":"traceutil/trace.go:171","msg":"trace[1088201045] transaction","detail":"{read_only:false; response_revision:35868; number_of_response:1; }","duration":"157.098808ms","start":"2026-03-04T16:48:15.192544Z","end":"2026-03-04T16:48:15.349642Z","steps":["trace[1088201045] 'process raft request' (duration: 156.979745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:15.349767Z","caller":"traceutil/trace.go:171","msg":"trace[2013336041] transaction","detail":"{read_only:false; response_revision:35867; number_of_response:1; }","duration":"166.907875ms","start":"2026-03-04T16:48:15.182805Z","end":"2026-03-04T16:48:15.349713Z","steps":["trace[2013336041] 'process raft request' (duration: 166.610706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:15.579175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.534618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:15.579346Z","caller":"traceutil/trace.go:171","msg":"trace[905840696] linearizableReadLoop","detail":"{readStateIndex:37145; appliedIndex:37144; }","duration":"169.91861ms","start":"2026-03-04T16:48:15.409401Z","end":"2026-03-04T16:48:15.57932Z","steps":["trace[905840696] 'read index received' (duration: 43.016313ms)","trace[905840696] 'applied index is now lower than readState.Index' (duration: 126.900577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:15.579449Z","caller":"traceutil/trace.go:171","msg":"trace[1487800765] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"191.72411ms","start":"2026-03-04T16:48:15.387695Z","end":"2026-03-04T16:48:15.579419Z","steps":["trace[1487800765] 'process raft request' (duration: 64.780122ms)","trace[1487800765] 'compare' (duration: 126.289791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:15.579557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.152987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:15.579785Z","caller":"traceutil/trace.go:171","msg":"trace[1352290099] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:35869; }","duration":"170.408623ms","start":"2026-03-04T16:48:15.409353Z","end":"2026-03-04T16:48:15.579761Z","steps":["trace[1352290099] 'agreement among raft nodes before linearized reading' (duration: 170.092456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:15.579796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.678231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:48:15.579832Z","caller":"traceutil/trace.go:171","msg":"trace[2011661583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35869; }","duration":"147.775663ms","start":"2026-03-04T16:48:15.432048Z","end":"2026-03-04T16:48:15.579823Z","steps":["trace[2011661583] 'agreement among raft nodes before linearized reading' (duration: 147.6396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:15.579825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.844984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:48:15.579907Z","caller":"traceutil/trace.go:171","msg":"trace[930815682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35869; }","duration":"148.035999ms","start":"2026-03-04T16:48:15.431848Z","end":"2026-03-04T16:48:15.579884Z","steps":["trace[930815682] 'agreement among raft nodes before linearized reading' (duration: 147.699651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:15.704473Z","caller":"traceutil/trace.go:171","msg":"trace[1022411856] transaction","detail":"{read_only:false; response_revision:35870; number_of_response:1; }","duration":"122.991988ms","start":"2026-03-04T16:48:15.581461Z","end":"2026-03-04T16:48:15.704453Z","steps":["trace[1022411856] 'process raft request' (duration: 122.817064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:15.720845Z","caller":"traceutil/trace.go:171","msg":"trace[1577280220] transaction","detail":"{read_only:false; response_revision:35871; number_of_response:1; }","duration":"137.008141ms","start":"2026-03-04T16:48:15.583816Z","end":"2026-03-04T16:48:15.720824Z","steps":["trace[1577280220] 'process raft request' (duration: 136.828127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:15.721256Z","caller":"traceutil/trace.go:171","msg":"trace[542184327] transaction","detail":"{read_only:false; response_revision:35872; number_of_response:1; }","duration":"136.485048ms","start":"2026-03-04T16:48:15.584761Z","end":"2026-03-04T16:48:15.721246Z","steps":["trace[542184327] 'process raft request' (duration: 136.002646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:16.168702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.260416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:16.168828Z","caller":"traceutil/trace.go:171","msg":"trace[365113327] transaction","detail":"{read_only:false; response_revision:35873; number_of_response:1; }","duration":"285.03658ms","start":"2026-03-04T16:48:15.883769Z","end":"2026-03-04T16:48:16.168805Z","steps":["trace[365113327] 'process raft request' (duration: 184.570699ms)","trace[365113327] 'compare' (duration: 100.060341ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:16.350088Z","caller":"traceutil/trace.go:171","msg":"trace[445474510] transaction","detail":"{read_only:false; response_revision:35876; number_of_response:1; }","duration":"203.436275ms","start":"2026-03-04T16:48:16.146617Z","end":"2026-03-04T16:48:16.350053Z","steps":["trace[445474510] 'process raft request' (duration: 203.299972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:16.350164Z","caller":"traceutil/trace.go:171","msg":"trace[2052307094] transaction","detail":"{read_only:false; response_revision:35875; number_of_response:1; }","duration":"203.492737ms","start":"2026-03-04T16:48:16.146619Z","end":"2026-03-04T16:48:16.350111Z","steps":["trace[2052307094] 'process raft request' (duration: 142.578452ms)","trace[2052307094] 'compare' (duration: 60.313299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:16.754912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.75601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:16.755001Z","caller":"traceutil/trace.go:171","msg":"trace[514330862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35877; }","duration":"268.884973ms","start":"2026-03-04T16:48:16.486097Z","end":"2026-03-04T16:48:16.754982Z","steps":["trace[514330862] 'range keys from in-memory index tree' (duration: 268.691288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:17.067597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.056465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T16:48:17.068352Z","caller":"traceutil/trace.go:171","msg":"trace[224607061] transaction","detail":"{read_only:false; response_revision:35878; number_of_response:1; }","duration":"340.750624ms","start":"2026-03-04T16:48:16.727575Z","end":"2026-03-04T16:48:17.068325Z","steps":["trace[224607061] 'process raft request' (duration: 340.20719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:17.068519Z","caller":"traceutil/trace.go:171","msg":"trace[1498630282] linearizableReadLoop","detail":"{readStateIndex:37156; appliedIndex:37153; }","duration":"312.735199ms","start":"2026-03-04T16:48:16.755743Z","end":"2026-03-04T16:48:17.068478Z","steps":["trace[1498630282] 'read index received' (duration: 114.751521ms)","trace[1498630282] 'applied index is now lower than readState.Index' (duration: 197.980948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:17.068527Z","caller":"traceutil/trace.go:171","msg":"trace[97216978] transaction","detail":"{read_only:false; response_revision:35879; number_of_response:1; }","duration":"313.099127ms","start":"2026-03-04T16:48:16.75539Z","end":"2026-03-04T16:48:17.068489Z","steps":["trace[97216978] 'process raft request' (duration: 312.842051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:17.068675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.915663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:17.06873Z","caller":"traceutil/trace.go:171","msg":"trace[1154265492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35879; }","duration":"312.998045ms","start":"2026-03-04T16:48:16.755715Z","end":"2026-03-04T16:48:17.068713Z","steps":["trace[1154265492] 'agreement among raft nodes before linearized reading' (duration: 312.895432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:17.068759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:16.75571Z","time spent":"313.042386ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:48:17.068756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:16.755375Z","time spent":"313.249271ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:17.068793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.846332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:17.068837Z","caller":"traceutil/trace.go:171","msg":"trace[1664355252] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:35879; }","duration":"216.952594ms","start":"2026-03-04T16:48:16.851871Z","end":"2026-03-04T16:48:17.068824Z","steps":["trace[1664355252] 'agreement among raft nodes before linearized reading' (duration: 216.78501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:17.068609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:16.727553Z","time spent":"340.866417ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:48:17.068911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.136304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:17.068982Z","caller":"traceutil/trace.go:171","msg":"trace[902599643] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:35879; }","duration":"160.265037ms","start":"2026-03-04T16:48:16.908701Z","end":"2026-03-04T16:48:17.068966Z","steps":["trace[902599643] 'agreement among raft nodes before linearized reading' (duration: 160.118253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:17.069053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.779711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:48:17.069189Z","caller":"traceutil/trace.go:171","msg":"trace[69898565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35879; }","duration":"112.977116ms","start":"2026-03-04T16:48:16.956183Z","end":"2026-03-04T16:48:17.06916Z","steps":["trace[69898565] 'agreement among raft nodes before linearized reading' (duration: 112.582496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:23.379963Z","caller":"traceutil/trace.go:171","msg":"trace[294081797] linearizableReadLoop","detail":"{readStateIndex:37198; appliedIndex:37197; }","duration":"208.04206ms","start":"2026-03-04T16:48:23.171895Z","end":"2026-03-04T16:48:23.379937Z","steps":["trace[294081797] 'read index received' (duration: 207.865905ms)","trace[294081797] 'applied index is now lower than readState.Index' (duration: 174.905µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:23.380158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.240525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:48:23.380204Z","caller":"traceutil/trace.go:171","msg":"trace[1348155145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35920; }","duration":"208.341008ms","start":"2026-03-04T16:48:23.171847Z","end":"2026-03-04T16:48:23.380188Z","steps":["trace[1348155145] 'agreement among raft nodes before linearized reading' (duration: 208.187514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:23.380215Z","caller":"traceutil/trace.go:171","msg":"trace[1368716622] transaction","detail":"{read_only:false; response_revision:35920; number_of_response:1; }","duration":"287.313587ms","start":"2026-03-04T16:48:23.092874Z","end":"2026-03-04T16:48:23.380187Z","steps":["trace[1368716622] 'process raft request' (duration: 286.900217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:23.505303Z","caller":"traceutil/trace.go:171","msg":"trace[2015808631] transaction","detail":"{read_only:false; response_revision:35922; number_of_response:1; }","duration":"121.84836ms","start":"2026-03-04T16:48:23.383424Z","end":"2026-03-04T16:48:23.505273Z","steps":["trace[2015808631] 'process raft request' (duration: 121.644205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:23.505374Z","caller":"traceutil/trace.go:171","msg":"trace[675701839] transaction","detail":"{read_only:false; response_revision:35923; number_of_response:1; }","duration":"121.520191ms","start":"2026-03-04T16:48:23.383836Z","end":"2026-03-04T16:48:23.505356Z","steps":["trace[675701839] 'process raft request' (duration: 121.283245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:23.505932Z","caller":"traceutil/trace.go:171","msg":"trace[1929796224] transaction","detail":"{read_only:false; response_revision:35921; number_of_response:1; }","duration":"188.988971ms","start":"2026-03-04T16:48:23.316491Z","end":"2026-03-04T16:48:23.50548Z","steps":["trace[1929796224] 'process raft request' (duration: 110.30993ms)","trace[1929796224] 'compare' (duration: 78.143258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:23.851024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.146031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:48:23.8511Z","caller":"traceutil/trace.go:171","msg":"trace[643593764] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35923; }","duration":"246.260014ms","start":"2026-03-04T16:48:23.604826Z","end":"2026-03-04T16:48:23.851086Z","steps":["trace[643593764] 'range keys from in-memory index tree' (duration: 246.024728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:23.851227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.347784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:48:23.851302Z","caller":"traceutil/trace.go:171","msg":"trace[1445656777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35923; }","duration":"238.464497ms","start":"2026-03-04T16:48:23.612822Z","end":"2026-03-04T16:48:23.851287Z","steps":["trace[1445656777] 'range keys from in-memory index tree' (duration: 238.153889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:24.380467Z","caller":"traceutil/trace.go:171","msg":"trace[1914738282] transaction","detail":"{read_only:false; response_revision:35928; number_of_response:1; }","duration":"164.840072ms","start":"2026-03-04T16:48:24.215317Z","end":"2026-03-04T16:48:24.380157Z","steps":["trace[1914738282] 'process raft request' (duration: 164.672108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:24.503693Z","caller":"traceutil/trace.go:171","msg":"trace[124293511] transaction","detail":"{read_only:false; response_revision:35929; number_of_response:1; }","duration":"129.068201ms","start":"2026-03-04T16:48:24.374599Z","end":"2026-03-04T16:48:24.503667Z","steps":["trace[124293511] 'process raft request' (duration: 124.387114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:24.504114Z","caller":"traceutil/trace.go:171","msg":"trace[98373233] transaction","detail":"{read_only:false; response_revision:35930; number_of_response:1; }","duration":"126.106186ms","start":"2026-03-04T16:48:24.378002Z","end":"2026-03-04T16:48:24.504108Z","steps":["trace[98373233] 'process raft request' (duration: 125.550203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:26.988471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832415247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:48:27.226319Z","caller":"traceutil/trace.go:171","msg":"trace[698218769] transaction","detail":"{read_only:false; response_revision:35941; number_of_response:1; }","duration":"912.742363ms","start":"2026-03-04T16:48:26.313533Z","end":"2026-03-04T16:48:27.226275Z","steps":["trace[698218769] 'process raft request' (duration: 912.488057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.226645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.313513Z","time spent":"912.909947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:27.237385Z","caller":"traceutil/trace.go:171","msg":"trace[1572478416] transaction","detail":"{read_only:false; response_revision:35943; number_of_response:1; }","duration":"727.217439ms","start":"2026-03-04T16:48:26.510148Z","end":"2026-03-04T16:48:27.237365Z","steps":["trace[1572478416] 'process raft request' (duration: 727.155958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.237521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.510134Z","time spent":"727.317811ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:27.237629Z","caller":"traceutil/trace.go:171","msg":"trace[511973539] transaction","detail":"{read_only:false; response_revision:35942; number_of_response:1; }","duration":"850.747282ms","start":"2026-03-04T16:48:26.386876Z","end":"2026-03-04T16:48:27.237623Z","steps":["trace[511973539] 'process raft request' (duration: 850.300911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.237661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.386851Z","time spent":"850.792652ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:27.237802Z","caller":"traceutil/trace.go:171","msg":"trace[295038828] transaction","detail":"{read_only:false; response_revision:35944; number_of_response:1; }","duration":"727.183118ms","start":"2026-03-04T16:48:26.510612Z","end":"2026-03-04T16:48:27.237795Z","steps":["trace[295038828] 'process raft request' (duration: 726.725167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.237844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.510605Z","time spent":"727.214289ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:27.238047Z","caller":"traceutil/trace.go:171","msg":"trace[1950119962] linearizableReadLoop","detail":"{readStateIndex:37222; appliedIndex:37218; }","duration":"750.237848ms","start":"2026-03-04T16:48:26.487791Z","end":"2026-03-04T16:48:27.238029Z","steps":["trace[1950119962] 'read index received' (duration: 738.246066ms)","trace[1950119962] 'applied index is now lower than readState.Index' (duration: 11.991092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:27.23818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.373672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:27.238159Z","caller":"traceutil/trace.go:171","msg":"trace[339645992] transaction","detail":"{read_only:false; response_revision:35946; number_of_response:1; }","duration":"143.562446ms","start":"2026-03-04T16:48:27.094567Z","end":"2026-03-04T16:48:27.23813Z","steps":["trace[339645992] 'process raft request' (duration: 143.391422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:27.238272Z","caller":"traceutil/trace.go:171","msg":"trace[1615230243] transaction","detail":"{read_only:false; response_revision:35945; number_of_response:1; }","duration":"156.545263ms","start":"2026-03-04T16:48:27.081718Z","end":"2026-03-04T16:48:27.238264Z","steps":["trace[1615230243] 'process raft request' (duration: 156.03705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.238302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.06103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:48:27.238328Z","caller":"traceutil/trace.go:171","msg":"trace[2139365965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35946; }","duration":"674.127321ms","start":"2026-03-04T16:48:26.564195Z","end":"2026-03-04T16:48:27.238322Z","steps":["trace[2139365965] 'agreement among raft nodes before linearized reading' (duration: 674.034019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:27.238209Z","caller":"traceutil/trace.go:171","msg":"trace[720838400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35946; }","duration":"750.451083ms","start":"2026-03-04T16:48:26.48775Z","end":"2026-03-04T16:48:27.238202Z","steps":["trace[720838400] 'agreement among raft nodes before linearized reading' (duration: 750.387572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:27.238354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.564178Z","time spent":"674.171032ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:48:27.238375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:26.487731Z","time spent":"750.632348ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:48:27.577989Z","caller":"traceutil/trace.go:171","msg":"trace[743686008] transaction","detail":"{read_only:false; response_revision:35948; number_of_response:1; }","duration":"104.179425ms","start":"2026-03-04T16:48:27.473782Z","end":"2026-03-04T16:48:27.577961Z","steps":["trace[743686008] 'process raft request' (duration: 103.9751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:48:28.003769Z","caller":"traceutil/trace.go:171","msg":"trace[563777334] transaction","detail":"{read_only:false; response_revision:35951; number_of_response:1; }","duration":"370.192646ms","start":"2026-03-04T16:48:27.633548Z","end":"2026-03-04T16:48:28.00374Z","steps":["trace[563777334] 'process raft request' (duration: 369.20548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:28.003933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:48:27.633514Z","time spent":"370.33501ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:48:28.056263Z","caller":"traceutil/trace.go:171","msg":"trace[842557718] linearizableReadLoop","detail":"{readStateIndex:37230; appliedIndex:37228; }","duration":"220.74902ms","start":"2026-03-04T16:48:27.835485Z","end":"2026-03-04T16:48:28.056234Z","steps":["trace[842557718] 'read index received' (duration: 167.242472ms)","trace[842557718] 'applied index is now lower than readState.Index' (duration: 53.502907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:48:28.056454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.941485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:48:28.056501Z","caller":"traceutil/trace.go:171","msg":"trace[1819903459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:35951; }","duration":"221.039907ms","start":"2026-03-04T16:48:27.835449Z","end":"2026-03-04T16:48:28.056489Z","steps":["trace[1819903459] 'agreement among raft nodes before linearized reading' (duration: 220.933574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:28.056846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.271976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:48:28.056924Z","caller":"traceutil/trace.go:171","msg":"trace[552377105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35951; }","duration":"152.393319ms","start":"2026-03-04T16:48:27.904513Z","end":"2026-03-04T16:48:28.056906Z","steps":["trace[552377105] 'agreement among raft nodes before linearized reading' (duration: 151.918596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:28.056955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:48:28.057068Z","caller":"traceutil/trace.go:171","msg":"trace[499088750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35951; }","duration":"129.663357ms","start":"2026-03-04T16:48:27.927386Z","end":"2026-03-04T16:48:28.05705Z","steps":["trace[499088750] 'agreement among raft nodes before linearized reading' (duration: 129.068361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:28.057181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.937334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:48:28.057309Z","caller":"traceutil/trace.go:171","msg":"trace[913005898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35951; }","duration":"134.14008ms","start":"2026-03-04T16:48:27.923146Z","end":"2026-03-04T16:48:28.057286Z","steps":["trace[913005898] 'agreement among raft nodes before linearized reading' (duration: 133.365899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:48:28.358132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.870728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:48:28.358267Z","caller":"traceutil/trace.go:171","msg":"trace[812463026] transaction","detail":"{read_only:false; response_revision:35955; number_of_response:1; }","duration":"204.407559ms","start":"2026-03-04T16:48:28.153835Z","end":"2026-03-04T16:48:28.358242Z","steps":["trace[812463026] 'process raft request' (duration: 67.321146ms)","trace[812463026] 'compare' (duration: 136.623172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:48:57.892473Z","caller":"traceutil/trace.go:171","msg":"trace[250812269] transaction","detail":"{read_only:false; response_revision:36152; number_of_response:1; }","duration":"114.247038ms","start":"2026-03-04T16:48:57.778184Z","end":"2026-03-04T16:48:57.892431Z","steps":["trace[250812269] 'process raft request' (duration: 114.025693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:00.513901Z","caller":"traceutil/trace.go:171","msg":"trace[1139672082] linearizableReadLoop","detail":"{readStateIndex:37453; appliedIndex:37452; }","duration":"248.854549ms","start":"2026-03-04T16:49:00.265022Z","end":"2026-03-04T16:49:00.513877Z","steps":["trace[1139672082] 'read index received' (duration: 248.581112ms)","trace[1139672082] 'applied index is now lower than readState.Index' (duration: 272.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:49:00.513975Z","caller":"traceutil/trace.go:171","msg":"trace[116008445] transaction","detail":"{read_only:false; response_revision:36168; number_of_response:1; }","duration":"274.850934ms","start":"2026-03-04T16:49:00.239081Z","end":"2026-03-04T16:49:00.513931Z","steps":["trace[116008445] 'process raft request' (duration: 274.624028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:00.514169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.834168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:49:00.514227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.043302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:49:00.514243Z","caller":"traceutil/trace.go:171","msg":"trace[602400993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36168; }","duration":"219.948511ms","start":"2026-03-04T16:49:00.294275Z","end":"2026-03-04T16:49:00.514223Z","steps":["trace[602400993] 'agreement among raft nodes before linearized reading' (duration: 219.792867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:00.514386Z","caller":"traceutil/trace.go:171","msg":"trace[976496612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36168; }","duration":"239.203437ms","start":"2026-03-04T16:49:00.27505Z","end":"2026-03-04T16:49:00.514254Z","steps":["trace[976496612] 'agreement among raft nodes before linearized reading' (duration: 238.970381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:00.514587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.529866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:49:00.51473Z","caller":"traceutil/trace.go:171","msg":"trace[207665718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36168; }","duration":"249.716051ms","start":"2026-03-04T16:49:00.264987Z","end":"2026-03-04T16:49:00.514703Z","steps":["trace[207665718] 'agreement among raft nodes before linearized reading' (duration: 249.033914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:00.725075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.528492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:49:00.725366Z","caller":"traceutil/trace.go:171","msg":"trace[165595361] transaction","detail":"{read_only:false; response_revision:36171; number_of_response:1; }","duration":"205.613719ms","start":"2026-03-04T16:49:00.519656Z","end":"2026-03-04T16:49:00.72527Z","steps":["trace[165595361] 'process raft request' (duration: 205.572668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:00.725764Z","caller":"traceutil/trace.go:171","msg":"trace[1875130019] transaction","detail":"{read_only:false; response_revision:36169; number_of_response:1; }","duration":"206.895952ms","start":"2026-03-04T16:49:00.518852Z","end":"2026-03-04T16:49:00.725748Z","steps":["trace[1875130019] 'process raft request' (duration: 51.60457ms)","trace[1875130019] 'compare' (duration: 154.42626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:49:00.725909Z","caller":"traceutil/trace.go:171","msg":"trace[351365103] transaction","detail":"{read_only:false; response_revision:36170; number_of_response:1; }","duration":"206.280385ms","start":"2026-03-04T16:49:00.519619Z","end":"2026-03-04T16:49:00.725899Z","steps":["trace[351365103] 'process raft request' (duration: 205.556537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:03.230136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832415836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T16:49:03.329469Z","caller":"traceutil/trace.go:171","msg":"trace[504835787] linearizableReadLoop","detail":"{readStateIndex:37470; appliedIndex:37469; }","duration":"599.399649ms","start":"2026-03-04T16:49:02.730049Z","end":"2026-03-04T16:49:03.329448Z","steps":["trace[504835787] 'read index received' (duration: 599.233814ms)","trace[504835787] 'applied index is now lower than readState.Index' (duration: 164.965µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:49:03.329796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.929045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:49:03.32984Z","caller":"traceutil/trace.go:171","msg":"trace[1330751048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36184; }","duration":"585.021357ms","start":"2026-03-04T16:49:02.744804Z","end":"2026-03-04T16:49:03.329825Z","steps":["trace[1330751048] 'agreement among raft nodes before linearized reading' (duration: 584.920714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:03.329842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.766989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T16:49:03.329823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.591433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T16:49:03.329877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:02.744788Z","time spent":"585.081469ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T16:49:03.329905Z","caller":"traceutil/trace.go:171","msg":"trace[1062237091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36184; }","duration":"599.87346ms","start":"2026-03-04T16:49:02.730015Z","end":"2026-03-04T16:49:03.329889Z","steps":["trace[1062237091] 'agreement among raft nodes before linearized reading' (duration: 599.571853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:03.329919Z","caller":"traceutil/trace.go:171","msg":"trace[1716565976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36184; }","duration":"599.719407ms","start":"2026-03-04T16:49:02.730182Z","end":"2026-03-04T16:49:03.329902Z","steps":["trace[1716565976] 'agreement among raft nodes before linearized reading' (duration: 599.45002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:03.329998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:02.730166Z","time spent":"599.82032ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:49:03.329943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:02.729999Z","time spent":"599.938283ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:49:03.33048Z","caller":"traceutil/trace.go:171","msg":"trace[792473948] transaction","detail":"{read_only:false; response_revision:36184; number_of_response:1; }","duration":"786.695727ms","start":"2026-03-04T16:49:02.543166Z","end":"2026-03-04T16:49:03.329862Z","steps":["trace[792473948] 'process raft request' (duration: 786.151983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:03.330692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:02.543155Z","time spent":"787.452856ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:49:03.798136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.760711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:49:03.798241Z","caller":"traceutil/trace.go:171","msg":"trace[29200466] transaction","detail":"{read_only:false; response_revision:36185; number_of_response:1; }","duration":"464.421109ms","start":"2026-03-04T16:49:03.3338Z","end":"2026-03-04T16:49:03.798221Z","steps":["trace[29200466] 'process raft request' (duration: 353.498504ms)","trace[29200466] 'compare' (duration: 110.661388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:49:03.798308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.333782Z","time spent":"464.493481ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:49:04.095365Z","caller":"traceutil/trace.go:171","msg":"trace[27193137] transaction","detail":"{read_only:false; response_revision:36186; number_of_response:1; }","duration":"761.531693ms","start":"2026-03-04T16:49:03.333799Z","end":"2026-03-04T16:49:04.095331Z","steps":["trace[27193137] 'process raft request' (duration: 761.257556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.095537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.333786Z","time spent":"761.672346ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:49:04.095767Z","caller":"traceutil/trace.go:171","msg":"trace[1084642838] transaction","detail":"{read_only:false; response_revision:36187; number_of_response:1; }","duration":"761.456131ms","start":"2026-03-04T16:49:03.334277Z","end":"2026-03-04T16:49:04.095733Z","steps":["trace[1084642838] 'process raft request' (duration: 760.977619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.096228Z","caller":"traceutil/trace.go:171","msg":"trace[467642990] linearizableReadLoop","detail":"{readStateIndex:37477; appliedIndex:37470; }","duration":"581.012756ms","start":"2026-03-04T16:49:03.515198Z","end":"2026-03-04T16:49:04.096211Z","steps":["trace[467642990] 'read index received' (duration: 172.112595ms)","trace[467642990] 'applied index is now lower than readState.Index' (duration: 408.898981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:49:04.096274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.334271Z","time spent":"761.903252ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:49:04.096307Z","caller":"traceutil/trace.go:171","msg":"trace[1003928518] transaction","detail":"{read_only:false; response_revision:36188; number_of_response:1; }","duration":"657.884201ms","start":"2026-03-04T16:49:03.43841Z","end":"2026-03-04T16:49:04.096295Z","steps":["trace[1003928518] 'process raft request' (duration: 657.216054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.096375Z","caller":"traceutil/trace.go:171","msg":"trace[2124946669] transaction","detail":"{read_only:false; response_revision:36190; number_of_response:1; }","duration":"653.685057ms","start":"2026-03-04T16:49:03.442671Z","end":"2026-03-04T16:49:04.096356Z","steps":["trace[2124946669] 'process raft request' (duration: 653.45001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.096467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.442663Z","time spent":"653.750939ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:49:04.096467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.438386Z","time spent":"657.960374ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:49:04.096252Z","caller":"traceutil/trace.go:171","msg":"trace[278676070] transaction","detail":"{read_only:false; response_revision:36189; number_of_response:1; }","duration":"653.722337ms","start":"2026-03-04T16:49:03.442508Z","end":"2026-03-04T16:49:04.096231Z","steps":["trace[278676070] 'process raft request' (duration: 653.559813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.096521Z","caller":"traceutil/trace.go:171","msg":"trace[1179775644] transaction","detail":"{read_only:false; response_revision:36191; number_of_response:1; }","duration":"650.342263ms","start":"2026-03-04T16:49:03.446158Z","end":"2026-03-04T16:49:04.0965Z","steps":["trace[1179775644] 'process raft request' (duration: 650.006784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.096731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.517259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:49:04.096801Z","caller":"traceutil/trace.go:171","msg":"trace[1209390199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36191; }","duration":"581.622652ms","start":"2026-03-04T16:49:03.515158Z","end":"2026-03-04T16:49:04.096781Z","steps":["trace[1209390199] 'agreement among raft nodes before linearized reading' (duration: 581.289294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.096846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.515138Z","time spent":"581.695983ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:49:04.096573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.442496Z","time spent":"654.037176ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:49:04.097305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.446137Z","time spent":"650.425224ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:49:04.14929Z","caller":"traceutil/trace.go:171","msg":"trace[1974377428] transaction","detail":"{read_only:false; response_revision:36192; number_of_response:1; }","duration":"216.38954ms","start":"2026-03-04T16:49:03.932875Z","end":"2026-03-04T16:49:04.149265Z","steps":["trace[1974377428] 'process raft request' (duration: 194.204911ms)","trace[1974377428] 'compare' (duration: 21.843891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:49:04.149448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.586175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:49:04.149495Z","caller":"traceutil/trace.go:171","msg":"trace[1758439916] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:36194; }","duration":"580.75328ms","start":"2026-03-04T16:49:03.568726Z","end":"2026-03-04T16:49:04.149479Z","steps":["trace[1758439916] 'agreement among raft nodes before linearized reading' (duration: 580.643617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.149515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.208076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:49:04.149536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.568705Z","time spent":"580.814371ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:49:04.149545Z","caller":"traceutil/trace.go:171","msg":"trace[1034751350] transaction","detail":"{read_only:false; response_revision:36193; number_of_response:1; }","duration":"185.662397ms","start":"2026-03-04T16:49:03.963874Z","end":"2026-03-04T16:49:04.149537Z","steps":["trace[1034751350] 'process raft request' (duration: 185.291328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.149575Z","caller":"traceutil/trace.go:171","msg":"trace[689516742] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:36194; }","duration":"189.321ms","start":"2026-03-04T16:49:03.960238Z","end":"2026-03-04T16:49:04.149559Z","steps":["trace[689516742] 'agreement among raft nodes before linearized reading' (duration: 189.198715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.149714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.97391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T16:49:04.149771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.045911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:49:04.14978Z","caller":"traceutil/trace.go:171","msg":"trace[447730107] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:36194; }","duration":"266.083263ms","start":"2026-03-04T16:49:03.883682Z","end":"2026-03-04T16:49:04.149766Z","steps":["trace[447730107] 'agreement among raft nodes before linearized reading' (duration: 265.938879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.149787Z","caller":"traceutil/trace.go:171","msg":"trace[716034143] transaction","detail":"{read_only:false; response_revision:36194; number_of_response:1; }","duration":"167.302215ms","start":"2026-03-04T16:49:03.982475Z","end":"2026-03-04T16:49:04.149777Z","steps":["trace[716034143] 'process raft request' (duration: 166.75194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:04.149807Z","caller":"traceutil/trace.go:171","msg":"trace[1156756561] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:36194; }","duration":"393.121723ms","start":"2026-03-04T16:49:03.756673Z","end":"2026-03-04T16:49:04.149794Z","steps":["trace[1156756561] 'agreement among raft nodes before linearized reading' (duration: 393.064382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:04.149842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:49:03.756652Z","time spent":"393.180414ms","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:49:26.050309Z","caller":"traceutil/trace.go:171","msg":"trace[1547420565] transaction","detail":"{read_only:false; response_revision:36338; number_of_response:1; }","duration":"122.970578ms","start":"2026-03-04T16:49:25.92731Z","end":"2026-03-04T16:49:26.05028Z","steps":["trace[1547420565] 'process raft request' (duration: 122.709171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:49:26.469981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.667936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:49:26.47015Z","caller":"traceutil/trace.go:171","msg":"trace[500996594] transaction","detail":"{read_only:false; response_revision:36347; number_of_response:1; }","duration":"173.450289ms","start":"2026-03-04T16:49:26.296657Z","end":"2026-03-04T16:49:26.470107Z","steps":["trace[500996594] 'process raft request' (duration: 47.579848ms)","trace[500996594] 'compare' (duration: 125.563624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:49:26.470199Z","caller":"traceutil/trace.go:171","msg":"trace[801930713] linearizableReadLoop","detail":"{readStateIndex:37637; appliedIndex:37636; }","duration":"108.148714ms","start":"2026-03-04T16:49:26.362024Z","end":"2026-03-04T16:49:26.470173Z","steps":["trace[801930713] 'read index received' (duration: 50.812µs)","trace[801930713] 'applied index is now lower than readState.Index' (duration: 108.096322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:49:26.470355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.319088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:49:26.470379Z","caller":"traceutil/trace.go:171","msg":"trace[1720519364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36348; }","duration":"108.382109ms","start":"2026-03-04T16:49:26.361988Z","end":"2026-03-04T16:49:26.47037Z","steps":["trace[1720519364] 'agreement among raft nodes before linearized reading' (duration: 108.255926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:30.6242Z","caller":"traceutil/trace.go:171","msg":"trace[770762768] transaction","detail":"{read_only:false; response_revision:36375; number_of_response:1; }","duration":"117.637113ms","start":"2026-03-04T16:49:30.506532Z","end":"2026-03-04T16:49:30.624169Z","steps":["trace[770762768] 'process raft request' (duration: 117.444759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:49:30.811267Z","caller":"traceutil/trace.go:171","msg":"trace[713345413] transaction","detail":"{read_only:false; response_revision:36377; number_of_response:1; }","duration":"123.687595ms","start":"2026-03-04T16:49:30.687556Z","end":"2026-03-04T16:49:30.811244Z","steps":["trace[713345413] 'process raft request' (duration: 64.949166ms)","trace[713345413] 'compare' (duration: 58.537704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:50:13.049507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.588173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:50:13.049608Z","caller":"traceutil/trace.go:171","msg":"trace[137403835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36707; }","duration":"148.729597ms","start":"2026-03-04T16:50:12.90086Z","end":"2026-03-04T16:50:13.04959Z","steps":["trace[137403835] 'range keys from in-memory index tree' (duration: 148.48467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:50:13.049906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.08181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:50:13.050054Z","caller":"traceutil/trace.go:171","msg":"trace[886652462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:36707; }","duration":"123.271895ms","start":"2026-03-04T16:50:12.926754Z","end":"2026-03-04T16:50:13.050026Z","steps":["trace[886652462] 'count revisions from in-memory index tree' (duration: 122.994558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:00.903282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34979} {"level":"info","ts":"2026-03-04T16:51:01.036245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34979,"took":"129.078178ms","hash":1946852463,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":27807744,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:51:01.036306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1946852463,"revision":34979,"compact-revision":32972} {"level":"info","ts":"2026-03-04T16:51:02.899434Z","caller":"traceutil/trace.go:171","msg":"trace[1053353251] linearizableReadLoop","detail":"{readStateIndex:38355; appliedIndex:38352; }","duration":"278.484848ms","start":"2026-03-04T16:51:02.620922Z","end":"2026-03-04T16:51:02.899407Z","steps":["trace[1053353251] 'read index received' (duration: 278.325134ms)","trace[1053353251] 'applied index is now lower than readState.Index' (duration: 158.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:02.899547Z","caller":"traceutil/trace.go:171","msg":"trace[764060327] transaction","detail":"{read_only:false; response_revision:37041; number_of_response:1; }","duration":"312.533434ms","start":"2026-03-04T16:51:02.587Z","end":"2026-03-04T16:51:02.899533Z","steps":["trace[764060327] 'process raft request' (duration: 312.326969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:02.899647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:02.586986Z","time spent":"312.585436ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:02.899591Z","caller":"traceutil/trace.go:171","msg":"trace[593028179] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"313.382727ms","start":"2026-03-04T16:51:02.586143Z","end":"2026-03-04T16:51:02.899526Z","steps":["trace[593028179] 'process raft request' (duration: 312.971557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:02.899664Z","caller":"traceutil/trace.go:171","msg":"trace[1613089243] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"308.300609ms","start":"2026-03-04T16:51:02.59131Z","end":"2026-03-04T16:51:02.89961Z","steps":["trace[1613089243] 'process raft request' (duration: 308.059483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:02.899837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:02.591284Z","time spent":"308.464732ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:02.899861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.945849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:51:02.899893Z","caller":"traceutil/trace.go:171","msg":"trace[235007249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37042; }","duration":"279.014101ms","start":"2026-03-04T16:51:02.62087Z","end":"2026-03-04T16:51:02.899884Z","steps":["trace[235007249] 'agreement among raft nodes before linearized reading' (duration: 278.897338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:02.899897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:02.586114Z","time spent":"313.604422ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:02.91955Z","caller":"traceutil/trace.go:171","msg":"trace[1175520840] transaction","detail":"{read_only:false; response_revision:37044; number_of_response:1; }","duration":"198.32673ms","start":"2026-03-04T16:51:02.721201Z","end":"2026-03-04T16:51:02.919528Z","steps":["trace[1175520840] 'process raft request' (duration: 198.216908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:02.919607Z","caller":"traceutil/trace.go:171","msg":"trace[1257960449] transaction","detail":"{read_only:false; response_revision:37043; number_of_response:1; }","duration":"200.28897ms","start":"2026-03-04T16:51:02.719272Z","end":"2026-03-04T16:51:02.919561Z","steps":["trace[1257960449] 'process raft request' (duration: 200.013713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:02.91977Z","caller":"traceutil/trace.go:171","msg":"trace[1561446170] transaction","detail":"{read_only:false; response_revision:37045; number_of_response:1; }","duration":"168.10465ms","start":"2026-03-04T16:51:02.751653Z","end":"2026-03-04T16:51:02.919758Z","steps":["trace[1561446170] 'process raft request' (duration: 167.842153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:02.920029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.072804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:02.920139Z","caller":"traceutil/trace.go:171","msg":"trace[426549689] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:37046; }","duration":"103.234918ms","start":"2026-03-04T16:51:02.816887Z","end":"2026-03-04T16:51:02.920121Z","steps":["trace[426549689] 'agreement among raft nodes before linearized reading' (duration: 103.061084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:02.920131Z","caller":"traceutil/trace.go:171","msg":"trace[1546025441] transaction","detail":"{read_only:false; response_revision:37046; number_of_response:1; }","duration":"166.924212ms","start":"2026-03-04T16:51:02.753175Z","end":"2026-03-04T16:51:02.9201Z","steps":["trace[1546025441] 'process raft request' (duration: 166.535882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:07.219013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.487423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:07.219095Z","caller":"traceutil/trace.go:171","msg":"trace[700329062] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:37074; }","duration":"120.623156ms","start":"2026-03-04T16:51:07.098453Z","end":"2026-03-04T16:51:07.219076Z","steps":["trace[700329062] 'count revisions from in-memory index tree' (duration: 120.336279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:07.2191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.246444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:51:07.219153Z","caller":"traceutil/trace.go:171","msg":"trace[404960269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37074; }","duration":"106.347367ms","start":"2026-03-04T16:51:07.11279Z","end":"2026-03-04T16:51:07.219138Z","steps":["trace[404960269] 'range keys from in-memory index tree' (duration: 105.981878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:07.353815Z","caller":"traceutil/trace.go:171","msg":"trace[302098500] linearizableReadLoop","detail":"{readStateIndex:38389; appliedIndex:38388; }","duration":"130.512243ms","start":"2026-03-04T16:51:07.223279Z","end":"2026-03-04T16:51:07.353791Z","steps":["trace[302098500] 'read index received' (duration: 130.201816ms)","trace[302098500] 'applied index is now lower than readState.Index' (duration: 309.197µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:07.354043Z","caller":"traceutil/trace.go:171","msg":"trace[148526121] transaction","detail":"{read_only:false; response_revision:37075; number_of_response:1; }","duration":"130.806091ms","start":"2026-03-04T16:51:07.223202Z","end":"2026-03-04T16:51:07.354008Z","steps":["trace[148526121] 'process raft request' (duration: 130.37539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:07.354236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.933885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:51:07.354282Z","caller":"traceutil/trace.go:171","msg":"trace[1268517325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37075; }","duration":"131.021807ms","start":"2026-03-04T16:51:07.223248Z","end":"2026-03-04T16:51:07.35427Z","steps":["trace[1268517325] 'agreement among raft nodes before linearized reading' (duration: 130.636507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:07.516797Z","caller":"traceutil/trace.go:171","msg":"trace[2009471435] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"105.986477ms","start":"2026-03-04T16:51:07.404826Z","end":"2026-03-04T16:51:07.510812Z","steps":["trace[2009471435] 'process raft request' (duration: 49.147147ms)","trace[2009471435] 'compare' (duration: 56.218684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:08.203748Z","caller":"traceutil/trace.go:171","msg":"trace[1710004171] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"143.80778ms","start":"2026-03-04T16:51:08.059909Z","end":"2026-03-04T16:51:08.203717Z","steps":["trace[1710004171] 'process raft request' (duration: 143.657156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:09.211472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.683562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:51:09.211621Z","caller":"traceutil/trace.go:171","msg":"trace[770597959] transaction","detail":"{read_only:false; response_revision:37083; number_of_response:1; }","duration":"289.767602ms","start":"2026-03-04T16:51:08.921842Z","end":"2026-03-04T16:51:09.21161Z","steps":["trace[770597959] 'process raft request' (duration: 289.699059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:09.211719Z","caller":"traceutil/trace.go:171","msg":"trace[1193777955] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"290.432169ms","start":"2026-03-04T16:51:08.92125Z","end":"2026-03-04T16:51:09.211682Z","steps":["trace[1193777955] 'process raft request' (duration: 135.472419ms)","trace[1193777955] 'compare' (duration: 154.514158ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:09.235553Z","caller":"traceutil/trace.go:171","msg":"trace[1059687959] transaction","detail":"{read_only:false; response_revision:37084; number_of_response:1; }","duration":"294.615225ms","start":"2026-03-04T16:51:08.940915Z","end":"2026-03-04T16:51:09.23553Z","steps":["trace[1059687959] 'process raft request' (duration: 294.42959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:09.23572Z","caller":"traceutil/trace.go:171","msg":"trace[1031378793] transaction","detail":"{read_only:false; response_revision:37085; number_of_response:1; }","duration":"291.818274ms","start":"2026-03-04T16:51:08.943876Z","end":"2026-03-04T16:51:09.235695Z","steps":["trace[1031378793] 'process raft request' (duration: 291.606109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:09.235841Z","caller":"traceutil/trace.go:171","msg":"trace[669425952] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"291.787973ms","start":"2026-03-04T16:51:08.944045Z","end":"2026-03-04T16:51:09.235833Z","steps":["trace[669425952] 'process raft request' (duration: 291.592858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:09.236031Z","caller":"traceutil/trace.go:171","msg":"trace[989314382] linearizableReadLoop","detail":"{readStateIndex:38401; appliedIndex:38395; }","duration":"284.1452ms","start":"2026-03-04T16:51:08.95188Z","end":"2026-03-04T16:51:09.236025Z","steps":["trace[989314382] 'read index received' (duration: 104.852438ms)","trace[989314382] 'applied index is now lower than readState.Index' (duration: 179.292102ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:09.236067Z","caller":"traceutil/trace.go:171","msg":"trace[309704278] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"290.806099ms","start":"2026-03-04T16:51:08.945249Z","end":"2026-03-04T16:51:09.236055Z","steps":["trace[309704278] 'process raft request' (duration: 290.551412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:09.236155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.264343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:51:09.236175Z","caller":"traceutil/trace.go:171","msg":"trace[1999979760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37087; }","duration":"284.322755ms","start":"2026-03-04T16:51:08.951847Z","end":"2026-03-04T16:51:09.23617Z","steps":["trace[1999979760] 'agreement among raft nodes before linearized reading' (duration: 284.218872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:09.236237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.817015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:51:09.236278Z","caller":"traceutil/trace.go:171","msg":"trace[1541914871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37087; }","duration":"119.873706ms","start":"2026-03-04T16:51:09.116393Z","end":"2026-03-04T16:51:09.236266Z","steps":["trace[1541914871] 'agreement among raft nodes before linearized reading' (duration: 119.792714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:09.236314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.838341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:51:09.236415Z","caller":"traceutil/trace.go:171","msg":"trace[299435762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37087; }","duration":"244.983875ms","start":"2026-03-04T16:51:08.991411Z","end":"2026-03-04T16:51:09.236395Z","steps":["trace[299435762] 'agreement among raft nodes before linearized reading' (duration: 244.739469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:09.473285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.531467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:51:09.473367Z","caller":"traceutil/trace.go:171","msg":"trace[425357616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37089; }","duration":"115.682692ms","start":"2026-03-04T16:51:09.357665Z","end":"2026-03-04T16:51:09.473347Z","steps":["trace[425357616] 'range keys from in-memory index tree' (duration: 115.349813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:11.174586Z","caller":"traceutil/trace.go:171","msg":"trace[519383732] transaction","detail":"{read_only:false; response_revision:37094; number_of_response:1; }","duration":"246.485343ms","start":"2026-03-04T16:51:10.928078Z","end":"2026-03-04T16:51:11.174563Z","steps":["trace[519383732] 'process raft request' (duration: 246.333009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.596475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.915274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:51:11.596581Z","caller":"traceutil/trace.go:171","msg":"trace[1309620336] transaction","detail":"{read_only:false; response_revision:37095; number_of_response:1; }","duration":"380.538967ms","start":"2026-03-04T16:51:11.216026Z","end":"2026-03-04T16:51:11.596565Z","steps":["trace[1309620336] 'process raft request' (duration: 102.450238ms)","trace[1309620336] 'compare' (duration: 277.427882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:11.596639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.216009Z","time spent":"380.609449ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:11.898807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.433958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:51:11.899186Z","caller":"traceutil/trace.go:171","msg":"trace[2128550805] transaction","detail":"{read_only:false; response_revision:37096; number_of_response:1; }","duration":"681.653333ms","start":"2026-03-04T16:51:11.217514Z","end":"2026-03-04T16:51:11.899168Z","steps":["trace[2128550805] 'process raft request' (duration: 520.793255ms)","trace[2128550805] 'compare' (duration: 160.042958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:11.899249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.217494Z","time spent":"681.726836ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:11.899634Z","caller":"traceutil/trace.go:171","msg":"trace[666848022] transaction","detail":"{read_only:false; response_revision:37097; number_of_response:1; }","duration":"657.64286ms","start":"2026-03-04T16:51:11.241956Z","end":"2026-03-04T16:51:11.899599Z","steps":["trace[666848022] 'process raft request' (duration: 657.063166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:11.899708Z","caller":"traceutil/trace.go:171","msg":"trace[1171164584] linearizableReadLoop","detail":"{readStateIndex:38414; appliedIndex:38408; }","duration":"624.481406ms","start":"2026-03-04T16:51:11.275217Z","end":"2026-03-04T16:51:11.899698Z","steps":["trace[1171164584] 'read index received' (duration: 43.192728ms)","trace[1171164584] 'applied index is now lower than readState.Index' (duration: 581.287928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:11.899744Z","caller":"traceutil/trace.go:171","msg":"trace[1096658624] transaction","detail":"{read_only:false; response_revision:37098; number_of_response:1; }","duration":"657.65075ms","start":"2026-03-04T16:51:11.242066Z","end":"2026-03-04T16:51:11.899717Z","steps":["trace[1096658624] 'process raft request' (duration: 656.997654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.899818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.241937Z","time spent":"657.787864ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:11.899881Z","caller":"traceutil/trace.go:171","msg":"trace[706372144] transaction","detail":"{read_only:false; response_revision:37099; number_of_response:1; }","duration":"657.051215ms","start":"2026-03-04T16:51:11.242824Z","end":"2026-03-04T16:51:11.899875Z","steps":["trace[706372144] 'process raft request' (duration: 656.800779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.899887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.242035Z","time spent":"657.773653ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:11.900049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.242804Z","time spent":"657.094146ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:11.900127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.919536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:51:11.900167Z","caller":"traceutil/trace.go:171","msg":"trace[1926524913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37100; }","duration":"625.002298ms","start":"2026-03-04T16:51:11.275154Z","end":"2026-03-04T16:51:11.900156Z","steps":["trace[1926524913] 'agreement among raft nodes before linearized reading' (duration: 624.875695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:11.899854Z","caller":"traceutil/trace.go:171","msg":"trace[1810302270] transaction","detail":"{read_only:false; response_revision:37100; number_of_response:1; }","duration":"656.616574ms","start":"2026-03-04T16:51:11.243229Z","end":"2026-03-04T16:51:11.899845Z","steps":["trace[1810302270] 'process raft request' (duration: 656.44114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.900201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.275132Z","time spent":"625.06169ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:51:11.900275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.258663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:51:11.90033Z","caller":"traceutil/trace.go:171","msg":"trace[144118502] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:37100; }","duration":"222.345605ms","start":"2026-03-04T16:51:11.677977Z","end":"2026-03-04T16:51:11.900323Z","steps":["trace[144118502] 'agreement among raft nodes before linearized reading' (duration: 222.230322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.900191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.791688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:51:11.900412Z","caller":"traceutil/trace.go:171","msg":"trace[1891152534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37100; }","duration":"599.019315ms","start":"2026-03-04T16:51:11.301347Z","end":"2026-03-04T16:51:11.900367Z","steps":["trace[1891152534] 'agreement among raft nodes before linearized reading' (duration: 598.721908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.900484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.30133Z","time spent":"599.140548ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:51:11.901017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.725168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:51:11.901081Z","caller":"traceutil/trace.go:171","msg":"trace[1152623289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37100; }","duration":"329.831211ms","start":"2026-03-04T16:51:11.571233Z","end":"2026-03-04T16:51:11.901064Z","steps":["trace[1152623289] 'agreement among raft nodes before linearized reading' (duration: 329.677737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.901124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.571208Z","time spent":"329.904253ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:51:11.901053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.403393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:51:11.901222Z","caller":"traceutil/trace.go:171","msg":"trace[401848155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37100; }","duration":"345.609978ms","start":"2026-03-04T16:51:11.555598Z","end":"2026-03-04T16:51:11.901208Z","steps":["trace[401848155] 'agreement among raft nodes before linearized reading' (duration: 345.361302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.901293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.555579Z","time spent":"345.702101ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:51:11.900194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.078211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:51:11.901372Z","caller":"traceutil/trace.go:171","msg":"trace[269597653] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:37100; }","duration":"264.271091ms","start":"2026-03-04T16:51:11.637091Z","end":"2026-03-04T16:51:11.901362Z","steps":["trace[269597653] 'agreement among raft nodes before linearized reading' (duration: 263.024709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:11.9008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:11.243215Z","time spent":"657.005184ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:12.065097Z","caller":"traceutil/trace.go:171","msg":"trace[719989979] transaction","detail":"{read_only:false; response_revision:37105; number_of_response:1; }","duration":"123.796835ms","start":"2026-03-04T16:51:11.941257Z","end":"2026-03-04T16:51:12.065054Z","steps":["trace[719989979] 'process raft request' (duration: 98.752945ms)","trace[719989979] 'compare' (duration: 24.894486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:12.569118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.165923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:51:12.569423Z","caller":"traceutil/trace.go:171","msg":"trace[1089931764] transaction","detail":"{read_only:false; response_revision:37107; number_of_response:1; }","duration":"224.424467ms","start":"2026-03-04T16:51:12.344986Z","end":"2026-03-04T16:51:12.569411Z","steps":["trace[1089931764] 'process raft request' (duration: 107.903496ms)","trace[1089931764] 'compare' (duration: 116.08662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:34.294676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832418354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:51:34.743399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036464013s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T16:51:34.74393Z","caller":"traceutil/trace.go:171","msg":"trace[405019823] transaction","detail":"{read_only:false; response_revision:37246; number_of_response:1; }","duration":"1.03710398s","start":"2026-03-04T16:51:33.706795Z","end":"2026-03-04T16:51:34.743899Z","steps":["trace[405019823] 'process raft request' (duration: 1.036825673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.74408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.706768Z","time spent":"1.037225693s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:34.758345Z","caller":"traceutil/trace.go:171","msg":"trace[2016244245] transaction","detail":"{read_only:false; response_revision:37247; number_of_response:1; }","duration":"780.229656ms","start":"2026-03-04T16:51:33.97808Z","end":"2026-03-04T16:51:34.758309Z","steps":["trace[2016244245] 'process raft request' (duration: 780.061362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:34.758459Z","caller":"traceutil/trace.go:171","msg":"trace[928028499] transaction","detail":"{read_only:false; response_revision:37251; number_of_response:1; }","duration":"769.676909ms","start":"2026-03-04T16:51:33.988776Z","end":"2026-03-04T16:51:34.758453Z","steps":["trace[928028499] 'process raft request' (duration: 769.579457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:34.758451Z","caller":"traceutil/trace.go:171","msg":"trace[206755492] transaction","detail":"{read_only:false; response_revision:37250; number_of_response:1; }","duration":"771.570618ms","start":"2026-03-04T16:51:33.98687Z","end":"2026-03-04T16:51:34.758441Z","steps":["trace[206755492] 'process raft request' (duration: 771.436345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:34.758469Z","caller":"traceutil/trace.go:171","msg":"trace[1504852571] linearizableReadLoop","detail":"{readStateIndex:38571; appliedIndex:38566; }","duration":"964.752239ms","start":"2026-03-04T16:51:33.793639Z","end":"2026-03-04T16:51:34.758391Z","steps":["trace[1504852571] 'read index received' (duration: 950.267234ms)","trace[1504852571] 'applied index is now lower than readState.Index' (duration: 14.484175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:51:34.758561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.978053Z","time spent":"780.415421ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:34.758573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.988764Z","time spent":"769.728251ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:34.758383Z","caller":"traceutil/trace.go:171","msg":"trace[754621649] transaction","detail":"{read_only:false; response_revision:37248; number_of_response:1; }","duration":"773.220579ms","start":"2026-03-04T16:51:33.985134Z","end":"2026-03-04T16:51:34.758355Z","steps":["trace[754621649] 'process raft request' (duration: 773.110006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.758688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.986855Z","time spent":"771.64472ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:34.758422Z","caller":"traceutil/trace.go:171","msg":"trace[2123078811] transaction","detail":"{read_only:false; response_revision:37249; number_of_response:1; }","duration":"772.556632ms","start":"2026-03-04T16:51:33.985851Z","end":"2026-03-04T16:51:34.758407Z","steps":["trace[2123078811] 'process raft request' (duration: 772.420329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.758802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.985826Z","time spent":"772.952842ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:34.758816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.985109Z","time spent":"773.590128ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:34.75895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.300313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:34.759032Z","caller":"traceutil/trace.go:171","msg":"trace[1640792043] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37251; }","duration":"965.412075ms","start":"2026-03-04T16:51:33.793603Z","end":"2026-03-04T16:51:34.759015Z","steps":["trace[1640792043] 'agreement among raft nodes before linearized reading' (duration: 965.111598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.890832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:51:34.759097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.547153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:34.75917Z","caller":"traceutil/trace.go:171","msg":"trace[1029201578] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:37251; }","duration":"145.681067ms","start":"2026-03-04T16:51:34.613472Z","end":"2026-03-04T16:51:34.759154Z","steps":["trace[1029201578] 'agreement among raft nodes before linearized reading' (duration: 145.521303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.332498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T16:51:34.759194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.156259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:51:34.759132Z","caller":"traceutil/trace.go:171","msg":"trace[422021915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37251; }","duration":"270.033605ms","start":"2026-03-04T16:51:34.489087Z","end":"2026-03-04T16:51:34.75912Z","steps":["trace[422021915] 'agreement among raft nodes before linearized reading' (duration: 269.919422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:34.759216Z","caller":"traceutil/trace.go:171","msg":"trace[1769661140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:37251; }","duration":"571.431241ms","start":"2026-03-04T16:51:34.187769Z","end":"2026-03-04T16:51:34.7592Z","steps":["trace[1769661140] 'agreement among raft nodes before linearized reading' (duration: 571.232396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.793585Z","time spent":"965.486378ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:51:34.759259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.187753Z","time spent":"571.495432ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T16:51:34.75928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.178204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T16:51:34.759226Z","caller":"traceutil/trace.go:171","msg":"trace[1409043486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37251; }","duration":"661.209949ms","start":"2026-03-04T16:51:34.098006Z","end":"2026-03-04T16:51:34.759216Z","steps":["trace[1409043486] 'agreement among raft nodes before linearized reading' (duration: 661.098177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.750382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:51:34.759322Z","caller":"traceutil/trace.go:171","msg":"trace[1082064635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37251; }","duration":"662.237656ms","start":"2026-03-04T16:51:34.097072Z","end":"2026-03-04T16:51:34.75931Z","steps":["trace[1082064635] 'agreement among raft nodes before linearized reading' (duration: 662.077592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.097996Z","time spent":"661.320933ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:51:34.759359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.097061Z","time spent":"662.289917ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T16:51:34.759328Z","caller":"traceutil/trace.go:171","msg":"trace[921691911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37251; }","duration":"659.796564ms","start":"2026-03-04T16:51:34.099522Z","end":"2026-03-04T16:51:34.759318Z","steps":["trace[921691911] 'agreement among raft nodes before linearized reading' (duration: 659.719272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.099514Z","time spent":"659.989628ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:51:34.759554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.204285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T16:51:34.759075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.19981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:51:34.759588Z","caller":"traceutil/trace.go:171","msg":"trace[2013719605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37251; }","duration":"668.342339ms","start":"2026-03-04T16:51:34.091238Z","end":"2026-03-04T16:51:34.75958Z","steps":["trace[2013719605] 'agreement among raft nodes before linearized reading' (duration: 668.243647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:34.759615Z","caller":"traceutil/trace.go:171","msg":"trace[583563505] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:37251; }","duration":"330.792165ms","start":"2026-03-04T16:51:34.428811Z","end":"2026-03-04T16:51:34.759603Z","steps":["trace[583563505] 'agreement among raft nodes before linearized reading' (duration: 330.20342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.759633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.091214Z","time spent":"668.39265ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:51:34.75965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:34.428789Z","time spent":"330.849306ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:51:34.76004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.606609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:51:34.760085Z","caller":"traceutil/trace.go:171","msg":"trace[1638022377] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37251; }","duration":"845.692172ms","start":"2026-03-04T16:51:33.914384Z","end":"2026-03-04T16:51:34.760076Z","steps":["trace[1638022377] 'agreement among raft nodes before linearized reading' (duration: 844.575004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:34.760114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:33.914364Z","time spent":"845.740953ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":192,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:51:54.960592Z","caller":"traceutil/trace.go:171","msg":"trace[1855550611] transaction","detail":"{read_only:false; response_revision:37384; number_of_response:1; }","duration":"141.933361ms","start":"2026-03-04T16:51:54.818621Z","end":"2026-03-04T16:51:54.960555Z","steps":["trace[1855550611] 'process raft request' (duration: 141.399718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:55.186719Z","caller":"traceutil/trace.go:171","msg":"trace[441369980] linearizableReadLoop","detail":"{readStateIndex:38713; appliedIndex:38707; }","duration":"338.518279ms","start":"2026-03-04T16:51:54.848174Z","end":"2026-03-04T16:51:55.186692Z","steps":["trace[441369980] 'read index received' (duration: 111.914306ms)","trace[441369980] 'applied index is now lower than readState.Index' (duration: 226.602793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:51:55.18704Z","caller":"traceutil/trace.go:171","msg":"trace[360542608] transaction","detail":"{read_only:false; response_revision:37385; number_of_response:1; }","duration":"362.705257ms","start":"2026-03-04T16:51:54.824315Z","end":"2026-03-04T16:51:55.18702Z","steps":["trace[360542608] 'process raft request' (duration: 362.052511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.187196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.824291Z","time spent":"362.81065ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:55.18739Z","caller":"traceutil/trace.go:171","msg":"trace[1729555011] transaction","detail":"{read_only:false; response_revision:37386; number_of_response:1; }","duration":"357.751682ms","start":"2026-03-04T16:51:54.829618Z","end":"2026-03-04T16:51:55.187369Z","steps":["trace[1729555011] 'process raft request' (duration: 356.929401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.18748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.829596Z","time spent":"357.840914ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:55.187833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.642667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:51:55.187869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.372766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:51:55.187914Z","caller":"traceutil/trace.go:171","msg":"trace[1912904449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37389; }","duration":"339.770531ms","start":"2026-03-04T16:51:54.848123Z","end":"2026-03-04T16:51:55.187893Z","steps":["trace[1912904449] 'agreement among raft nodes before linearized reading' (duration: 339.504123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:55.187925Z","caller":"traceutil/trace.go:171","msg":"trace[1619116649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37389; }","duration":"336.461238ms","start":"2026-03-04T16:51:54.85145Z","end":"2026-03-04T16:51:55.187911Z","steps":["trace[1619116649] 'agreement among raft nodes before linearized reading' (duration: 336.286593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.187967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.851435Z","time spent":"336.521689ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:51:55.188078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.848102Z","time spent":"339.965736ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T16:51:55.188318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.100438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:55.188387Z","caller":"traceutil/trace.go:171","msg":"trace[1134913769] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:37389; }","duration":"121.20406ms","start":"2026-03-04T16:51:55.067164Z","end":"2026-03-04T16:51:55.188368Z","steps":["trace[1134913769] 'agreement among raft nodes before linearized reading' (duration: 121.102468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.188646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.831687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:51:55.188658Z","caller":"traceutil/trace.go:171","msg":"trace[1020751091] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"358.309857ms","start":"2026-03-04T16:51:54.830317Z","end":"2026-03-04T16:51:55.188627Z","steps":["trace[1020751091] 'process raft request' (duration: 356.270665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:55.188706Z","caller":"traceutil/trace.go:171","msg":"trace[1307727564] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37389; }","duration":"307.935369ms","start":"2026-03-04T16:51:54.880754Z","end":"2026-03-04T16:51:55.188689Z","steps":["trace[1307727564] 'agreement among raft nodes before linearized reading' (duration: 307.845627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.188746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.880732Z","time spent":"308.003321ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:51:55.188812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.830296Z","time spent":"358.42051ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:51:55.188935Z","caller":"traceutil/trace.go:171","msg":"trace[1291220817] transaction","detail":"{read_only:false; response_revision:37388; number_of_response:1; }","duration":"357.831675ms","start":"2026-03-04T16:51:54.831096Z","end":"2026-03-04T16:51:55.188927Z","steps":["trace[1291220817] 'process raft request' (duration: 355.528247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.188981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.831077Z","time spent":"357.880396ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:55.18903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.586704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:51:55.189072Z","caller":"traceutil/trace.go:171","msg":"trace[1724791628] transaction","detail":"{read_only:false; response_revision:37389; number_of_response:1; }","duration":"357.141458ms","start":"2026-03-04T16:51:54.831918Z","end":"2026-03-04T16:51:55.18906Z","steps":["trace[1724791628] 'process raft request' (duration: 354.737127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.189164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.831897Z","time spent":"357.21242ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:51:55.189172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.767609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:51:55.189217Z","caller":"traceutil/trace.go:171","msg":"trace[1253162390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37389; }","duration":"329.82519ms","start":"2026-03-04T16:51:54.859379Z","end":"2026-03-04T16:51:55.189204Z","steps":["trace[1253162390] 'agreement among raft nodes before linearized reading' (duration: 329.719048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:51:55.189079Z","caller":"traceutil/trace.go:171","msg":"trace[718336509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37389; }","duration":"327.677956ms","start":"2026-03-04T16:51:54.86139Z","end":"2026-03-04T16:51:55.189068Z","steps":["trace[718336509] 'agreement among raft nodes before linearized reading' (duration: 327.543442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.189264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.861366Z","time spent":"327.890262ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:51:55.189261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.859372Z","time spent":"329.879201ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:51:55.189354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.451832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:51:55.189401Z","caller":"traceutil/trace.go:171","msg":"trace[1393239112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37389; }","duration":"335.515224ms","start":"2026-03-04T16:51:54.853875Z","end":"2026-03-04T16:51:55.18939Z","steps":["trace[1393239112] 'agreement among raft nodes before linearized reading' (duration: 335.407111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:51:55.189447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:51:54.853867Z","time spent":"335.569745ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T16:52:37.408637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.322966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:52:37.409126Z","caller":"traceutil/trace.go:171","msg":"trace[1375006700] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37668; }","duration":"104.89251ms","start":"2026-03-04T16:52:37.304212Z","end":"2026-03-04T16:52:37.409105Z","steps":["trace[1375006700] 'count revisions from in-memory index tree' (duration: 104.203482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.408689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.426103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:52:37.409444Z","caller":"traceutil/trace.go:171","msg":"trace[1484437297] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37668; }","duration":"104.190242ms","start":"2026-03-04T16:52:37.305234Z","end":"2026-03-04T16:52:37.409424Z","steps":["trace[1484437297] 'count revisions from in-memory index tree' (duration: 103.34012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.708498Z","caller":"traceutil/trace.go:171","msg":"trace[1206163837] transaction","detail":"{read_only:false; response_revision:37670; number_of_response:1; }","duration":"264.735593ms","start":"2026-03-04T16:52:37.44372Z","end":"2026-03-04T16:52:37.708456Z","steps":["trace[1206163837] 'process raft request' (duration: 264.439096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.70879Z","caller":"traceutil/trace.go:171","msg":"trace[397411282] transaction","detail":"{read_only:false; response_revision:37672; number_of_response:1; }","duration":"260.372252ms","start":"2026-03-04T16:52:37.448402Z","end":"2026-03-04T16:52:37.708775Z","steps":["trace[397411282] 'process raft request' (duration: 259.993703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.708502Z","caller":"traceutil/trace.go:171","msg":"trace[1676223507] transaction","detail":"{read_only:false; response_revision:37671; number_of_response:1; }","duration":"264.746893ms","start":"2026-03-04T16:52:37.443723Z","end":"2026-03-04T16:52:37.70847Z","steps":["trace[1676223507] 'process raft request' (duration: 264.621049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.708927Z","caller":"traceutil/trace.go:171","msg":"trace[901148366] linearizableReadLoop","detail":"{readStateIndex:39006; appliedIndex:39002; }","duration":"174.644165ms","start":"2026-03-04T16:52:37.534232Z","end":"2026-03-04T16:52:37.708877Z","steps":["trace[901148366] 'read index received' (duration: 174.07132ms)","trace[901148366] 'applied index is now lower than readState.Index' (duration: 570.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:37.709059Z","caller":"traceutil/trace.go:171","msg":"trace[244227316] transaction","detail":"{read_only:false; response_revision:37673; number_of_response:1; }","duration":"258.906196ms","start":"2026-03-04T16:52:37.449971Z","end":"2026-03-04T16:52:37.708877Z","steps":["trace[244227316] 'process raft request' (duration: 258.756762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.709305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.050915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:52:37.709415Z","caller":"traceutil/trace.go:171","msg":"trace[1983342062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37673; }","duration":"175.205339ms","start":"2026-03-04T16:52:37.534185Z","end":"2026-03-04T16:52:37.70939Z","steps":["trace[1983342062] 'agreement among raft nodes before linearized reading' (duration: 174.837959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.866419Z","caller":"traceutil/trace.go:171","msg":"trace[2073447427] transaction","detail":"{read_only:false; response_revision:37674; number_of_response:1; }","duration":"269.927602ms","start":"2026-03-04T16:52:37.596463Z","end":"2026-03-04T16:52:37.86639Z","steps":["trace[2073447427] 'process raft request' (duration: 186.512744ms)","trace[2073447427] 'compare' (duration: 83.188483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:37.866488Z","caller":"traceutil/trace.go:171","msg":"trace[2008995370] linearizableReadLoop","detail":"{readStateIndex:39007; appliedIndex:39006; }","duration":"157.415781ms","start":"2026-03-04T16:52:37.709044Z","end":"2026-03-04T16:52:37.86646Z","steps":["trace[2008995370] 'read index received' (duration: 73.943751ms)","trace[2008995370] 'applied index is now lower than readState.Index' (duration: 83.469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:52:37.866952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.426515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:52:37.867018Z","caller":"traceutil/trace.go:171","msg":"trace[1796724711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37675; }","duration":"262.532087ms","start":"2026-03-04T16:52:37.604469Z","end":"2026-03-04T16:52:37.867001Z","steps":["trace[1796724711] 'agreement among raft nodes before linearized reading' (duration: 262.077645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.342808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:52:37.867152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.775981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:52:37.867191Z","caller":"traceutil/trace.go:171","msg":"trace[1509500611] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:37675; }","duration":"279.822362ms","start":"2026-03-04T16:52:37.58736Z","end":"2026-03-04T16:52:37.867182Z","steps":["trace[1509500611] 'agreement among raft nodes before linearized reading' (duration: 279.194645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:37.867148Z","caller":"traceutil/trace.go:171","msg":"trace[1060119020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37675; }","duration":"323.495492ms","start":"2026-03-04T16:52:37.543632Z","end":"2026-03-04T16:52:37.867127Z","steps":["trace[1060119020] 'agreement among raft nodes before linearized reading' (duration: 322.941887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:37.543604Z","time spent":"323.620104ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:52:37.867315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.354796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:52:37.867389Z","caller":"traceutil/trace.go:171","msg":"trace[1766972989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37675; }","duration":"315.46362ms","start":"2026-03-04T16:52:37.551912Z","end":"2026-03-04T16:52:37.867376Z","steps":["trace[1766972989] 'agreement among raft nodes before linearized reading' (duration: 314.658229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.208104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T16:52:37.867432Z","caller":"traceutil/trace.go:171","msg":"trace[734431067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37675; }","duration":"292.270966ms","start":"2026-03-04T16:52:37.575152Z","end":"2026-03-04T16:52:37.867423Z","steps":["trace[734431067] 'agreement among raft nodes before linearized reading' (duration: 291.354512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:37.551902Z","time spent":"315.519651ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:52:37.867597Z","caller":"traceutil/trace.go:171","msg":"trace[1071218052] transaction","detail":"{read_only:false; response_revision:37675; number_of_response:1; }","duration":"153.837952ms","start":"2026-03-04T16:52:37.713739Z","end":"2026-03-04T16:52:37.867577Z","steps":["trace[1071218052] 'process raft request' (duration: 152.649431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.222535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:52:37.867788Z","caller":"traceutil/trace.go:171","msg":"trace[84567721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37675; }","duration":"329.321208ms","start":"2026-03-04T16:52:37.538452Z","end":"2026-03-04T16:52:37.867773Z","steps":["trace[84567721] 'agreement among raft nodes before linearized reading' (duration: 328.131577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:37.867832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:37.538443Z","time spent":"329.374619ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:52:38.097585Z","caller":"traceutil/trace.go:171","msg":"trace[436165828] transaction","detail":"{read_only:false; response_revision:37676; number_of_response:1; }","duration":"302.350479ms","start":"2026-03-04T16:52:37.79517Z","end":"2026-03-04T16:52:38.097521Z","steps":["trace[436165828] 'process raft request' (duration: 228.975633ms)","trace[436165828] 'compare' (duration: 73.221403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:52:38.097779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:37.795145Z","time spent":"302.511483ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:38.09819Z","caller":"traceutil/trace.go:171","msg":"trace[309624505] transaction","detail":"{read_only:false; response_revision:37677; number_of_response:1; }","duration":"225.744001ms","start":"2026-03-04T16:52:37.872427Z","end":"2026-03-04T16:52:38.098171Z","steps":["trace[309624505] 'process raft request' (duration: 225.056284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:38.098231Z","caller":"traceutil/trace.go:171","msg":"trace[311339362] transaction","detail":"{read_only:false; response_revision:37678; number_of_response:1; }","duration":"225.675078ms","start":"2026-03-04T16:52:37.872532Z","end":"2026-03-04T16:52:38.098208Z","steps":["trace[311339362] 'process raft request' (duration: 225.210267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:38.098322Z","caller":"traceutil/trace.go:171","msg":"trace[1786342327] transaction","detail":"{read_only:false; response_revision:37679; number_of_response:1; }","duration":"225.697319ms","start":"2026-03-04T16:52:37.872589Z","end":"2026-03-04T16:52:38.098286Z","steps":["trace[1786342327] 'process raft request' (duration: 225.229598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:38.098441Z","caller":"traceutil/trace.go:171","msg":"trace[1606238132] linearizableReadLoop","detail":"{readStateIndex:39014; appliedIndex:39008; }","duration":"115.524707ms","start":"2026-03-04T16:52:37.982903Z","end":"2026-03-04T16:52:38.098428Z","steps":["trace[1606238132] 'read index received' (duration: 41.258768ms)","trace[1606238132] 'applied index is now lower than readState.Index' (duration: 74.265159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:38.09846Z","caller":"traceutil/trace.go:171","msg":"trace[534610781] transaction","detail":"{read_only:false; response_revision:37681; number_of_response:1; }","duration":"225.586287ms","start":"2026-03-04T16:52:37.872851Z","end":"2026-03-04T16:52:38.098437Z","steps":["trace[534610781] 'process raft request' (duration: 225.055714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:38.098618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.706252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:52:38.098577Z","caller":"traceutil/trace.go:171","msg":"trace[1850890893] transaction","detail":"{read_only:false; response_revision:37680; number_of_response:1; }","duration":"225.795992ms","start":"2026-03-04T16:52:37.872638Z","end":"2026-03-04T16:52:38.098434Z","steps":["trace[1850890893] 'process raft request' (duration: 225.225088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:38.09866Z","caller":"traceutil/trace.go:171","msg":"trace[1695693355] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37681; }","duration":"115.808684ms","start":"2026-03-04T16:52:37.982841Z","end":"2026-03-04T16:52:38.09865Z","steps":["trace[1695693355] 'agreement among raft nodes before linearized reading' (duration: 115.674171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:39.807394Z","caller":"traceutil/trace.go:171","msg":"trace[138852068] linearizableReadLoop","detail":"{readStateIndex:39015; appliedIndex:39015; }","duration":"377.259243ms","start":"2026-03-04T16:52:39.430109Z","end":"2026-03-04T16:52:39.807369Z","steps":["trace[138852068] 'read index received' (duration: 377.250383ms)","trace[138852068] 'applied index is now lower than readState.Index' (duration: 7.17µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:39.807407Z","caller":"traceutil/trace.go:171","msg":"trace[1440757079] transaction","detail":"{read_only:false; response_revision:37682; number_of_response:1; }","duration":"584.321525ms","start":"2026-03-04T16:52:39.223054Z","end":"2026-03-04T16:52:39.807376Z","steps":["trace[1440757079] 'process raft request' (duration: 584.12716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:39.807584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.223035Z","time spent":"584.454687ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:39.807636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.500999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T16:52:39.80781Z","caller":"traceutil/trace.go:171","msg":"trace[746736945] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37682; }","duration":"377.709725ms","start":"2026-03-04T16:52:39.430077Z","end":"2026-03-04T16:52:39.807787Z","steps":["trace[746736945] 'agreement among raft nodes before linearized reading' (duration: 377.405017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:39.807869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.43006Z","time spent":"377.795226ms","remote":"127.0.0.1:47284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T16:52:40.038598Z","caller":"traceutil/trace.go:171","msg":"trace[2056152189] transaction","detail":"{read_only:false; response_revision:37684; number_of_response:1; }","duration":"324.549128ms","start":"2026-03-04T16:52:39.71402Z","end":"2026-03-04T16:52:40.038569Z","steps":["trace[2056152189] 'process raft request' (duration: 324.412634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.038773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.714004Z","time spent":"324.681391ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:40.038804Z","caller":"traceutil/trace.go:171","msg":"trace[345042375] transaction","detail":"{read_only:false; response_revision:37683; number_of_response:1; }","duration":"539.368924ms","start":"2026-03-04T16:52:39.499273Z","end":"2026-03-04T16:52:40.038642Z","steps":["trace[345042375] 'process raft request' (duration: 538.963334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.038912Z","caller":"traceutil/trace.go:171","msg":"trace[295304019] transaction","detail":"{read_only:false; response_revision:37686; number_of_response:1; }","duration":"324.628799ms","start":"2026-03-04T16:52:39.714274Z","end":"2026-03-04T16:52:40.038902Z","steps":["trace[295304019] 'process raft request' (duration: 324.498986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.038924Z","caller":"traceutil/trace.go:171","msg":"trace[1130961113] linearizableReadLoop","detail":"{readStateIndex:39020; appliedIndex:39015; }","duration":"231.429954ms","start":"2026-03-04T16:52:39.807471Z","end":"2026-03-04T16:52:40.038901Z","steps":["trace[1130961113] 'read index received' (duration: 230.85626ms)","trace[1130961113] 'applied index is now lower than readState.Index' (duration: 572.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:52:40.039027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.71425Z","time spent":"324.698981ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:40.039077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.119189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T16:52:40.039119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.540658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:52:40.039155Z","caller":"traceutil/trace.go:171","msg":"trace[2129772053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37687; }","duration":"599.611629ms","start":"2026-03-04T16:52:39.439533Z","end":"2026-03-04T16:52:40.039144Z","steps":["trace[2129772053] 'agreement among raft nodes before linearized reading' (duration: 599.468466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.039157Z","caller":"traceutil/trace.go:171","msg":"trace[1978036124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37687; }","duration":"249.234932ms","start":"2026-03-04T16:52:39.789903Z","end":"2026-03-04T16:52:40.039138Z","steps":["trace[1978036124] 'agreement among raft nodes before linearized reading' (duration: 249.025077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.039192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.43952Z","time spent":"599.664341ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:52:40.038844Z","caller":"traceutil/trace.go:171","msg":"trace[1570307900] transaction","detail":"{read_only:false; response_revision:37685; number_of_response:1; }","duration":"324.591119ms","start":"2026-03-04T16:52:39.714223Z","end":"2026-03-04T16:52:40.038814Z","steps":["trace[1570307900] 'process raft request' (duration: 324.292311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.03921Z","caller":"traceutil/trace.go:171","msg":"trace[1700219319] transaction","detail":"{read_only:false; response_revision:37687; number_of_response:1; }","duration":"323.740938ms","start":"2026-03-04T16:52:39.715434Z","end":"2026-03-04T16:52:40.039175Z","steps":["trace[1700219319] 'process raft request' (duration: 323.42763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.039266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.714216Z","time spent":"325.014039ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:40.03905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.499253Z","time spent":"539.674832ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:40.039081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.138057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:52:40.039396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.715425Z","time spent":"323.873951ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:40.039446Z","caller":"traceutil/trace.go:171","msg":"trace[401692370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37687; }","duration":"537.532097ms","start":"2026-03-04T16:52:39.5019Z","end":"2026-03-04T16:52:40.039432Z","steps":["trace[401692370] 'agreement among raft nodes before linearized reading' (duration: 537.047065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.039494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:39.501887Z","time spent":"537.592328ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:52:40.065093Z","caller":"traceutil/trace.go:171","msg":"trace[469385740] transaction","detail":"{read_only:false; response_revision:37688; number_of_response:1; }","duration":"192.797402ms","start":"2026-03-04T16:52:39.872266Z","end":"2026-03-04T16:52:40.065063Z","steps":["trace[469385740] 'process raft request' (duration: 192.620798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.0653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.784881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:52:40.065373Z","caller":"traceutil/trace.go:171","msg":"trace[1265566047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37688; }","duration":"192.872293ms","start":"2026-03-04T16:52:39.872484Z","end":"2026-03-04T16:52:40.065356Z","steps":["trace[1265566047] 'agreement among raft nodes before linearized reading' (duration: 192.586536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.065502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.758369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:52:40.065635Z","caller":"traceutil/trace.go:171","msg":"trace[266121840] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:37688; }","duration":"209.948324ms","start":"2026-03-04T16:52:39.855658Z","end":"2026-03-04T16:52:40.065606Z","steps":["trace[266121840] 'agreement among raft nodes before linearized reading' (duration: 209.438271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.43041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.617411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:52:40.430511Z","caller":"traceutil/trace.go:171","msg":"trace[798003434] linearizableReadLoop","detail":"{readStateIndex:39023; appliedIndex:39022; }","duration":"332.139649ms","start":"2026-03-04T16:52:40.098354Z","end":"2026-03-04T16:52:40.430494Z","steps":["trace[798003434] 'read index received' (duration: 88.246281ms)","trace[798003434] 'applied index is now lower than readState.Index' (duration: 243.891928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:40.430607Z","caller":"traceutil/trace.go:171","msg":"trace[465236239] transaction","detail":"{read_only:false; response_revision:37690; number_of_response:1; }","duration":"361.001445ms","start":"2026-03-04T16:52:40.069576Z","end":"2026-03-04T16:52:40.430578Z","steps":["trace[465236239] 'process raft request' (duration: 116.996895ms)","trace[465236239] 'compare' (duration: 242.911212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:52:40.43069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.316673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"warn","ts":"2026-03-04T16:52:40.430722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.054375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:52:40.430732Z","caller":"traceutil/trace.go:171","msg":"trace[793158862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37690; }","duration":"332.385745ms","start":"2026-03-04T16:52:40.098336Z","end":"2026-03-04T16:52:40.430722Z","steps":["trace[793158862] 'agreement among raft nodes before linearized reading' (duration: 332.237951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.430745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.069555Z","time spent":"361.118427ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:40.43076Z","caller":"traceutil/trace.go:171","msg":"trace[363976797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37690; }","duration":"328.122807ms","start":"2026-03-04T16:52:40.102628Z","end":"2026-03-04T16:52:40.43075Z","steps":["trace[363976797] 'agreement among raft nodes before linearized reading' (duration: 327.967103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.430774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.098321Z","time spent":"332.439977ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T16:52:40.430758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.034675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T16:52:40.430796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.102607Z","time spent":"328.182988ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T16:52:40.430835Z","caller":"traceutil/trace.go:171","msg":"trace[1599255780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37690; }","duration":"328.145698ms","start":"2026-03-04T16:52:40.102671Z","end":"2026-03-04T16:52:40.430817Z","steps":["trace[1599255780] 'agreement among raft nodes before linearized reading' (duration: 327.963063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.430893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.102655Z","time spent":"328.219589ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:52:40.430885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.949313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T16:52:40.430771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.066805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:52:40.430975Z","caller":"traceutil/trace.go:171","msg":"trace[1804905353] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37690; }","duration":"115.093966ms","start":"2026-03-04T16:52:40.315859Z","end":"2026-03-04T16:52:40.430953Z","steps":["trace[1804905353] 'agreement among raft nodes before linearized reading' (duration: 114.789059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.430994Z","caller":"traceutil/trace.go:171","msg":"trace[173399351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37690; }","duration":"328.306262ms","start":"2026-03-04T16:52:40.102675Z","end":"2026-03-04T16:52:40.430981Z","steps":["trace[173399351] 'agreement among raft nodes before linearized reading' (duration: 327.996434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.431008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.285282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:52:40.431102Z","caller":"traceutil/trace.go:171","msg":"trace[1433715165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37690; }","duration":"328.429015ms","start":"2026-03-04T16:52:40.102653Z","end":"2026-03-04T16:52:40.431082Z","steps":["trace[1433715165] 'agreement among raft nodes before linearized reading' (duration: 328.093416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:40.431043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.102669Z","time spent":"328.360593ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T16:52:40.431154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:40.10264Z","time spent":"328.505627ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:52:40.720101Z","caller":"traceutil/trace.go:171","msg":"trace[224320991] transaction","detail":"{read_only:false; response_revision:37694; number_of_response:1; }","duration":"283.015842ms","start":"2026-03-04T16:52:40.437064Z","end":"2026-03-04T16:52:40.72008Z","steps":["trace[224320991] 'process raft request' (duration: 282.948531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.720228Z","caller":"traceutil/trace.go:171","msg":"trace[119056296] transaction","detail":"{read_only:false; response_revision:37695; number_of_response:1; }","duration":"199.332797ms","start":"2026-03-04T16:52:40.52088Z","end":"2026-03-04T16:52:40.720213Z","steps":["trace[119056296] 'process raft request' (duration: 199.163772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.720229Z","caller":"traceutil/trace.go:171","msg":"trace[1962629068] transaction","detail":"{read_only:false; response_revision:37692; number_of_response:1; }","duration":"284.246553ms","start":"2026-03-04T16:52:40.435946Z","end":"2026-03-04T16:52:40.720192Z","steps":["trace[1962629068] 'process raft request' (duration: 283.901875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:40.720285Z","caller":"traceutil/trace.go:171","msg":"trace[182631632] transaction","detail":"{read_only:false; response_revision:37693; number_of_response:1; }","duration":"283.402471ms","start":"2026-03-04T16:52:40.436841Z","end":"2026-03-04T16:52:40.720243Z","steps":["trace[182631632] 'process raft request' (duration: 283.136485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:41.916454Z","caller":"traceutil/trace.go:171","msg":"trace[36217100] transaction","detail":"{read_only:false; response_revision:37697; number_of_response:1; }","duration":"102.388306ms","start":"2026-03-04T16:52:41.814038Z","end":"2026-03-04T16:52:41.916427Z","steps":["trace[36217100] 'process raft request' (duration: 99.309699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:58.500205Z","caller":"traceutil/trace.go:171","msg":"trace[703950008] linearizableReadLoop","detail":"{readStateIndex:39149; appliedIndex:39144; }","duration":"180.678927ms","start":"2026-03-04T16:52:58.319497Z","end":"2026-03-04T16:52:58.500176Z","steps":["trace[703950008] 'read index received' (duration: 180.325608ms)","trace[703950008] 'applied index is now lower than readState.Index' (duration: 352.099µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:52:58.50051Z","caller":"traceutil/trace.go:171","msg":"trace[2011243799] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"306.037282ms","start":"2026-03-04T16:52:58.19444Z","end":"2026-03-04T16:52:58.500477Z","steps":["trace[2011243799] 'process raft request' (duration: 305.57972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.500727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:58.194422Z","time spent":"306.163224ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:58.501036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.7176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T16:52:58.501213Z","caller":"traceutil/trace.go:171","msg":"trace[2084323443] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:37812; }","duration":"101.924855ms","start":"2026-03-04T16:52:58.39924Z","end":"2026-03-04T16:52:58.501164Z","steps":["trace[2084323443] 'agreement among raft nodes before linearized reading' (duration: 101.486654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:58.50141Z","caller":"traceutil/trace.go:171","msg":"trace[374025479] transaction","detail":"{read_only:false; response_revision:37808; number_of_response:1; }","duration":"307.009065ms","start":"2026-03-04T16:52:58.194379Z","end":"2026-03-04T16:52:58.501388Z","steps":["trace[374025479] 'process raft request' (duration: 305.472417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.501561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:58.194352Z","time spent":"307.113788ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:58.501842Z","caller":"traceutil/trace.go:171","msg":"trace[1738859294] transaction","detail":"{read_only:false; response_revision:37811; number_of_response:1; }","duration":"307.019977ms","start":"2026-03-04T16:52:58.194786Z","end":"2026-03-04T16:52:58.501806Z","steps":["trace[1738859294] 'process raft request' (duration: 305.318523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.50202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:58.19475Z","time spent":"307.175151ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:58.50216Z","caller":"traceutil/trace.go:171","msg":"trace[175683160] transaction","detail":"{read_only:false; response_revision:37810; number_of_response:1; }","duration":"307.57477ms","start":"2026-03-04T16:52:58.194575Z","end":"2026-03-04T16:52:58.50215Z","steps":["trace[175683160] 'process raft request' (duration: 305.485617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.502215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:58.194563Z","time spent":"307.623632ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:52:58.50248Z","caller":"traceutil/trace.go:171","msg":"trace[151814965] transaction","detail":"{read_only:false; response_revision:37812; number_of_response:1; }","duration":"306.235437ms","start":"2026-03-04T16:52:58.196234Z","end":"2026-03-04T16:52:58.50247Z","steps":["trace[151814965] 'process raft request' (duration: 303.902378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.502544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:52:58.196214Z","time spent":"306.298749ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:52:58.504924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.402717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:52:58.50502Z","caller":"traceutil/trace.go:171","msg":"trace[1650800353] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:37812; }","duration":"185.50998ms","start":"2026-03-04T16:52:58.319489Z","end":"2026-03-04T16:52:58.504999Z","steps":["trace[1650800353] 'agreement among raft nodes before linearized reading' (duration: 180.935254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:52:58.687154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:52:58.687233Z","caller":"traceutil/trace.go:171","msg":"trace[499962380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37812; }","duration":"127.93946ms","start":"2026-03-04T16:52:58.559272Z","end":"2026-03-04T16:52:58.687211Z","steps":["trace[499962380] 'range keys from in-memory index tree' (duration: 127.667854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:58.938462Z","caller":"traceutil/trace.go:171","msg":"trace[1424606776] transaction","detail":"{read_only:false; response_revision:37816; number_of_response:1; }","duration":"105.529345ms","start":"2026-03-04T16:52:58.832906Z","end":"2026-03-04T16:52:58.938435Z","steps":["trace[1424606776] 'process raft request' (duration: 99.229416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:52:58.938626Z","caller":"traceutil/trace.go:171","msg":"trace[189288265] transaction","detail":"{read_only:false; response_revision:37817; number_of_response:1; }","duration":"105.619808ms","start":"2026-03-04T16:52:58.832977Z","end":"2026-03-04T16:52:58.938597Z","steps":["trace[189288265] 'process raft request' (duration: 105.252239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.349473Z","caller":"traceutil/trace.go:171","msg":"trace[576947763] transaction","detail":"{read_only:false; response_revision:37847; number_of_response:1; }","duration":"156.783195ms","start":"2026-03-04T16:53:04.192666Z","end":"2026-03-04T16:53:04.349449Z","steps":["trace[576947763] 'process raft request' (duration: 156.639372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.640677Z","caller":"traceutil/trace.go:171","msg":"trace[1994080343] transaction","detail":"{read_only:false; response_revision:37848; number_of_response:1; }","duration":"108.592333ms","start":"2026-03-04T16:53:04.532064Z","end":"2026-03-04T16:53:04.640656Z","steps":["trace[1994080343] 'process raft request' (duration: 108.451489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.804028Z","caller":"traceutil/trace.go:171","msg":"trace[1432599986] transaction","detail":"{read_only:false; response_revision:37850; number_of_response:1; }","duration":"246.399761ms","start":"2026-03-04T16:53:04.557606Z","end":"2026-03-04T16:53:04.804006Z","steps":["trace[1432599986] 'process raft request' (duration: 246.34559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.804075Z","caller":"traceutil/trace.go:171","msg":"trace[1696151411] transaction","detail":"{read_only:false; response_revision:37849; number_of_response:1; }","duration":"250.164535ms","start":"2026-03-04T16:53:04.553876Z","end":"2026-03-04T16:53:04.804041Z","steps":["trace[1696151411] 'process raft request' (duration: 249.94458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.804304Z","caller":"traceutil/trace.go:171","msg":"trace[1437194716] linearizableReadLoop","detail":"{readStateIndex:39190; appliedIndex:39185; }","duration":"220.123939ms","start":"2026-03-04T16:53:04.584166Z","end":"2026-03-04T16:53:04.80429Z","steps":["trace[1437194716] 'read index received' (duration: 56.42216ms)","trace[1437194716] 'applied index is now lower than readState.Index' (duration: 163.700589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:04.804336Z","caller":"traceutil/trace.go:171","msg":"trace[716068847] transaction","detail":"{read_only:false; response_revision:37852; number_of_response:1; }","duration":"242.512802ms","start":"2026-03-04T16:53:04.56181Z","end":"2026-03-04T16:53:04.804322Z","steps":["trace[716068847] 'process raft request' (duration: 242.394039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:04.804365Z","caller":"traceutil/trace.go:171","msg":"trace[1268863961] transaction","detail":"{read_only:false; response_revision:37851; number_of_response:1; }","duration":"245.378254ms","start":"2026-03-04T16:53:04.558948Z","end":"2026-03-04T16:53:04.804326Z","steps":["trace[1268863961] 'process raft request' (duration: 245.032205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:04.804471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.309813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:04.804509Z","caller":"traceutil/trace.go:171","msg":"trace[726681386] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37852; }","duration":"220.441636ms","start":"2026-03-04T16:53:04.584058Z","end":"2026-03-04T16:53:04.804499Z","steps":["trace[726681386] 'agreement among raft nodes before linearized reading' (duration: 220.308523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:05.050481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.201998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:05.050592Z","caller":"traceutil/trace.go:171","msg":"trace[1695305433] linearizableReadLoop","detail":"{readStateIndex:39191; appliedIndex:39190; }","duration":"246.230696ms","start":"2026-03-04T16:53:04.804344Z","end":"2026-03-04T16:53:05.050575Z","steps":["trace[1695305433] 'read index received' (duration: 39.738289ms)","trace[1695305433] 'applied index is now lower than readState.Index' (duration: 206.490787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:05.05093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.968668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:53:05.051071Z","caller":"traceutil/trace.go:171","msg":"trace[1848247947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37853; }","duration":"302.082631ms","start":"2026-03-04T16:53:04.748913Z","end":"2026-03-04T16:53:05.050996Z","steps":["trace[1848247947] 'agreement among raft nodes before linearized reading' (duration: 301.753532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.051083Z","caller":"traceutil/trace.go:171","msg":"trace[1870199325] transaction","detail":"{read_only:false; response_revision:37853; number_of_response:1; }","duration":"332.180209ms","start":"2026-03-04T16:53:04.718868Z","end":"2026-03-04T16:53:05.051049Z","steps":["trace[1870199325] 'process raft request' (duration: 125.324654ms)","trace[1870199325] 'compare' (duration: 206.077116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:05.051213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:04.718844Z","time spent":"332.302261ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:05.051358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.005987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:53:05.051392Z","caller":"traceutil/trace.go:171","msg":"trace[1327049537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37853; }","duration":"106.068098ms","start":"2026-03-04T16:53:04.945314Z","end":"2026-03-04T16:53:05.051382Z","steps":["trace[1327049537] 'agreement among raft nodes before linearized reading' (duration: 105.971506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:05.051127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.635174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:53:05.051151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:04.748892Z","time spent":"302.247175ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:53:05.051571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.721733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:05.051627Z","caller":"traceutil/trace.go:171","msg":"trace[389534379] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:37853; }","duration":"121.827266ms","start":"2026-03-04T16:53:04.929785Z","end":"2026-03-04T16:53:05.051613Z","steps":["trace[389534379] 'agreement among raft nodes before linearized reading' (duration: 121.159708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.05162Z","caller":"traceutil/trace.go:171","msg":"trace[900602788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37853; }","duration":"268.21472ms","start":"2026-03-04T16:53:04.783363Z","end":"2026-03-04T16:53:05.051578Z","steps":["trace[900602788] 'agreement among raft nodes before linearized reading' (duration: 267.301066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.183601Z","caller":"traceutil/trace.go:171","msg":"trace[1911719334] transaction","detail":"{read_only:false; response_revision:37854; number_of_response:1; }","duration":"128.871533ms","start":"2026-03-04T16:53:05.054705Z","end":"2026-03-04T16:53:05.183576Z","steps":["trace[1911719334] 'process raft request' (duration: 128.730819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.187268Z","caller":"traceutil/trace.go:171","msg":"trace[1694588064] transaction","detail":"{read_only:false; response_revision:37858; number_of_response:1; }","duration":"131.088309ms","start":"2026-03-04T16:53:05.056152Z","end":"2026-03-04T16:53:05.18724Z","steps":["trace[1694588064] 'process raft request' (duration: 131.050428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.187342Z","caller":"traceutil/trace.go:171","msg":"trace[1805440881] transaction","detail":"{read_only:false; response_revision:37856; number_of_response:1; }","duration":"131.647133ms","start":"2026-03-04T16:53:05.055662Z","end":"2026-03-04T16:53:05.187309Z","steps":["trace[1805440881] 'process raft request' (duration: 131.468889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.187378Z","caller":"traceutil/trace.go:171","msg":"trace[1261352393] transaction","detail":"{read_only:false; response_revision:37857; number_of_response:1; }","duration":"131.399937ms","start":"2026-03-04T16:53:05.055958Z","end":"2026-03-04T16:53:05.187358Z","steps":["trace[1261352393] 'process raft request' (duration: 131.213352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.188287Z","caller":"traceutil/trace.go:171","msg":"trace[1809746899] transaction","detail":"{read_only:false; response_revision:37855; number_of_response:1; }","duration":"132.904384ms","start":"2026-03-04T16:53:05.055222Z","end":"2026-03-04T16:53:05.188126Z","steps":["trace[1809746899] 'process raft request' (duration: 131.762735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:05.369903Z","caller":"traceutil/trace.go:171","msg":"trace[1650662356] transaction","detail":"{read_only:false; response_revision:37859; number_of_response:1; }","duration":"115.289161ms","start":"2026-03-04T16:53:05.254539Z","end":"2026-03-04T16:53:05.369828Z","steps":["trace[1650662356] 'process raft request' (duration: 49.215529ms)","trace[1650662356] 'compare' (duration: 65.56114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:05.591954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.079373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:05.592064Z","caller":"traceutil/trace.go:171","msg":"trace[1055104360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37859; }","duration":"103.252877ms","start":"2026-03-04T16:53:05.488787Z","end":"2026-03-04T16:53:05.59204Z","steps":["trace[1055104360] 'range keys from in-memory index tree' (duration: 103.004181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:06.582985Z","caller":"traceutil/trace.go:171","msg":"trace[999965220] linearizableReadLoop","detail":"{readStateIndex:39198; appliedIndex:39197; }","duration":"432.296129ms","start":"2026-03-04T16:53:06.150666Z","end":"2026-03-04T16:53:06.582963Z","steps":["trace[999965220] 'read index received' (duration: 432.238907ms)","trace[999965220] 'applied index is now lower than readState.Index' (duration: 55.952µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:06.58313Z","caller":"traceutil/trace.go:171","msg":"trace[1582887088] transaction","detail":"{read_only:false; response_revision:37860; number_of_response:1; }","duration":"538.568503ms","start":"2026-03-04T16:53:06.044506Z","end":"2026-03-04T16:53:06.583075Z","steps":["trace[1582887088] 'process raft request' (duration: 538.312637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.58319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.506244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:53:06.583702Z","caller":"traceutil/trace.go:171","msg":"trace[807151041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37860; }","duration":"433.043817ms","start":"2026-03-04T16:53:06.150632Z","end":"2026-03-04T16:53:06.583676Z","steps":["trace[807151041] 'agreement among raft nodes before linearized reading' (duration: 432.441022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.583805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.150614Z","time spent":"433.14991ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T16:53:06.584557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.04448Z","time spent":"539.903947ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:06.928818Z","caller":"traceutil/trace.go:171","msg":"trace[1820724129] transaction","detail":"{read_only:false; response_revision:37861; number_of_response:1; }","duration":"599.800454ms","start":"2026-03-04T16:53:06.328993Z","end":"2026-03-04T16:53:06.928794Z","steps":["trace[1820724129] 'process raft request' (duration: 599.598509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.928969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.32897Z","time spent":"599.924808ms","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:06.929005Z","caller":"traceutil/trace.go:171","msg":"trace[956454374] linearizableReadLoop","detail":"{readStateIndex:39200; appliedIndex:39199; }","duration":"345.923255ms","start":"2026-03-04T16:53:06.583045Z","end":"2026-03-04T16:53:06.928968Z","steps":["trace[956454374] 'read index received' (duration: 345.815033ms)","trace[956454374] 'applied index is now lower than readState.Index' (duration: 106.252µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:06.929426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.862083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:06.9295Z","caller":"traceutil/trace.go:171","msg":"trace[567942572] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37862; }","duration":"616.997296ms","start":"2026-03-04T16:53:06.312483Z","end":"2026-03-04T16:53:06.92948Z","steps":["trace[567942572] 'agreement among raft nodes before linearized reading' (duration: 616.864153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.929555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.312462Z","time spent":"617.076009ms","remote":"127.0.0.1:34994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:53:06.929598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.429309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:06.929784Z","caller":"traceutil/trace.go:171","msg":"trace[1479398124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37862; }","duration":"712.653964ms","start":"2026-03-04T16:53:06.217105Z","end":"2026-03-04T16:53:06.929759Z","steps":["trace[1479398124] 'agreement among raft nodes before linearized reading' (duration: 712.431219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.929857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.217081Z","time spent":"712.756516ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T16:53:06.930042Z","caller":"traceutil/trace.go:171","msg":"trace[575847189] transaction","detail":"{read_only:false; response_revision:37862; number_of_response:1; }","duration":"574.319663ms","start":"2026-03-04T16:53:06.355704Z","end":"2026-03-04T16:53:06.930023Z","steps":["trace[575847189] 'process raft request' (duration: 573.032401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.93017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.355683Z","time spent":"574.407105ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:06.92923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.991503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:06.933942Z","caller":"traceutil/trace.go:171","msg":"trace[768510875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37862; }","duration":"442.708801ms","start":"2026-03-04T16:53:06.491199Z","end":"2026-03-04T16:53:06.933908Z","steps":["trace[768510875] 'agreement among raft nodes before linearized reading' (duration: 437.961032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:06.934117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.491182Z","time spent":"442.872646ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:53:07.238517Z","caller":"traceutil/trace.go:171","msg":"trace[992772425] transaction","detail":"{read_only:false; response_revision:37867; number_of_response:1; }","duration":"427.19037ms","start":"2026-03-04T16:53:06.811308Z","end":"2026-03-04T16:53:07.238498Z","steps":["trace[992772425] 'process raft request' (duration: 427.154789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.238644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.811303Z","time spent":"427.273322ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:07.238704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.175116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:53:07.238748Z","caller":"traceutil/trace.go:171","msg":"trace[430076268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37867; }","duration":"649.269459ms","start":"2026-03-04T16:53:06.589469Z","end":"2026-03-04T16:53:07.238738Z","steps":["trace[430076268] 'agreement among raft nodes before linearized reading' (duration: 649.095184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:07.238738Z","caller":"traceutil/trace.go:171","msg":"trace[494396355] transaction","detail":"{read_only:false; response_revision:37866; number_of_response:1; }","duration":"427.493508ms","start":"2026-03-04T16:53:06.811208Z","end":"2026-03-04T16:53:07.238701Z","steps":["trace[494396355] 'process raft request' (duration: 427.224651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:07.238522Z","caller":"traceutil/trace.go:171","msg":"trace[525131454] linearizableReadLoop","detail":"{readStateIndex:39205; appliedIndex:39205; }","duration":"309.405826ms","start":"2026-03-04T16:53:06.929091Z","end":"2026-03-04T16:53:07.238496Z","steps":["trace[525131454] 'read index received' (duration: 309.395645ms)","trace[525131454] 'applied index is now lower than readState.Index' (duration: 8.23µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:07.238851Z","caller":"traceutil/trace.go:171","msg":"trace[684134896] transaction","detail":"{read_only:false; response_revision:37863; number_of_response:1; }","duration":"591.581667ms","start":"2026-03-04T16:53:06.647261Z","end":"2026-03-04T16:53:07.238843Z","steps":["trace[684134896] 'process raft request' (duration: 590.998223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.238897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.647243Z","time spent":"591.630659ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:07.23878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.589448Z","time spent":"649.32592ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T16:53:07.238695Z","caller":"traceutil/trace.go:171","msg":"trace[2017981683] transaction","detail":"{read_only:false; response_revision:37864; number_of_response:1; }","duration":"427.611741ms","start":"2026-03-04T16:53:06.811048Z","end":"2026-03-04T16:53:07.238659Z","steps":["trace[2017981683] 'process raft request' (duration: 427.324463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.239004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.811203Z","time spent":"427.58994ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:07.239054Z","caller":"traceutil/trace.go:171","msg":"trace[411738862] transaction","detail":"{read_only:false; response_revision:37865; number_of_response:1; }","duration":"427.915908ms","start":"2026-03-04T16:53:06.811132Z","end":"2026-03-04T16:53:07.239048Z","steps":["trace[411738862] 'process raft request' (duration: 427.269732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.239124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.201817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:07.239227Z","caller":"traceutil/trace.go:171","msg":"trace[996987232] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:37867; }","duration":"641.482743ms","start":"2026-03-04T16:53:06.597722Z","end":"2026-03-04T16:53:07.239204Z","steps":["trace[996987232] 'agreement among raft nodes before linearized reading' (duration: 641.000111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.239146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.811127Z","time spent":"427.957409ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:07.239135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.811029Z","time spent":"428.01974ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:07.239419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.597711Z","time spent":"641.642018ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:53:07.354006Z","caller":"traceutil/trace.go:171","msg":"trace[504814747] linearizableReadLoop","detail":"{readStateIndex:39206; appliedIndex:39205; }","duration":"115.135158ms","start":"2026-03-04T16:53:07.238811Z","end":"2026-03-04T16:53:07.353946Z","steps":["trace[504814747] 'read index received' (duration: 32.708544ms)","trace[504814747] 'applied index is now lower than readState.Index' (duration: 82.424243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:07.354166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.356581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:07.354251Z","caller":"traceutil/trace.go:171","msg":"trace[517819775] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:37867; }","duration":"380.615999ms","start":"2026-03-04T16:53:06.973616Z","end":"2026-03-04T16:53:07.354232Z","steps":["trace[517819775] 'agreement among raft nodes before linearized reading' (duration: 380.453194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.354301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.97359Z","time spent":"380.701591ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:53:07.354323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.050118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T16:53:07.354418Z","caller":"traceutil/trace.go:171","msg":"trace[1567888416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37867; }","duration":"162.173711ms","start":"2026-03-04T16:53:07.192225Z","end":"2026-03-04T16:53:07.354398Z","steps":["trace[1567888416] 'agreement among raft nodes before linearized reading' (duration: 161.801971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.354578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.722067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18576"} {"level":"warn","ts":"2026-03-04T16:53:07.354656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.454218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:53:07.354644Z","caller":"traceutil/trace.go:171","msg":"trace[562517485] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:37867; }","duration":"414.838359ms","start":"2026-03-04T16:53:06.939788Z","end":"2026-03-04T16:53:07.354626Z","steps":["trace[562517485] 'agreement among raft nodes before linearized reading' (duration: 414.44326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.354763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.188658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T16:53:07.35474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.939751Z","time spent":"414.971793ms","remote":"127.0.0.1:47336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18599,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T16:53:07.354798Z","caller":"traceutil/trace.go:171","msg":"trace[1849727425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37867; }","duration":"167.259869ms","start":"2026-03-04T16:53:07.187531Z","end":"2026-03-04T16:53:07.354791Z","steps":["trace[1849727425] 'agreement among raft nodes before linearized reading' (duration: 167.175417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.354808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.828532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:53:07.354876Z","caller":"traceutil/trace.go:171","msg":"trace[2092580748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37867; }","duration":"161.880434ms","start":"2026-03-04T16:53:07.192954Z","end":"2026-03-04T16:53:07.354835Z","steps":["trace[2092580748] 'agreement among raft nodes before linearized reading' (duration: 161.762881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.355067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.11285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:53:07.355127Z","caller":"traceutil/trace.go:171","msg":"trace[154681660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37867; }","duration":"162.184771ms","start":"2026-03-04T16:53:07.192927Z","end":"2026-03-04T16:53:07.355111Z","steps":["trace[154681660] 'agreement among raft nodes before linearized reading' (duration: 162.025037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:07.354687Z","caller":"traceutil/trace.go:171","msg":"trace[1602314173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37867; }","duration":"162.52246ms","start":"2026-03-04T16:53:07.192155Z","end":"2026-03-04T16:53:07.354678Z","steps":["trace[1602314173] 'agreement among raft nodes before linearized reading' (duration: 162.378986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.355328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.735648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:53:07.355341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.756649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:07.355375Z","caller":"traceutil/trace.go:171","msg":"trace[371430254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37867; }","duration":"418.818041ms","start":"2026-03-04T16:53:06.936548Z","end":"2026-03-04T16:53:07.355366Z","steps":["trace[371430254] 'agreement among raft nodes before linearized reading' (duration: 418.764769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:07.355384Z","caller":"traceutil/trace.go:171","msg":"trace[1140350198] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37867; }","duration":"418.816771ms","start":"2026-03-04T16:53:06.936548Z","end":"2026-03-04T16:53:07.355365Z","steps":["trace[1140350198] 'agreement among raft nodes before linearized reading' (duration: 418.741839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:07.355407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.936531Z","time spent":"418.870562ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:53:07.355428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:06.936531Z","time spent":"418.886092ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T16:53:07.355253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.804929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18576"} {"level":"info","ts":"2026-03-04T16:53:07.35555Z","caller":"traceutil/trace.go:171","msg":"trace[1947232052] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37867; }","duration":"115.118057ms","start":"2026-03-04T16:53:07.240412Z","end":"2026-03-04T16:53:07.35553Z","steps":["trace[1947232052] 'agreement among raft nodes before linearized reading' (duration: 114.714857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.088974Z","caller":"traceutil/trace.go:171","msg":"trace[320278274] transaction","detail":"{read_only:false; response_revision:37890; number_of_response:1; }","duration":"142.929327ms","start":"2026-03-04T16:53:10.946021Z","end":"2026-03-04T16:53:11.08895Z","steps":["trace[320278274] 'process raft request' (duration: 142.794563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:11.461014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.291645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:11.46114Z","caller":"traceutil/trace.go:171","msg":"trace[1278568637] transaction","detail":"{read_only:false; response_revision:37892; number_of_response:1; }","duration":"206.431945ms","start":"2026-03-04T16:53:11.254688Z","end":"2026-03-04T16:53:11.46112Z","steps":["trace[1278568637] 'process raft request' (duration: 39.923974ms)","trace[1278568637] 'compare' (duration: 165.31285ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:11.461844Z","caller":"traceutil/trace.go:171","msg":"trace[1864228757] transaction","detail":"{read_only:false; response_revision:37893; number_of_response:1; }","duration":"206.145349ms","start":"2026-03-04T16:53:11.255689Z","end":"2026-03-04T16:53:11.461834Z","steps":["trace[1864228757] 'process raft request' (duration: 205.947914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.462011Z","caller":"traceutil/trace.go:171","msg":"trace[719598286] transaction","detail":"{read_only:false; response_revision:37894; number_of_response:1; }","duration":"203.8454ms","start":"2026-03-04T16:53:11.258144Z","end":"2026-03-04T16:53:11.461989Z","steps":["trace[719598286] 'process raft request' (duration: 203.655326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.462277Z","caller":"traceutil/trace.go:171","msg":"trace[1231168750] transaction","detail":"{read_only:false; response_revision:37895; number_of_response:1; }","duration":"203.978254ms","start":"2026-03-04T16:53:11.258274Z","end":"2026-03-04T16:53:11.462252Z","steps":["trace[1231168750] 'process raft request' (duration: 203.666916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.462609Z","caller":"traceutil/trace.go:171","msg":"trace[1154275907] transaction","detail":"{read_only:false; response_revision:37896; number_of_response:1; }","duration":"203.421479ms","start":"2026-03-04T16:53:11.259177Z","end":"2026-03-04T16:53:11.462598Z","steps":["trace[1154275907] 'process raft request' (duration: 203.010429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:11.819044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.766796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:11.819321Z","caller":"traceutil/trace.go:171","msg":"trace[1951443474] transaction","detail":"{read_only:false; response_revision:37900; number_of_response:1; }","duration":"302.40795ms","start":"2026-03-04T16:53:11.51689Z","end":"2026-03-04T16:53:11.819298Z","steps":["trace[1951443474] 'process raft request' (duration: 302.350998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.819361Z","caller":"traceutil/trace.go:171","msg":"trace[526519705] transaction","detail":"{read_only:false; response_revision:37898; number_of_response:1; }","duration":"353.210288ms","start":"2026-03-04T16:53:11.466121Z","end":"2026-03-04T16:53:11.819331Z","steps":["trace[526519705] 'process raft request' (duration: 97.066543ms)","trace[526519705] 'compare' (duration: 255.583642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:11.819502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.466101Z","time spent":"353.322582ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:11.819592Z","caller":"traceutil/trace.go:171","msg":"trace[460047702] transaction","detail":"{read_only:false; response_revision:37899; number_of_response:1; }","duration":"351.933097ms","start":"2026-03-04T16:53:11.46761Z","end":"2026-03-04T16:53:11.819543Z","steps":["trace[460047702] 'process raft request' (duration: 351.531276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:11.81964Z","caller":"traceutil/trace.go:171","msg":"trace[619776682] linearizableReadLoop","detail":"{readStateIndex:39238; appliedIndex:39236; }","duration":"307.256552ms","start":"2026-03-04T16:53:11.512305Z","end":"2026-03-04T16:53:11.819561Z","steps":["trace[619776682] 'read index received' (duration: 50.850479ms)","trace[619776682] 'applied index is now lower than readState.Index' (duration: 256.400693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:11.81974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.467593Z","time spent":"352.073451ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:11.819834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.606589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:53:11.819897Z","caller":"traceutil/trace.go:171","msg":"trace[1512070954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37900; }","duration":"353.683351ms","start":"2026-03-04T16:53:11.466199Z","end":"2026-03-04T16:53:11.819883Z","steps":["trace[1512070954] 'agreement among raft nodes before linearized reading' (duration: 353.474966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:11.819907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.707498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:53:11.819937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.466195Z","time spent":"353.734112ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:53:11.819947Z","caller":"traceutil/trace.go:171","msg":"trace[884619283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:37900; }","duration":"213.818451ms","start":"2026-03-04T16:53:11.606117Z","end":"2026-03-04T16:53:11.819935Z","steps":["trace[884619283] 'agreement among raft nodes before linearized reading' (duration: 213.75424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:11.820047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.569172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:53:11.820158Z","caller":"traceutil/trace.go:171","msg":"trace[1657354948] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:37900; }","duration":"135.723075ms","start":"2026-03-04T16:53:11.684411Z","end":"2026-03-04T16:53:11.820134Z","steps":["trace[1657354948] 'agreement among raft nodes before linearized reading' (duration: 135.454559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:11.819616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.516866Z","time spent":"302.513373ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:11.820545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.282387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:53:11.820607Z","caller":"traceutil/trace.go:171","msg":"trace[807676023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37900; }","duration":"242.963835ms","start":"2026-03-04T16:53:11.577628Z","end":"2026-03-04T16:53:11.820592Z","steps":["trace[807676023] 'agreement among raft nodes before linearized reading' (duration: 242.234167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:12.180682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.052447ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T16:53:12.180926Z","caller":"traceutil/trace.go:171","msg":"trace[516558324] linearizableReadLoop","detail":"{readStateIndex:39241; appliedIndex:39239; }","duration":"135.5312ms","start":"2026-03-04T16:53:12.045376Z","end":"2026-03-04T16:53:12.180908Z","steps":["trace[516558324] 'read index received' (duration: 97.946645ms)","trace[516558324] 'applied index is now lower than readState.Index' (duration: 37.583535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:12.181034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.821123Z","time spent":"359.907708ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T16:53:12.181361Z","caller":"traceutil/trace.go:171","msg":"trace[1994602357] transaction","detail":"{read_only:false; response_revision:37901; number_of_response:1; }","duration":"357.058856ms","start":"2026-03-04T16:53:11.824288Z","end":"2026-03-04T16:53:12.181347Z","steps":["trace[1994602357] 'process raft request' (duration: 356.498231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:12.181463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:11.824267Z","time spent":"357.128978ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:12.181711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.332101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:12.181758Z","caller":"traceutil/trace.go:171","msg":"trace[484655316] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37901; }","duration":"136.406163ms","start":"2026-03-04T16:53:12.045337Z","end":"2026-03-04T16:53:12.181743Z","steps":["trace[484655316] 'agreement among raft nodes before linearized reading' (duration: 136.30473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:12.560856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.7203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:12.560936Z","caller":"traceutil/trace.go:171","msg":"trace[506858343] linearizableReadLoop","detail":"{readStateIndex:39242; appliedIndex:39241; }","duration":"197.775227ms","start":"2026-03-04T16:53:12.363148Z","end":"2026-03-04T16:53:12.560923Z","steps":["trace[506858343] 'read index received' (duration: 39.191µs)","trace[506858343] 'applied index is now lower than readState.Index' (duration: 197.733906ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:12.560975Z","caller":"traceutil/trace.go:171","msg":"trace[225481776] transaction","detail":"{read_only:false; response_revision:37902; number_of_response:1; }","duration":"377.88604ms","start":"2026-03-04T16:53:12.183044Z","end":"2026-03-04T16:53:12.56093Z","steps":["trace[225481776] 'process raft request' (duration: 125.001706ms)","trace[225481776] 'compare' (duration: 252.133145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:12.561175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:12.183018Z","time spent":"378.032794ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:12.561227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.583304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:53:12.561239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.083784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:53:12.561268Z","caller":"traceutil/trace.go:171","msg":"trace[1827016163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37902; }","duration":"114.657596ms","start":"2026-03-04T16:53:12.4466Z","end":"2026-03-04T16:53:12.561257Z","steps":["trace[1827016163] 'agreement among raft nodes before linearized reading' (duration: 114.4129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:12.561278Z","caller":"traceutil/trace.go:171","msg":"trace[847103339] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:37902; }","duration":"198.162446ms","start":"2026-03-04T16:53:12.363107Z","end":"2026-03-04T16:53:12.56127Z","steps":["trace[847103339] 'agreement among raft nodes before linearized reading' (duration: 197.91742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:15.621731Z","caller":"traceutil/trace.go:171","msg":"trace[925621005] transaction","detail":"{read_only:false; response_revision:37921; number_of_response:1; }","duration":"134.884054ms","start":"2026-03-04T16:53:15.486813Z","end":"2026-03-04T16:53:15.621697Z","steps":["trace[925621005] 'process raft request' (duration: 134.415532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:15.621857Z","caller":"traceutil/trace.go:171","msg":"trace[907109683] transaction","detail":"{read_only:false; response_revision:37923; number_of_response:1; }","duration":"132.807632ms","start":"2026-03-04T16:53:15.489019Z","end":"2026-03-04T16:53:15.621827Z","steps":["trace[907109683] 'process raft request' (duration: 132.71953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:15.622071Z","caller":"traceutil/trace.go:171","msg":"trace[284622802] transaction","detail":"{read_only:false; response_revision:37924; number_of_response:1; }","duration":"132.209567ms","start":"2026-03-04T16:53:15.489812Z","end":"2026-03-04T16:53:15.622022Z","steps":["trace[284622802] 'process raft request' (duration: 131.962371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:15.622149Z","caller":"traceutil/trace.go:171","msg":"trace[7414771] transaction","detail":"{read_only:false; response_revision:37922; number_of_response:1; }","duration":"134.814512ms","start":"2026-03-04T16:53:15.487291Z","end":"2026-03-04T16:53:15.622106Z","steps":["trace[7414771] 'process raft request' (duration: 134.364291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:21.678721Z","caller":"traceutil/trace.go:171","msg":"trace[1001149837] transaction","detail":"{read_only:false; response_revision:37959; number_of_response:1; }","duration":"111.539857ms","start":"2026-03-04T16:53:21.567164Z","end":"2026-03-04T16:53:21.678704Z","steps":["trace[1001149837] 'process raft request' (duration: 46.232534ms)","trace[1001149837] 'compare' (duration: 65.230651ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:21.833405Z","caller":"traceutil/trace.go:171","msg":"trace[1335915357] linearizableReadLoop","detail":"{readStateIndex:39304; appliedIndex:39300; }","duration":"155.629606ms","start":"2026-03-04T16:53:21.677757Z","end":"2026-03-04T16:53:21.833386Z","steps":["trace[1335915357] 'read index received' (duration: 109.68108ms)","trace[1335915357] 'applied index is now lower than readState.Index' (duration: 45.947826ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:21.833603Z","caller":"traceutil/trace.go:171","msg":"trace[1930549432] transaction","detail":"{read_only:false; response_revision:37963; number_of_response:1; }","duration":"162.909139ms","start":"2026-03-04T16:53:21.670673Z","end":"2026-03-04T16:53:21.833582Z","steps":["trace[1930549432] 'process raft request' (duration: 162.686044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:21.833818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.042347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:53:21.833859Z","caller":"traceutil/trace.go:171","msg":"trace[1170235157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37963; }","duration":"156.139539ms","start":"2026-03-04T16:53:21.67771Z","end":"2026-03-04T16:53:21.83385Z","steps":["trace[1170235157] 'agreement among raft nodes before linearized reading' (duration: 155.913503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:21.833872Z","caller":"traceutil/trace.go:171","msg":"trace[1575835769] transaction","detail":"{read_only:false; response_revision:37960; number_of_response:1; }","duration":"176.920072ms","start":"2026-03-04T16:53:21.656937Z","end":"2026-03-04T16:53:21.833857Z","steps":["trace[1575835769] 'process raft request' (duration: 130.485054ms)","trace[1575835769] 'compare' (duration: 45.773752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:21.833963Z","caller":"traceutil/trace.go:171","msg":"trace[1353061711] transaction","detail":"{read_only:false; response_revision:37961; number_of_response:1; }","duration":"172.299606ms","start":"2026-03-04T16:53:21.661654Z","end":"2026-03-04T16:53:21.833954Z","steps":["trace[1353061711] 'process raft request' (duration: 171.641029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:21.834047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.791745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:53:21.834066Z","caller":"traceutil/trace.go:171","msg":"trace[1698695041] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:37963; }","duration":"148.871896ms","start":"2026-03-04T16:53:21.685188Z","end":"2026-03-04T16:53:21.83406Z","steps":["trace[1698695041] 'agreement among raft nodes before linearized reading' (duration: 148.813085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:21.834101Z","caller":"traceutil/trace.go:171","msg":"trace[1581576767] transaction","detail":"{read_only:false; response_revision:37962; number_of_response:1; }","duration":"164.327015ms","start":"2026-03-04T16:53:21.669762Z","end":"2026-03-04T16:53:21.834089Z","steps":["trace[1581576767] 'process raft request' (duration: 163.570986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:50.716247Z","caller":"traceutil/trace.go:171","msg":"trace[642245480] transaction","detail":"{read_only:false; response_revision:38248; number_of_response:1; }","duration":"165.494305ms","start":"2026-03-04T16:53:50.55071Z","end":"2026-03-04T16:53:50.716204Z","steps":["trace[642245480] 'process raft request' (duration: 125.864038ms)","trace[642245480] 'compare' (duration: 39.33785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:51.192916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.860246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:51.193017Z","caller":"traceutil/trace.go:171","msg":"trace[767043253] transaction","detail":"{read_only:false; response_revision:38249; number_of_response:1; }","duration":"371.220503ms","start":"2026-03-04T16:53:50.821782Z","end":"2026-03-04T16:53:51.193003Z","steps":["trace[767043253] 'process raft request' (duration: 245.13692ms)","trace[767043253] 'compare' (duration: 125.785374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:51.193417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:50.821759Z","time spent":"371.280984ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:51.470192Z","caller":"traceutil/trace.go:171","msg":"trace[1459881460] transaction","detail":"{read_only:false; response_revision:38250; number_of_response:1; }","duration":"115.399714ms","start":"2026-03-04T16:53:51.354764Z","end":"2026-03-04T16:53:51.470164Z","steps":["trace[1459881460] 'process raft request' (duration: 103.238858ms)","trace[1459881460] 'compare' (duration: 12.056143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:54.079238Z","caller":"traceutil/trace.go:171","msg":"trace[909915609] transaction","detail":"{read_only:false; response_revision:38270; number_of_response:1; }","duration":"110.260396ms","start":"2026-03-04T16:53:53.968958Z","end":"2026-03-04T16:53:54.079218Z","steps":["trace[909915609] 'process raft request' (duration: 110.182284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:54.079333Z","caller":"traceutil/trace.go:171","msg":"trace[2013117646] transaction","detail":"{read_only:false; response_revision:38269; number_of_response:1; }","duration":"110.709487ms","start":"2026-03-04T16:53:53.968588Z","end":"2026-03-04T16:53:54.079298Z","steps":["trace[2013117646] 'process raft request' (duration: 110.43411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:54.079418Z","caller":"traceutil/trace.go:171","msg":"trace[1719273936] transaction","detail":"{read_only:false; response_revision:38271; number_of_response:1; }","duration":"108.711476ms","start":"2026-03-04T16:53:53.97068Z","end":"2026-03-04T16:53:54.079391Z","steps":["trace[1719273936] 'process raft request' (duration: 108.523961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:55.787393Z","caller":"traceutil/trace.go:171","msg":"trace[218030377] transaction","detail":"{read_only:false; response_revision:38280; number_of_response:1; }","duration":"111.115877ms","start":"2026-03-04T16:53:55.67622Z","end":"2026-03-04T16:53:55.787336Z","steps":["trace[218030377] 'process raft request' (duration: 110.923451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.289278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.138167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:53:56.289586Z","caller":"traceutil/trace.go:171","msg":"trace[910746535] linearizableReadLoop","detail":"{readStateIndex:39633; appliedIndex:39630; }","duration":"118.188884ms","start":"2026-03-04T16:53:56.171378Z","end":"2026-03-04T16:53:56.289567Z","steps":["trace[910746535] 'read index received' (duration: 10.74801ms)","trace[910746535] 'applied index is now lower than readState.Index' (duration: 107.439524ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:56.289576Z","caller":"traceutil/trace.go:171","msg":"trace[1674691777] transaction","detail":"{read_only:false; response_revision:38283; number_of_response:1; }","duration":"206.039985ms","start":"2026-03-04T16:53:56.083489Z","end":"2026-03-04T16:53:56.289529Z","steps":["trace[1674691777] 'process raft request' (duration: 98.528049ms)","trace[1674691777] 'compare' (duration: 106.651985ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:56.289699Z","caller":"traceutil/trace.go:171","msg":"trace[416616773] transaction","detail":"{read_only:false; response_revision:38284; number_of_response:1; }","duration":"195.5117ms","start":"2026-03-04T16:53:56.094145Z","end":"2026-03-04T16:53:56.289657Z","steps":["trace[416616773] 'process raft request' (duration: 195.277155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:56.289724Z","caller":"traceutil/trace.go:171","msg":"trace[1494034052] transaction","detail":"{read_only:false; response_revision:38285; number_of_response:1; }","duration":"195.419068ms","start":"2026-03-04T16:53:56.094289Z","end":"2026-03-04T16:53:56.289708Z","steps":["trace[1494034052] 'process raft request' (duration: 195.234233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.289929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.547843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:53:56.289973Z","caller":"traceutil/trace.go:171","msg":"trace[1373992132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38285; }","duration":"118.635245ms","start":"2026-03-04T16:53:56.171324Z","end":"2026-03-04T16:53:56.28996Z","steps":["trace[1373992132] 'agreement among raft nodes before linearized reading' (duration: 118.523122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.290014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:53:56.290128Z","caller":"traceutil/trace.go:171","msg":"trace[1877311840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38285; }","duration":"106.314866ms","start":"2026-03-04T16:53:56.18379Z","end":"2026-03-04T16:53:56.290105Z","steps":["trace[1877311840] 'agreement among raft nodes before linearized reading' (duration: 106.07444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:56.727751Z","caller":"traceutil/trace.go:171","msg":"trace[1854949322] transaction","detail":"{read_only:false; response_revision:38286; number_of_response:1; }","duration":"430.805652ms","start":"2026-03-04T16:53:56.296922Z","end":"2026-03-04T16:53:56.727728Z","steps":["trace[1854949322] 'process raft request' (duration: 430.650648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.728429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.296898Z","time spent":"431.428477ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:56.8623Z","caller":"traceutil/trace.go:171","msg":"trace[765965377] transaction","detail":"{read_only:false; response_revision:38287; number_of_response:1; }","duration":"565.256795ms","start":"2026-03-04T16:53:56.297006Z","end":"2026-03-04T16:53:56.862262Z","steps":["trace[765965377] 'process raft request' (duration: 516.921589ms)","trace[765965377] 'compare' (duration: 48.107841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:56.862505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.29698Z","time spent":"565.411409ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:56.862665Z","caller":"traceutil/trace.go:171","msg":"trace[1767002037] linearizableReadLoop","detail":"{readStateIndex:39637; appliedIndex:39633; }","duration":"374.633738ms","start":"2026-03-04T16:53:56.48801Z","end":"2026-03-04T16:53:56.862643Z","steps":["trace[1767002037] 'read index received' (duration: 239.497527ms)","trace[1767002037] 'applied index is now lower than readState.Index' (duration: 135.134641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:56.86267Z","caller":"traceutil/trace.go:171","msg":"trace[1316688491] transaction","detail":"{read_only:false; response_revision:38288; number_of_response:1; }","duration":"565.560742ms","start":"2026-03-04T16:53:56.297055Z","end":"2026-03-04T16:53:56.862615Z","steps":["trace[1316688491] 'process raft request' (duration: 565.153392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.862862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.297021Z","time spent":"565.729407ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:53:56.862908Z","caller":"traceutil/trace.go:171","msg":"trace[1202089635] transaction","detail":"{read_only:false; response_revision:38289; number_of_response:1; }","duration":"565.430168ms","start":"2026-03-04T16:53:56.297191Z","end":"2026-03-04T16:53:56.862621Z","steps":["trace[1202089635] 'process raft request' (duration: 565.263754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.863146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.297145Z","time spent":"565.814689ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:53:56.867095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.640637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:53:56.867196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.111341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:53:56.867316Z","caller":"traceutil/trace.go:171","msg":"trace[2003570428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38289; }","duration":"116.272825ms","start":"2026-03-04T16:53:56.751032Z","end":"2026-03-04T16:53:56.867305Z","steps":["trace[2003570428] 'agreement among raft nodes before linearized reading' (duration: 116.081681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.867139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.117691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:56.867319Z","caller":"traceutil/trace.go:171","msg":"trace[2002463556] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:38289; }","duration":"339.833012ms","start":"2026-03-04T16:53:56.527388Z","end":"2026-03-04T16:53:56.867221Z","steps":["trace[2002463556] 'agreement among raft nodes before linearized reading' (duration: 339.646058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:56.867403Z","caller":"traceutil/trace.go:171","msg":"trace[1357311452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38289; }","duration":"379.393527ms","start":"2026-03-04T16:53:56.487979Z","end":"2026-03-04T16:53:56.867372Z","steps":["trace[1357311452] 'agreement among raft nodes before linearized reading' (duration: 374.790241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:56.867515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.487962Z","time spent":"379.529081ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T16:53:56.867611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:53:56.527368Z","time spent":"340.18508ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:53:56.973757Z","caller":"traceutil/trace.go:171","msg":"trace[750202893] transaction","detail":"{read_only:false; response_revision:38290; number_of_response:1; }","duration":"101.275919ms","start":"2026-03-04T16:53:56.872458Z","end":"2026-03-04T16:53:56.973734Z","steps":["trace[750202893] 'process raft request' (duration: 101.109724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:57.328646Z","caller":"traceutil/trace.go:171","msg":"trace[435114486] transaction","detail":"{read_only:false; response_revision:38291; number_of_response:1; }","duration":"104.147781ms","start":"2026-03-04T16:53:57.224478Z","end":"2026-03-04T16:53:57.328626Z","steps":["trace[435114486] 'process raft request' (duration: 103.997387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:58.093959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.339047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:53:58.094089Z","caller":"traceutil/trace.go:171","msg":"trace[1891294211] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:38293; }","duration":"139.48419ms","start":"2026-03-04T16:53:57.954543Z","end":"2026-03-04T16:53:58.094027Z","steps":["trace[1891294211] 'count revisions from in-memory index tree' (duration: 139.248214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:58.245467Z","caller":"traceutil/trace.go:171","msg":"trace[1345399284] transaction","detail":"{read_only:false; response_revision:38295; number_of_response:1; }","duration":"193.999812ms","start":"2026-03-04T16:53:58.051424Z","end":"2026-03-04T16:53:58.245424Z","steps":["trace[1345399284] 'process raft request' (duration: 160.639902ms)","trace[1345399284] 'compare' (duration: 33.016491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:58.591349Z","caller":"traceutil/trace.go:171","msg":"trace[1480317629] transaction","detail":"{read_only:false; response_revision:38297; number_of_response:1; }","duration":"292.126561ms","start":"2026-03-04T16:53:58.299201Z","end":"2026-03-04T16:53:58.591328Z","steps":["trace[1480317629] 'process raft request' (duration: 291.966667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:58.591483Z","caller":"traceutil/trace.go:171","msg":"trace[1988326213] transaction","detail":"{read_only:false; response_revision:38298; number_of_response:1; }","duration":"291.680531ms","start":"2026-03-04T16:53:58.299779Z","end":"2026-03-04T16:53:58.591459Z","steps":["trace[1988326213] 'process raft request' (duration: 291.508276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:58.637146Z","caller":"traceutil/trace.go:171","msg":"trace[2297218] transaction","detail":"{read_only:false; response_revision:38299; number_of_response:1; }","duration":"289.689091ms","start":"2026-03-04T16:53:58.347434Z","end":"2026-03-04T16:53:58.637124Z","steps":["trace[2297218] 'process raft request' (duration: 289.473846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:58.637554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.523753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T16:53:58.637613Z","caller":"traceutil/trace.go:171","msg":"trace[396199870] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:38299; }","duration":"240.630896ms","start":"2026-03-04T16:53:58.396964Z","end":"2026-03-04T16:53:58.637595Z","steps":["trace[396199870] 'agreement among raft nodes before linearized reading' (duration: 240.435951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:58.637348Z","caller":"traceutil/trace.go:171","msg":"trace[1145793682] linearizableReadLoop","detail":"{readStateIndex:39648; appliedIndex:39645; }","duration":"240.053782ms","start":"2026-03-04T16:53:58.397017Z","end":"2026-03-04T16:53:58.637071Z","steps":["trace[1145793682] 'read index received' (duration: 194.258168ms)","trace[1145793682] 'applied index is now lower than readState.Index' (duration: 45.794584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:53:58.638084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.208956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:53:58.638831Z","caller":"traceutil/trace.go:171","msg":"trace[376034154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38299; }","duration":"151.979945ms","start":"2026-03-04T16:53:58.486834Z","end":"2026-03-04T16:53:58.638814Z","steps":["trace[376034154] 'agreement among raft nodes before linearized reading' (duration: 151.209006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:59.067272Z","caller":"traceutil/trace.go:171","msg":"trace[1694219590] linearizableReadLoop","detail":"{readStateIndex:39652; appliedIndex:39649; }","duration":"167.138776ms","start":"2026-03-04T16:53:58.900109Z","end":"2026-03-04T16:53:59.067248Z","steps":["trace[1694219590] 'read index received' (duration: 63.852327ms)","trace[1694219590] 'applied index is now lower than readState.Index' (duration: 103.285579ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:53:59.067326Z","caller":"traceutil/trace.go:171","msg":"trace[1923890995] transaction","detail":"{read_only:false; response_revision:38302; number_of_response:1; }","duration":"168.644204ms","start":"2026-03-04T16:53:58.898643Z","end":"2026-03-04T16:53:59.067287Z","steps":["trace[1923890995] 'process raft request' (duration: 165.804002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:53:59.067569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.432873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:53:59.067641Z","caller":"traceutil/trace.go:171","msg":"trace[1631737267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38303; }","duration":"167.538546ms","start":"2026-03-04T16:53:58.900087Z","end":"2026-03-04T16:53:59.067625Z","steps":["trace[1631737267] 'agreement among raft nodes before linearized reading' (duration: 167.305819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:53:59.06772Z","caller":"traceutil/trace.go:171","msg":"trace[1265715243] transaction","detail":"{read_only:false; response_revision:38303; number_of_response:1; }","duration":"168.005558ms","start":"2026-03-04T16:53:58.899691Z","end":"2026-03-04T16:53:59.067697Z","steps":["trace[1265715243] 'process raft request' (duration: 167.511775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:21.76003Z","caller":"traceutil/trace.go:171","msg":"trace[100827234] transaction","detail":"{read_only:false; response_revision:38456; number_of_response:1; }","duration":"109.836434ms","start":"2026-03-04T16:54:21.650136Z","end":"2026-03-04T16:54:21.759973Z","steps":["trace[100827234] 'process raft request' (duration: 109.487436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:22.010309Z","caller":"traceutil/trace.go:171","msg":"trace[127224606] transaction","detail":"{read_only:false; response_revision:38457; number_of_response:1; }","duration":"186.896943ms","start":"2026-03-04T16:54:21.823385Z","end":"2026-03-04T16:54:22.010282Z","steps":["trace[127224606] 'process raft request' (duration: 146.037065ms)","trace[127224606] 'compare' (duration: 40.502509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:54:22.010464Z","caller":"traceutil/trace.go:171","msg":"trace[1917583705] linearizableReadLoop","detail":"{readStateIndex:39811; appliedIndex:39810; }","duration":"164.578511ms","start":"2026-03-04T16:54:21.845871Z","end":"2026-03-04T16:54:22.01045Z","steps":["trace[1917583705] 'read index received' (duration: 123.5648ms)","trace[1917583705] 'applied index is now lower than readState.Index' (duration: 41.012831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:54:22.01059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.719025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:54:22.010621Z","caller":"traceutil/trace.go:171","msg":"trace[2131029366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:38458; }","duration":"164.814797ms","start":"2026-03-04T16:54:21.845799Z","end":"2026-03-04T16:54:22.010614Z","steps":["trace[2131029366] 'agreement among raft nodes before linearized reading' (duration: 164.728155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:23.038448Z","caller":"traceutil/trace.go:171","msg":"trace[1248387411] transaction","detail":"{read_only:false; response_revision:38464; number_of_response:1; }","duration":"114.906502ms","start":"2026-03-04T16:54:22.923517Z","end":"2026-03-04T16:54:23.038424Z","steps":["trace[1248387411] 'process raft request' (duration: 114.763668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:25.541615Z","caller":"traceutil/trace.go:171","msg":"trace[1859120463] transaction","detail":"{read_only:false; response_revision:38480; number_of_response:1; }","duration":"316.856094ms","start":"2026-03-04T16:54:25.224742Z","end":"2026-03-04T16:54:25.541598Z","steps":["trace[1859120463] 'process raft request' (duration: 316.747361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:54:25.541747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:54:25.224726Z","time spent":"316.965476ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:54:25.604069Z","caller":"traceutil/trace.go:171","msg":"trace[1193045905] transaction","detail":"{read_only:false; response_revision:38483; number_of_response:1; }","duration":"379.138001ms","start":"2026-03-04T16:54:25.224913Z","end":"2026-03-04T16:54:25.604051Z","steps":["trace[1193045905] 'process raft request' (duration: 379.07675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:25.604138Z","caller":"traceutil/trace.go:171","msg":"trace[946977657] transaction","detail":"{read_only:false; response_revision:38484; number_of_response:1; }","duration":"174.637714ms","start":"2026-03-04T16:54:25.429492Z","end":"2026-03-04T16:54:25.60413Z","steps":["trace[946977657] 'process raft request' (duration: 174.530472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:25.604122Z","caller":"traceutil/trace.go:171","msg":"trace[1184737026] transaction","detail":"{read_only:false; response_revision:38482; number_of_response:1; }","duration":"379.235383ms","start":"2026-03-04T16:54:25.224855Z","end":"2026-03-04T16:54:25.604091Z","steps":["trace[1184737026] 'process raft request' (duration: 379.10302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:54:25.604208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:54:25.224908Z","time spent":"379.216023ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:54:25.604072Z","caller":"traceutil/trace.go:171","msg":"trace[1786411975] transaction","detail":"{read_only:false; response_revision:38481; number_of_response:1; }","duration":"379.186992ms","start":"2026-03-04T16:54:25.224867Z","end":"2026-03-04T16:54:25.604054Z","steps":["trace[1786411975] 'process raft request' (duration: 378.983847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:54:25.604262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:54:25.224832Z","time spent":"379.356117ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:54:25.604362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:54:25.224857Z","time spent":"379.435038ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:54:39.953747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.741836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:54:39.953973Z","caller":"traceutil/trace.go:171","msg":"trace[1150427125] linearizableReadLoop","detail":"{readStateIndex:39937; appliedIndex:39935; }","duration":"183.946229ms","start":"2026-03-04T16:54:39.770008Z","end":"2026-03-04T16:54:39.953954Z","steps":["trace[1150427125] 'read index received' (duration: 47.871824ms)","trace[1150427125] 'applied index is now lower than readState.Index' (duration: 136.073465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:54:39.953959Z","caller":"traceutil/trace.go:171","msg":"trace[777915266] transaction","detail":"{read_only:false; response_revision:38578; number_of_response:1; }","duration":"244.296598ms","start":"2026-03-04T16:54:39.709631Z","end":"2026-03-04T16:54:39.953927Z","steps":["trace[777915266] 'process raft request' (duration: 108.255334ms)","trace[777915266] 'compare' (duration: 135.623813ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:54:39.954066Z","caller":"traceutil/trace.go:171","msg":"trace[2112193393] transaction","detail":"{read_only:false; response_revision:38579; number_of_response:1; }","duration":"243.96683ms","start":"2026-03-04T16:54:39.710065Z","end":"2026-03-04T16:54:39.954032Z","steps":["trace[2112193393] 'process raft request' (duration: 243.815906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:54:39.954127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.115274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T16:54:39.954159Z","caller":"traceutil/trace.go:171","msg":"trace[1474667192] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38579; }","duration":"184.190146ms","start":"2026-03-04T16:54:39.769958Z","end":"2026-03-04T16:54:39.954149Z","steps":["trace[1474667192] 'agreement among raft nodes before linearized reading' (duration: 184.056892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:40.041933Z","caller":"traceutil/trace.go:171","msg":"trace[998002243] transaction","detail":"{read_only:false; response_revision:38580; number_of_response:1; }","duration":"185.106278ms","start":"2026-03-04T16:54:39.856792Z","end":"2026-03-04T16:54:40.041898Z","steps":["trace[998002243] 'process raft request' (duration: 184.763219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:54:41.456603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.159086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T16:54:41.456676Z","caller":"traceutil/trace.go:171","msg":"trace[1824865493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38587; }","duration":"223.283519ms","start":"2026-03-04T16:54:41.233374Z","end":"2026-03-04T16:54:41.456657Z","steps":["trace[1824865493] 'range keys from in-memory index tree' (duration: 223.004352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:54:49.744925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f20dfa43a2e4607","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:54:49.750452Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-04T16:54:49.750547Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-04T16:55:00.174417Z","caller":"traceutil/trace.go:171","msg":"trace[39221994] transaction","detail":"{read_only:false; response_revision:38716; number_of_response:1; }","duration":"101.563717ms","start":"2026-03-04T16:55:00.072831Z","end":"2026-03-04T16:55:00.174395Z","steps":["trace[39221994] 'process raft request' (duration: 101.153375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:00.587667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.889789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:55:00.587782Z","caller":"traceutil/trace.go:171","msg":"trace[1133686186] transaction","detail":"{read_only:false; response_revision:38718; number_of_response:1; }","duration":"435.821917ms","start":"2026-03-04T16:55:00.151941Z","end":"2026-03-04T16:55:00.587763Z","steps":["trace[1133686186] 'process raft request' (duration: 86.754153ms)","trace[1133686186] 'compare' (duration: 348.691174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:00.587836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:00.151914Z","time spent":"435.895309ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:55:00.601576Z","caller":"traceutil/trace.go:171","msg":"trace[137194046] transaction","detail":"{read_only:false; response_revision:38719; number_of_response:1; }","duration":"419.527658ms","start":"2026-03-04T16:55:00.18202Z","end":"2026-03-04T16:55:00.601548Z","steps":["trace[137194046] 'process raft request' (duration: 419.403595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:00.601751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:00.181998Z","time spent":"419.661551ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T16:55:00.601849Z","caller":"traceutil/trace.go:171","msg":"trace[2144709281] linearizableReadLoop","detail":"{readStateIndex:40081; appliedIndex:40081; }","duration":"327.315547ms","start":"2026-03-04T16:55:00.274322Z","end":"2026-03-04T16:55:00.601638Z","steps":["trace[2144709281] 'read index received' (duration: 327.295846ms)","trace[2144709281] 'applied index is now lower than readState.Index' (duration: 16.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:00.602114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.772639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:55:00.602175Z","caller":"traceutil/trace.go:171","msg":"trace[650321480] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:38719; }","duration":"327.881251ms","start":"2026-03-04T16:55:00.274277Z","end":"2026-03-04T16:55:00.602158Z","steps":["trace[650321480] 'agreement among raft nodes before linearized reading' (duration: 327.688236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:00.602213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:00.274257Z","time spent":"327.945743ms","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T16:55:00.604297Z","caller":"traceutil/trace.go:171","msg":"trace[983422473] transaction","detail":"{read_only:false; response_revision:38720; number_of_response:1; }","duration":"172.644665ms","start":"2026-03-04T16:55:00.431629Z","end":"2026-03-04T16:55:00.604274Z","steps":["trace[983422473] 'process raft request' (duration: 172.40513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:00.605185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:00.605253Z","caller":"traceutil/trace.go:171","msg":"trace[177750335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38721; }","duration":"117.97944ms","start":"2026-03-04T16:55:00.487262Z","end":"2026-03-04T16:55:00.605242Z","steps":["trace[177750335] 'agreement among raft nodes before linearized reading' (duration: 117.470997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:02.719558Z","caller":"traceutil/trace.go:171","msg":"trace[195965128] transaction","detail":"{read_only:false; response_revision:38748; number_of_response:1; }","duration":"126.605966ms","start":"2026-03-04T16:55:02.592918Z","end":"2026-03-04T16:55:02.719524Z","steps":["trace[195965128] 'process raft request' (duration: 126.458842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:02.848848Z","caller":"traceutil/trace.go:171","msg":"trace[4386459] transaction","detail":"{read_only:false; response_revision:38750; number_of_response:1; }","duration":"237.488966ms","start":"2026-03-04T16:55:02.611337Z","end":"2026-03-04T16:55:02.848826Z","steps":["trace[4386459] 'process raft request' (duration: 237.414984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:02.848974Z","caller":"traceutil/trace.go:171","msg":"trace[803271671] transaction","detail":"{read_only:false; response_revision:38749; number_of_response:1; }","duration":"239.557098ms","start":"2026-03-04T16:55:02.609392Z","end":"2026-03-04T16:55:02.848949Z","steps":["trace[803271671] 'process raft request' (duration: 205.618824ms)","trace[803271671] 'compare' (duration: 32.945039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:03.147633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.75828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:55:03.147768Z","caller":"traceutil/trace.go:171","msg":"trace[543770355] linearizableReadLoop","detail":"{readStateIndex:40116; appliedIndex:40115; }","duration":"277.602216ms","start":"2026-03-04T16:55:02.870145Z","end":"2026-03-04T16:55:03.147747Z","steps":["trace[543770355] 'read index received' (duration: 45.720141ms)","trace[543770355] 'applied index is now lower than readState.Index' (duration: 231.880555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:03.147854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.699058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:03.147894Z","caller":"traceutil/trace.go:171","msg":"trace[1210423345] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:38752; }","duration":"277.77599ms","start":"2026-03-04T16:55:02.870104Z","end":"2026-03-04T16:55:03.14788Z","steps":["trace[1210423345] 'agreement among raft nodes before linearized reading' (duration: 277.697669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:03.147881Z","caller":"traceutil/trace.go:171","msg":"trace[912717403] transaction","detail":"{read_only:false; response_revision:38752; number_of_response:1; }","duration":"277.734019ms","start":"2026-03-04T16:55:02.870118Z","end":"2026-03-04T16:55:03.147852Z","steps":["trace[912717403] 'process raft request' (duration: 86.63807ms)","trace[912717403] 'compare' (duration: 190.32337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:03.393821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.862499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6fc688fbdb-jmvxd.1899b0311a506ee9\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-04T16:55:03.393938Z","caller":"traceutil/trace.go:171","msg":"trace[497530266] range","detail":"{range_begin:/registry/events/openstack/manila-api-6fc688fbdb-jmvxd.1899b0311a506ee9; range_end:; response_count:1; response_revision:38752; }","duration":"103.003232ms","start":"2026-03-04T16:55:03.290907Z","end":"2026-03-04T16:55:03.39391Z","steps":["trace[497530266] 'range keys from in-memory index tree' (duration: 102.585412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:03.754452Z","caller":"traceutil/trace.go:171","msg":"trace[2054411579] transaction","detail":"{read_only:false; response_revision:38755; number_of_response:1; }","duration":"113.24715ms","start":"2026-03-04T16:55:03.641177Z","end":"2026-03-04T16:55:03.754424Z","steps":["trace[2054411579] 'process raft request' (duration: 113.057105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:03.842371Z","caller":"traceutil/trace.go:171","msg":"trace[1191189404] transaction","detail":"{read_only:false; response_revision:38757; number_of_response:1; }","duration":"105.980227ms","start":"2026-03-04T16:55:03.736366Z","end":"2026-03-04T16:55:03.842346Z","steps":["trace[1191189404] 'process raft request' (duration: 105.921926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:03.842557Z","caller":"traceutil/trace.go:171","msg":"trace[123381821] transaction","detail":"{read_only:false; response_revision:38756; number_of_response:1; }","duration":"198.549476ms","start":"2026-03-04T16:55:03.643997Z","end":"2026-03-04T16:55:03.842546Z","steps":["trace[123381821] 'process raft request' (duration: 138.827584ms)","trace[123381821] 'compare' (duration: 59.306872ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:55:04.040074Z","caller":"traceutil/trace.go:171","msg":"trace[1504817718] linearizableReadLoop","detail":"{readStateIndex:40122; appliedIndex:40121; }","duration":"133.189452ms","start":"2026-03-04T16:55:03.906861Z","end":"2026-03-04T16:55:04.04005Z","steps":["trace[1504817718] 'read index received' (duration: 107.390152ms)","trace[1504817718] 'applied index is now lower than readState.Index' (duration: 25.79825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:04.040276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.408968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:55:04.040319Z","caller":"traceutil/trace.go:171","msg":"trace[860514838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38758; }","duration":"133.5055ms","start":"2026-03-04T16:55:03.9068Z","end":"2026-03-04T16:55:04.040305Z","steps":["trace[860514838] 'agreement among raft nodes before linearized reading' (duration: 133.350837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:04.040406Z","caller":"traceutil/trace.go:171","msg":"trace[820603433] transaction","detail":"{read_only:false; response_revision:38758; number_of_response:1; }","duration":"214.887338ms","start":"2026-03-04T16:55:03.825439Z","end":"2026-03-04T16:55:04.040326Z","steps":["trace[820603433] 'process raft request' (duration: 188.878513ms)","trace[820603433] 'compare' (duration: 25.594244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:04.688892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832421820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T16:55:04.963614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.161882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T16:55:04.963719Z","caller":"traceutil/trace.go:171","msg":"trace[2086332694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38759; }","duration":"801.327326ms","start":"2026-03-04T16:55:04.162376Z","end":"2026-03-04T16:55:04.963703Z","steps":["trace[2086332694] 'range keys from in-memory index tree' (duration: 800.953636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.963765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.162348Z","time spent":"801.404368ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T16:55:04.964Z","caller":"traceutil/trace.go:171","msg":"trace[332813936] transaction","detail":"{read_only:false; response_revision:38760; number_of_response:1; }","duration":"777.015673ms","start":"2026-03-04T16:55:04.186915Z","end":"2026-03-04T16:55:04.96393Z","steps":["trace[332813936] 'process raft request' (duration: 691.953483ms)","trace[332813936] 'compare' (duration: 84.470966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:55:04.964049Z","caller":"traceutil/trace.go:171","msg":"trace[1986163454] transaction","detail":"{read_only:false; response_revision:38761; number_of_response:1; }","duration":"238.322358ms","start":"2026-03-04T16:55:04.7257Z","end":"2026-03-04T16:55:04.964023Z","steps":["trace[1986163454] 'process raft request' (duration: 238.187984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.964224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.186885Z","time spent":"777.209278ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T16:55:04.964034Z","caller":"traceutil/trace.go:171","msg":"trace[1273502757] linearizableReadLoop","detail":"{readStateIndex:40124; appliedIndex:40123; }","duration":"776.124842ms","start":"2026-03-04T16:55:04.187859Z","end":"2026-03-04T16:55:04.963984Z","steps":["trace[1273502757] 'read index received' (duration: 691.028031ms)","trace[1273502757] 'applied index is now lower than readState.Index' (duration: 85.093621ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:55:04.964288Z","caller":"traceutil/trace.go:171","msg":"trace[1633459794] transaction","detail":"{read_only:false; response_revision:38762; number_of_response:1; }","duration":"110.028479ms","start":"2026-03-04T16:55:04.854251Z","end":"2026-03-04T16:55:04.96428Z","steps":["trace[1633459794] 'process raft request' (duration: 109.734422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.964281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.395618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T16:55:04.964231Z","caller":"traceutil/trace.go:171","msg":"trace[672761796] transaction","detail":"{read_only:false; response_revision:38763; number_of_response:1; }","duration":"109.875305ms","start":"2026-03-04T16:55:04.854328Z","end":"2026-03-04T16:55:04.964203Z","steps":["trace[672761796] 'process raft request' (duration: 109.768623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:04.964349Z","caller":"traceutil/trace.go:171","msg":"trace[849988039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38762; }","duration":"776.493221ms","start":"2026-03-04T16:55:04.187839Z","end":"2026-03-04T16:55:04.964332Z","steps":["trace[849988039] 'agreement among raft nodes before linearized reading' (duration: 776.253845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.964408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.187832Z","time spent":"776.562923ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T16:55:04.967966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.527704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T16:55:04.968035Z","caller":"traceutil/trace.go:171","msg":"trace[986223876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:38764; }","duration":"755.644167ms","start":"2026-03-04T16:55:04.212371Z","end":"2026-03-04T16:55:04.968016Z","steps":["trace[986223876] 'agreement among raft nodes before linearized reading' (duration: 755.475493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.968071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.212357Z","time spent":"755.705948ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T16:55:04.968621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.509647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:04.968689Z","caller":"traceutil/trace.go:171","msg":"trace[1268637613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38764; }","duration":"479.61365ms","start":"2026-03-04T16:55:04.489057Z","end":"2026-03-04T16:55:04.968671Z","steps":["trace[1268637613] 'agreement among raft nodes before linearized reading' (duration: 479.401355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.968756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.657693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:55:04.968815Z","caller":"traceutil/trace.go:171","msg":"trace[923779796] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:38764; }","duration":"675.764796ms","start":"2026-03-04T16:55:04.293037Z","end":"2026-03-04T16:55:04.968802Z","steps":["trace[923779796] 'agreement among raft nodes before linearized reading' (duration: 675.487229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:04.968847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.29302Z","time spent":"675.817317ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":169,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:55:04.968766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:04.489035Z","time spent":"479.715122ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T16:55:15.757985Z","caller":"traceutil/trace.go:171","msg":"trace[957137191] transaction","detail":"{read_only:false; response_revision:38864; number_of_response:1; }","duration":"250.152615ms","start":"2026-03-04T16:55:15.507805Z","end":"2026-03-04T16:55:15.757957Z","steps":["trace[957137191] 'process raft request' (duration: 249.765565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:16.275793Z","caller":"traceutil/trace.go:171","msg":"trace[405594536] transaction","detail":"{read_only:false; response_revision:38866; number_of_response:1; }","duration":"130.907024ms","start":"2026-03-04T16:55:16.144861Z","end":"2026-03-04T16:55:16.275768Z","steps":["trace[405594536] 'process raft request' (duration: 130.75945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:16.276208Z","caller":"traceutil/trace.go:171","msg":"trace[1443721860] linearizableReadLoop","detail":"{readStateIndex:40232; appliedIndex:40232; }","duration":"129.283003ms","start":"2026-03-04T16:55:16.146898Z","end":"2026-03-04T16:55:16.276181Z","steps":["trace[1443721860] 'read index received' (duration: 129.270543ms)","trace[1443721860] 'applied index is now lower than readState.Index' (duration: 10.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:16.276424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.495238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:16.276516Z","caller":"traceutil/trace.go:171","msg":"trace[537270820] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38866; }","duration":"129.651143ms","start":"2026-03-04T16:55:16.146842Z","end":"2026-03-04T16:55:16.276493Z","steps":["trace[537270820] 'agreement among raft nodes before linearized reading' (duration: 129.466158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:16.496662Z","caller":"traceutil/trace.go:171","msg":"trace[52866151] linearizableReadLoop","detail":"{readStateIndex:40233; appliedIndex:40232; }","duration":"220.373316ms","start":"2026-03-04T16:55:16.276273Z","end":"2026-03-04T16:55:16.496646Z","steps":["trace[52866151] 'read index received' (duration: 220.241012ms)","trace[52866151] 'applied index is now lower than readState.Index' (duration: 131.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:55:16.496813Z","caller":"traceutil/trace.go:171","msg":"trace[1491414920] transaction","detail":"{read_only:false; response_revision:38867; number_of_response:1; }","duration":"347.968307ms","start":"2026-03-04T16:55:16.148836Z","end":"2026-03-04T16:55:16.496804Z","steps":["trace[1491414920] 'process raft request' (duration: 347.7162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:16.496877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:16.148815Z","time spent":"348.014998ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8812,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:55:16.497027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.926758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T16:55:16.497046Z","caller":"traceutil/trace.go:171","msg":"trace[1796347690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38867; }","duration":"334.979909ms","start":"2026-03-04T16:55:16.162059Z","end":"2026-03-04T16:55:16.497038Z","steps":["trace[1796347690] 'agreement among raft nodes before linearized reading' (duration: 334.909788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:16.497061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:55:16.162037Z","time spent":"335.02029ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T16:55:16.497148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.776144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:16.497161Z","caller":"traceutil/trace.go:171","msg":"trace[610348523] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38867; }","duration":"214.814165ms","start":"2026-03-04T16:55:16.282343Z","end":"2026-03-04T16:55:16.497157Z","steps":["trace[610348523] 'agreement among raft nodes before linearized reading' (duration: 214.790035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:38.987921Z","caller":"traceutil/trace.go:171","msg":"trace[217280688] transaction","detail":"{read_only:false; response_revision:39017; number_of_response:1; }","duration":"207.054931ms","start":"2026-03-04T16:55:38.780839Z","end":"2026-03-04T16:55:38.987894Z","steps":["trace[217280688] 'process raft request' (duration: 206.906347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:39.008962Z","caller":"traceutil/trace.go:171","msg":"trace[113234935] transaction","detail":"{read_only:false; response_revision:39018; number_of_response:1; }","duration":"109.441265ms","start":"2026-03-04T16:55:38.899494Z","end":"2026-03-04T16:55:39.008935Z","steps":["trace[113234935] 'process raft request' (duration: 109.299401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:39.364251Z","caller":"traceutil/trace.go:171","msg":"trace[1965178253] transaction","detail":"{read_only:false; response_revision:39023; number_of_response:1; }","duration":"154.297093ms","start":"2026-03-04T16:55:39.209919Z","end":"2026-03-04T16:55:39.364216Z","steps":["trace[1965178253] 'process raft request' (duration: 154.027796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:39.364251Z","caller":"traceutil/trace.go:171","msg":"trace[2047663374] transaction","detail":"{read_only:false; response_revision:39021; number_of_response:1; }","duration":"155.638236ms","start":"2026-03-04T16:55:39.208584Z","end":"2026-03-04T16:55:39.364222Z","steps":["trace[2047663374] 'process raft request' (duration: 144.108696ms)","trace[2047663374] 'compare' (duration: 11.13897ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:55:39.364318Z","caller":"traceutil/trace.go:171","msg":"trace[1063887972] linearizableReadLoop","detail":"{readStateIndex:40394; appliedIndex:40391; }","duration":"131.546301ms","start":"2026-03-04T16:55:39.232743Z","end":"2026-03-04T16:55:39.364289Z","steps":["trace[1063887972] 'read index received' (duration: 119.961009ms)","trace[1063887972] 'applied index is now lower than readState.Index' (duration: 11.582102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:55:39.36445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.692214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:39.364479Z","caller":"traceutil/trace.go:171","msg":"trace[1973712685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39024; }","duration":"131.768396ms","start":"2026-03-04T16:55:39.232703Z","end":"2026-03-04T16:55:39.364471Z","steps":["trace[1973712685] 'agreement among raft nodes before linearized reading' (duration: 131.695764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:39.364453Z","caller":"traceutil/trace.go:171","msg":"trace[844056249] transaction","detail":"{read_only:false; response_revision:39022; number_of_response:1; }","duration":"154.733204ms","start":"2026-03-04T16:55:39.209709Z","end":"2026-03-04T16:55:39.364442Z","steps":["trace[844056249] 'process raft request' (duration: 154.201851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:39.594963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.596462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:39.595015Z","caller":"traceutil/trace.go:171","msg":"trace[1870088265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39026; }","duration":"106.699055ms","start":"2026-03-04T16:55:39.488305Z","end":"2026-03-04T16:55:39.595004Z","steps":["trace[1870088265] 'range keys from in-memory index tree' (duration: 106.444088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:39.990078Z","caller":"traceutil/trace.go:171","msg":"trace[780754430] transaction","detail":"{read_only:false; response_revision:39027; number_of_response:1; }","duration":"108.227563ms","start":"2026-03-04T16:55:39.881809Z","end":"2026-03-04T16:55:39.990037Z","steps":["trace[780754430] 'process raft request' (duration: 107.838933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:55:40.190559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.500794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:55:40.190794Z","caller":"traceutil/trace.go:171","msg":"trace[571344716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:39027; }","duration":"188.808381ms","start":"2026-03-04T16:55:40.001955Z","end":"2026-03-04T16:55:40.190763Z","steps":["trace[571344716] 'count revisions from in-memory index tree' (duration: 188.350709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:40.44936Z","caller":"traceutil/trace.go:171","msg":"trace[1284396312] transaction","detail":"{read_only:false; response_revision:39028; number_of_response:1; }","duration":"217.77953ms","start":"2026-03-04T16:55:40.231554Z","end":"2026-03-04T16:55:40.449334Z","steps":["trace[1284396312] 'process raft request' (duration: 217.629606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:55:40.481429Z","caller":"traceutil/trace.go:171","msg":"trace[768318680] transaction","detail":"{read_only:false; response_revision:39029; number_of_response:1; }","duration":"117.397575ms","start":"2026-03-04T16:55:40.364003Z","end":"2026-03-04T16:55:40.4814Z","steps":["trace[768318680] 'process raft request' (duration: 117.22693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:56:00.911379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37031} {"level":"info","ts":"2026-03-04T16:56:01.053265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37031,"took":"137.667034ms","hash":1734179538,"current-db-size-bytes":51945472,"current-db-size":"52 MB","current-db-size-in-use-bytes":28205056,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T16:56:01.053328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1734179538,"revision":37031,"compact-revision":34979} {"level":"warn","ts":"2026-03-04T16:57:52.866558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.664953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-j84r8\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-04T16:57:52.866643Z","caller":"traceutil/trace.go:171","msg":"trace[1596862554] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-j84r8; range_end:; response_count:1; response_revision:39944; }","duration":"127.795506ms","start":"2026-03-04T16:57:52.73883Z","end":"2026-03-04T16:57:52.866626Z","steps":["trace[1596862554] 'range keys from in-memory index tree' (duration: 127.478318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:57:53.171447Z","caller":"traceutil/trace.go:171","msg":"trace[1519940717] transaction","detail":"{read_only:false; response_revision:39945; number_of_response:1; }","duration":"121.56807ms","start":"2026-03-04T16:57:53.049854Z","end":"2026-03-04T16:57:53.171422Z","steps":["trace[1519940717] 'process raft request' (duration: 121.18021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:57:53.358373Z","caller":"traceutil/trace.go:171","msg":"trace[249983994] linearizableReadLoop","detail":"{readStateIndex:41346; appliedIndex:41345; }","duration":"124.150515ms","start":"2026-03-04T16:57:53.234194Z","end":"2026-03-04T16:57:53.358345Z","steps":["trace[249983994] 'read index received' (duration: 82.112837ms)","trace[249983994] 'applied index is now lower than readState.Index' (duration: 42.036518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:57:53.358504Z","caller":"traceutil/trace.go:171","msg":"trace[887211076] transaction","detail":"{read_only:false; response_revision:39946; number_of_response:1; }","duration":"126.603837ms","start":"2026-03-04T16:57:53.231887Z","end":"2026-03-04T16:57:53.358491Z","steps":["trace[887211076] 'process raft request' (duration: 84.344853ms)","trace[887211076] 'compare' (duration: 41.71402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:57:53.358975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.75401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:26 size:20572"} {"level":"info","ts":"2026-03-04T16:57:53.359017Z","caller":"traceutil/trace.go:171","msg":"trace[1209371336] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:26; response_revision:39946; }","duration":"124.822212ms","start":"2026-03-04T16:57:53.234182Z","end":"2026-03-04T16:57:53.359004Z","steps":["trace[1209371336] 'agreement among raft nodes before linearized reading' (duration: 124.530335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:01.43978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.750288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T16:58:01.439867Z","caller":"traceutil/trace.go:171","msg":"trace[1204628843] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:39999; }","duration":"240.890363ms","start":"2026-03-04T16:58:01.198958Z","end":"2026-03-04T16:58:01.439848Z","steps":["trace[1204628843] 'range keys from in-memory index tree' (duration: 240.564014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:01.440118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.833007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12756"} {"level":"info","ts":"2026-03-04T16:58:01.440159Z","caller":"traceutil/trace.go:171","msg":"trace[799817363] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:39999; }","duration":"249.871408ms","start":"2026-03-04T16:58:01.190275Z","end":"2026-03-04T16:58:01.440147Z","steps":["trace[799817363] 'range keys from in-memory index tree' (duration: 249.723574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:01.440151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.291883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T16:58:01.44044Z","caller":"traceutil/trace.go:171","msg":"trace[1190254574] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:39999; }","duration":"220.56832ms","start":"2026-03-04T16:58:01.219794Z","end":"2026-03-04T16:58:01.440363Z","steps":["trace[1190254574] 'count revisions from in-memory index tree' (duration: 220.211891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:01.440196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.478006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:58:01.440571Z","caller":"traceutil/trace.go:171","msg":"trace[2100542983] transaction","detail":"{read_only:false; response_revision:40000; number_of_response:1; }","duration":"195.325626ms","start":"2026-03-04T16:58:01.245215Z","end":"2026-03-04T16:58:01.440541Z","steps":["trace[2100542983] 'process raft request' (duration: 44.403388ms)","trace[2100542983] 'compare' (duration: 149.776398ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:07.231696Z","caller":"traceutil/trace.go:171","msg":"trace[1730304955] linearizableReadLoop","detail":"{readStateIndex:41442; appliedIndex:41441; }","duration":"121.130468ms","start":"2026-03-04T16:58:07.110532Z","end":"2026-03-04T16:58:07.231662Z","steps":["trace[1730304955] 'read index received' (duration: 58.849281ms)","trace[1730304955] 'applied index is now lower than readState.Index' (duration: 62.279497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:58:07.231969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.411915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-root-ca.crt\" ","response":"range_response_count:1 size:1745"} {"level":"info","ts":"2026-03-04T16:58:07.232051Z","caller":"traceutil/trace.go:171","msg":"trace[163185611] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-root-ca.crt; range_end:; response_count:1; response_revision:40039; }","duration":"121.534758ms","start":"2026-03-04T16:58:07.110498Z","end":"2026-03-04T16:58:07.232032Z","steps":["trace[163185611] 'agreement among raft nodes before linearized reading' (duration: 121.314893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:15.182719Z","caller":"traceutil/trace.go:171","msg":"trace[1664075362] linearizableReadLoop","detail":"{readStateIndex:41499; appliedIndex:41498; }","duration":"342.55885ms","start":"2026-03-04T16:58:14.840141Z","end":"2026-03-04T16:58:15.1827Z","steps":["trace[1664075362] 'read index received' (duration: 342.338595ms)","trace[1664075362] 'applied index is now lower than readState.Index' (duration: 219.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:15.18285Z","caller":"traceutil/trace.go:171","msg":"trace[1574068022] transaction","detail":"{read_only:false; response_revision:40095; number_of_response:1; }","duration":"382.935317ms","start":"2026-03-04T16:58:14.799849Z","end":"2026-03-04T16:58:15.182784Z","steps":["trace[1574068022] 'process raft request' (duration: 382.744272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:15.182904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.760946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-03-04T16:58:15.182949Z","caller":"traceutil/trace.go:171","msg":"trace[216501095] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:40095; }","duration":"286.835088ms","start":"2026-03-04T16:58:14.896101Z","end":"2026-03-04T16:58:15.182936Z","steps":["trace[216501095] 'agreement among raft nodes before linearized reading' (duration: 286.716305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:15.182948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.779315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T16:58:15.183015Z","caller":"traceutil/trace.go:171","msg":"trace[1678836069] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:40095; }","duration":"342.863037ms","start":"2026-03-04T16:58:14.840134Z","end":"2026-03-04T16:58:15.182997Z","steps":["trace[1678836069] 'agreement among raft nodes before linearized reading' (duration: 342.662232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:15.183055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:14.840082Z","time spent":"342.966521ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":690,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-04T16:58:15.183045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:58:14.799832Z","time spent":"383.111861ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:58:15.183104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.166302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-04T16:58:15.182891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.058255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:58:15.183184Z","caller":"traceutil/trace.go:171","msg":"trace[610691564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40095; }","duration":"261.296436ms","start":"2026-03-04T16:58:14.921869Z","end":"2026-03-04T16:58:15.183165Z","steps":["trace[610691564] 'agreement among raft nodes before linearized reading' (duration: 261.039499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:15.183204Z","caller":"traceutil/trace.go:171","msg":"trace[1282585153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:40095; }","duration":"146.431374ms","start":"2026-03-04T16:58:15.036764Z","end":"2026-03-04T16:58:15.183196Z","steps":["trace[1282585153] 'agreement among raft nodes before linearized reading' (duration: 146.072165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:58:22.486779Z","caller":"traceutil/trace.go:171","msg":"trace[754335648] transaction","detail":"{read_only:false; response_revision:40147; number_of_response:1; }","duration":"107.171747ms","start":"2026-03-04T16:58:22.379572Z","end":"2026-03-04T16:58:22.486744Z","steps":["trace[754335648] 'process raft request' (duration: 51.442905ms)","trace[754335648] 'compare' (duration: 55.463015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:58:23.37857Z","caller":"traceutil/trace.go:171","msg":"trace[1520649569] transaction","detail":"{read_only:false; response_revision:40148; number_of_response:1; }","duration":"153.867935ms","start":"2026-03-04T16:58:23.224666Z","end":"2026-03-04T16:58:23.378534Z","steps":["trace[1520649569] 'process raft request' (duration: 153.599778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:58:56.043525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.008405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T16:58:56.043617Z","caller":"traceutil/trace.go:171","msg":"trace[387837939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:40370; }","duration":"121.157899ms","start":"2026-03-04T16:58:55.922442Z","end":"2026-03-04T16:58:56.0436Z","steps":["trace[387837939] 'range keys from in-memory index tree' (duration: 120.825881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:00.408286Z","caller":"traceutil/trace.go:171","msg":"trace[631130271] transaction","detail":"{read_only:false; response_revision:40402; number_of_response:1; }","duration":"134.511255ms","start":"2026-03-04T16:59:00.273753Z","end":"2026-03-04T16:59:00.408264Z","steps":["trace[631130271] 'process raft request' (duration: 133.91396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:00.40837Z","caller":"traceutil/trace.go:171","msg":"trace[1559895019] transaction","detail":"{read_only:false; response_revision:40403; number_of_response:1; }","duration":"124.559634ms","start":"2026-03-04T16:59:00.283786Z","end":"2026-03-04T16:59:00.408346Z","steps":["trace[1559895019] 'process raft request' (duration: 123.99096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:01.816798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.655719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T16:59:01.816908Z","caller":"traceutil/trace.go:171","msg":"trace[1685819130] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:40407; }","duration":"109.820364ms","start":"2026-03-04T16:59:01.707066Z","end":"2026-03-04T16:59:01.816887Z","steps":["trace[1685819130] 'range keys from in-memory index tree' (duration: 109.453794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:01.816971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.080096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k\" ","response":"range_response_count:1 size:8830"} {"level":"info","ts":"2026-03-04T16:59:01.817062Z","caller":"traceutil/trace.go:171","msg":"trace[513718405] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-86547cdc7f-mnb6k; range_end:; response_count:1; response_revision:40407; }","duration":"117.205909ms","start":"2026-03-04T16:59:01.699831Z","end":"2026-03-04T16:59:01.817037Z","steps":["trace[513718405] 'range keys from in-memory index tree' (duration: 116.913422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:04.426612Z","caller":"traceutil/trace.go:171","msg":"trace[70377241] linearizableReadLoop","detail":"{readStateIndex:41839; appliedIndex:41838; }","duration":"116.776759ms","start":"2026-03-04T16:59:04.309811Z","end":"2026-03-04T16:59:04.426587Z","steps":["trace[70377241] 'read index received' (duration: 116.694597ms)","trace[70377241] 'applied index is now lower than readState.Index' (duration: 81.192µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:04.426729Z","caller":"traceutil/trace.go:171","msg":"trace[1220006424] transaction","detail":"{read_only:false; response_revision:40425; number_of_response:1; }","duration":"117.799004ms","start":"2026-03-04T16:59:04.308917Z","end":"2026-03-04T16:59:04.426716Z","steps":["trace[1220006424] 'process raft request' (duration: 117.524897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:04.429296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.463916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-user-b9g7w.1899afac9f8d1f19\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40424 ","response":"range_response_count:852 size:660072"} {"level":"info","ts":"2026-03-04T16:59:04.429346Z","caller":"traceutil/trace.go:171","msg":"trace[1485100818] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-user-b9g7w.1899afac9f8d1f19\u0000; range_end:/registry/events/openstack0; response_count:852; response_revision:40425; }","duration":"119.549419ms","start":"2026-03-04T16:59:04.309786Z","end":"2026-03-04T16:59:04.429335Z","steps":["trace[1485100818] 'agreement among raft nodes before linearized reading' (duration: 117.005415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:04.58219Z","caller":"traceutil/trace.go:171","msg":"trace[1333212396] transaction","detail":"{read_only:false; response_revision:40430; number_of_response:1; }","duration":"109.887346ms","start":"2026-03-04T16:59:04.472273Z","end":"2026-03-04T16:59:04.58216Z","steps":["trace[1333212396] 'process raft request' (duration: 79.687075ms)","trace[1333212396] 'compare' (duration: 30.029246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:59:05.853318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.376198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-ks-user-b9g7w.1899afac9f8d1f19\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40434 ","response":"range_response_count:852 size:660072"} {"level":"info","ts":"2026-03-04T16:59:05.853383Z","caller":"traceutil/trace.go:171","msg":"trace[311385566] range","detail":"{range_begin:/registry/events/openstack/magnum-ks-user-b9g7w.1899afac9f8d1f19\u0000; range_end:/registry/events/openstack0; response_count:852; response_revision:40434; }","duration":"176.477101ms","start":"2026-03-04T16:59:05.676893Z","end":"2026-03-04T16:59:05.85337Z","steps":["trace[311385566] 'range keys from in-memory index tree' (duration: 174.45111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.576784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.94614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:59:06.576907Z","caller":"traceutil/trace.go:171","msg":"trace[302020113] transaction","detail":"{read_only:false; response_revision:40439; number_of_response:1; }","duration":"140.004283ms","start":"2026-03-04T16:59:06.436884Z","end":"2026-03-04T16:59:06.576889Z","steps":["trace[302020113] 'process raft request' (duration: 11.867758ms)","trace[302020113] 'compare' (duration: 127.759335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:06.581026Z","caller":"traceutil/trace.go:171","msg":"trace[956046096] transaction","detail":"{read_only:false; response_revision:40440; number_of_response:1; }","duration":"143.39936ms","start":"2026-03-04T16:59:06.437598Z","end":"2026-03-04T16:59:06.580998Z","steps":["trace[956046096] 'process raft request' (duration: 143.186684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:06.581253Z","caller":"traceutil/trace.go:171","msg":"trace[506959964] linearizableReadLoop","detail":"{readStateIndex:41855; appliedIndex:41852; }","duration":"143.141812ms","start":"2026-03-04T16:59:06.438072Z","end":"2026-03-04T16:59:06.581214Z","steps":["trace[506959964] 'read index received' (duration: 10.652447ms)","trace[506959964] 'applied index is now lower than readState.Index' (duration: 132.486665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:06.581342Z","caller":"traceutil/trace.go:171","msg":"trace[392932509] transaction","detail":"{read_only:false; response_revision:40441; number_of_response:1; }","duration":"143.620435ms","start":"2026-03-04T16:59:06.43768Z","end":"2026-03-04T16:59:06.5813Z","steps":["trace[392932509] 'process raft request' (duration: 143.270097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.58152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.424789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-649767b7bf-z2vv5\" ","response":"range_response_count:1 size:12867"} {"level":"info","ts":"2026-03-04T16:59:06.581565Z","caller":"traceutil/trace.go:171","msg":"trace[264443637] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-649767b7bf-z2vv5; range_end:; response_count:1; response_revision:40441; }","duration":"143.49656ms","start":"2026-03-04T16:59:06.438055Z","end":"2026-03-04T16:59:06.581552Z","steps":["trace[264443637] 'agreement among raft nodes before linearized reading' (duration: 143.311496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.64534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.284103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:59:06.645359Z","caller":"traceutil/trace.go:171","msg":"trace[1755081572] transaction","detail":"{read_only:false; response_revision:40442; number_of_response:1; }","duration":"161.720351ms","start":"2026-03-04T16:59:06.483607Z","end":"2026-03-04T16:59:06.645328Z","steps":["trace[1755081572] 'process raft request' (duration: 161.460783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.645385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.563044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:59:06.645423Z","caller":"traceutil/trace.go:171","msg":"trace[139943228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40442; }","duration":"156.405297ms","start":"2026-03-04T16:59:06.488999Z","end":"2026-03-04T16:59:06.645404Z","steps":["trace[139943228] 'agreement among raft nodes before linearized reading' (duration: 156.245313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.645436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.768171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T16:59:06.645472Z","caller":"traceutil/trace.go:171","msg":"trace[1002158572] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:40442; }","duration":"120.699578ms","start":"2026-03-04T16:59:06.524753Z","end":"2026-03-04T16:59:06.645452Z","steps":["trace[1002158572] 'agreement among raft nodes before linearized reading' (duration: 120.476312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:06.645502Z","caller":"traceutil/trace.go:171","msg":"trace[380336577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:40442; }","duration":"190.839062ms","start":"2026-03-04T16:59:06.454636Z","end":"2026-03-04T16:59:06.645475Z","steps":["trace[380336577] 'agreement among raft nodes before linearized reading' (duration: 190.74088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:06.645553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.930818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rabbit-init-tc7f4\" ","response":"range_response_count:1 size:6703"} {"level":"info","ts":"2026-03-04T16:59:06.645905Z","caller":"traceutil/trace.go:171","msg":"trace[1725768881] range","detail":"{range_begin:/registry/pods/openstack/neutron-rabbit-init-tc7f4; range_end:; response_count:1; response_revision:40442; }","duration":"207.281326ms","start":"2026-03-04T16:59:06.438589Z","end":"2026-03-04T16:59:06.64587Z","steps":["trace[1725768881] 'agreement among raft nodes before linearized reading' (duration: 206.837515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:07.052789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.546256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-5b487d545d-kfjn2\" ","response":"range_response_count:1 size:8299"} {"level":"warn","ts":"2026-03-04T16:59:07.052821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.234517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-67cb54cfdf-jd254\" ","response":"range_response_count:1 size:11077"} {"level":"info","ts":"2026-03-04T16:59:07.052875Z","caller":"traceutil/trace.go:171","msg":"trace[1245701147] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-5b487d545d-kfjn2; range_end:; response_count:1; response_revision:40446; }","duration":"138.661929ms","start":"2026-03-04T16:59:06.914193Z","end":"2026-03-04T16:59:07.052855Z","steps":["trace[1245701147] 'range keys from in-memory index tree' (duration: 138.33163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:07.052889Z","caller":"traceutil/trace.go:171","msg":"trace[2130128809] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-67cb54cfdf-jd254; range_end:; response_count:1; response_revision:40446; }","duration":"128.331449ms","start":"2026-03-04T16:59:06.924538Z","end":"2026-03-04T16:59:07.052869Z","steps":["trace[2130128809] 'range keys from in-memory index tree' (duration: 128.075203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:25.088186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.919772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/octavia-octavia-ks-user\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-03-04T16:59:25.088246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.692457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/octavia-octavia-rabbit-init\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-04T16:59:25.088343Z","caller":"traceutil/trace.go:171","msg":"trace[1451605758] range","detail":"{range_begin:/registry/rolebindings/openstack/octavia-octavia-rabbit-init; range_end:; response_count:1; response_revision:40568; }","duration":"118.82022ms","start":"2026-03-04T16:59:24.969503Z","end":"2026-03-04T16:59:25.088324Z","steps":["trace[1451605758] 'range keys from in-memory index tree' (duration: 118.553453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:25.088284Z","caller":"traceutil/trace.go:171","msg":"trace[1044088992] range","detail":"{range_begin:/registry/rolebindings/openstack/octavia-octavia-ks-user; range_end:; response_count:1; response_revision:40568; }","duration":"119.063276ms","start":"2026-03-04T16:59:24.969201Z","end":"2026-03-04T16:59:25.088264Z","steps":["trace[1044088992] 'range keys from in-memory index tree' (duration: 118.711107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:25.088396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.231127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T16:59:25.088387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.593998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T16:59:25.088453Z","caller":"traceutil/trace.go:171","msg":"trace[1284894200] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:40568; }","duration":"186.332579ms","start":"2026-03-04T16:59:24.902106Z","end":"2026-03-04T16:59:25.088438Z","steps":["trace[1284894200] 'count revisions from in-memory index tree' (duration: 186.157844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:25.088483Z","caller":"traceutil/trace.go:171","msg":"trace[1088293234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40568; }","duration":"167.734771ms","start":"2026-03-04T16:59:24.920728Z","end":"2026-03-04T16:59:25.088463Z","steps":["trace[1088293234] 'range keys from in-memory index tree' (duration: 167.432594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:25.088617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.361386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:59:25.088715Z","caller":"traceutil/trace.go:171","msg":"trace[1672641407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40568; }","duration":"197.4932ms","start":"2026-03-04T16:59:24.891199Z","end":"2026-03-04T16:59:25.088692Z","steps":["trace[1672641407] 'range keys from in-memory index tree' (duration: 197.10016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:30.942884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.610683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:59:30.943222Z","caller":"traceutil/trace.go:171","msg":"trace[1144330170] transaction","detail":"{read_only:false; response_revision:40605; number_of_response:1; }","duration":"258.987366ms","start":"2026-03-04T16:59:30.684216Z","end":"2026-03-04T16:59:30.943203Z","steps":["trace[1144330170] 'process raft request' (duration: 258.798502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:30.943242Z","caller":"traceutil/trace.go:171","msg":"trace[2088205385] transaction","detail":"{read_only:false; response_revision:40604; number_of_response:1; }","duration":"263.960002ms","start":"2026-03-04T16:59:30.679239Z","end":"2026-03-04T16:59:30.943199Z","steps":["trace[2088205385] 'process raft request' (duration: 125.939559ms)","trace[2088205385] 'compare' (duration: 137.460849ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:30.943353Z","caller":"traceutil/trace.go:171","msg":"trace[1877788724] transaction","detail":"{read_only:false; response_revision:40606; number_of_response:1; }","duration":"258.056944ms","start":"2026-03-04T16:59:30.685276Z","end":"2026-03-04T16:59:30.943333Z","steps":["trace[1877788724] 'process raft request' (duration: 257.843948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:30.943484Z","caller":"traceutil/trace.go:171","msg":"trace[521433976] linearizableReadLoop","detail":"{readStateIndex:42026; appliedIndex:42023; }","duration":"246.417191ms","start":"2026-03-04T16:59:30.697042Z","end":"2026-03-04T16:59:30.943459Z","steps":["trace[521433976] 'read index received' (duration: 108.146731ms)","trace[521433976] 'applied index is now lower than readState.Index' (duration: 138.26799ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:30.943508Z","caller":"traceutil/trace.go:171","msg":"trace[49562366] transaction","detail":"{read_only:false; response_revision:40607; number_of_response:1; }","duration":"245.420235ms","start":"2026-03-04T16:59:30.698064Z","end":"2026-03-04T16:59:30.943485Z","steps":["trace[49562366] 'process raft request' (duration: 245.248561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:30.943657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.451542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-04T16:59:30.943693Z","caller":"traceutil/trace.go:171","msg":"trace[786526350] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:40607; }","duration":"252.512364ms","start":"2026-03-04T16:59:30.691169Z","end":"2026-03-04T16:59:30.943681Z","steps":["trace[786526350] 'agreement among raft nodes before linearized reading' (duration: 252.382921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:31.027765Z","caller":"traceutil/trace.go:171","msg":"trace[815758986] transaction","detail":"{read_only:false; response_revision:40608; number_of_response:1; }","duration":"222.638143ms","start":"2026-03-04T16:59:30.805091Z","end":"2026-03-04T16:59:31.027729Z","steps":["trace[815758986] 'process raft request' (duration: 222.443968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:31.027789Z","caller":"traceutil/trace.go:171","msg":"trace[225818379] transaction","detail":"{read_only:false; response_revision:40609; number_of_response:1; }","duration":"221.484034ms","start":"2026-03-04T16:59:30.806274Z","end":"2026-03-04T16:59:31.027758Z","steps":["trace[225818379] 'process raft request' (duration: 221.374292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.027859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.697791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-rabbit-init\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-04T16:59:31.027923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.417272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T16:59:31.027943Z","caller":"traceutil/trace.go:171","msg":"trace[1116420188] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-rabbit-init; range_end:; response_count:1; response_revision:40609; }","duration":"326.824124ms","start":"2026-03-04T16:59:30.701094Z","end":"2026-03-04T16:59:31.027919Z","steps":["trace[1116420188] 'agreement among raft nodes before linearized reading' (duration: 326.592029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:31.027989Z","caller":"traceutil/trace.go:171","msg":"trace[1035310924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40609; }","duration":"161.542765ms","start":"2026-03-04T16:59:30.866429Z","end":"2026-03-04T16:59:31.027972Z","steps":["trace[1035310924] 'agreement among raft nodes before linearized reading' (duration: 161.33686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.027994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:59:30.701077Z","time spent":"326.907026ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":702,"request content":"key:\"/registry/roles/openstack/glance-openstack-glance-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T16:59:31.524543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.142876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T16:59:31.524626Z","caller":"traceutil/trace.go:171","msg":"trace[1123321348] linearizableReadLoop","detail":"{readStateIndex:42032; appliedIndex:42031; }","duration":"321.518222ms","start":"2026-03-04T16:59:31.203095Z","end":"2026-03-04T16:59:31.524613Z","steps":["trace[1123321348] 'read index received' (duration: 30.145559ms)","trace[1123321348] 'applied index is now lower than readState.Index' (duration: 291.371713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:31.524643Z","caller":"traceutil/trace.go:171","msg":"trace[1611575178] transaction","detail":"{read_only:false; response_revision:40612; number_of_response:1; }","duration":"341.807032ms","start":"2026-03-04T16:59:31.182811Z","end":"2026-03-04T16:59:31.524618Z","steps":["trace[1611575178] 'process raft request' (duration: 50.498781ms)","trace[1611575178] 'compare' (duration: 291.008703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:59:31.524784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:59:31.182786Z","time spent":"341.914765ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T16:59:31.524981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.768161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T16:59:31.525024Z","caller":"traceutil/trace.go:171","msg":"trace[1695353321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40612; }","duration":"312.840253ms","start":"2026-03-04T16:59:31.212167Z","end":"2026-03-04T16:59:31.525007Z","steps":["trace[1695353321] 'agreement among raft nodes before linearized reading' (duration: 312.773752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.525063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:59:31.212152Z","time spent":"312.900805ms","remote":"127.0.0.1:41238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T16:59:31.525159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.129628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-storage-init\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-04T16:59:31.525252Z","caller":"traceutil/trace.go:171","msg":"trace[448156145] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-storage-init; range_end:; response_count:1; response_revision:40612; }","duration":"239.263282ms","start":"2026-03-04T16:59:31.285967Z","end":"2026-03-04T16:59:31.525231Z","steps":["trace[448156145] 'agreement among raft nodes before linearized reading' (duration: 238.999815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.525633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.533437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" ","response":"range_response_count:1 size:738"} {"level":"info","ts":"2026-03-04T16:59:31.525683Z","caller":"traceutil/trace.go:171","msg":"trace[1240852108] range","detail":"{range_begin:/registry/rolebindings/openstack/staffeln-conductor-leases; range_end:; response_count:1; response_revision:40612; }","duration":"322.597368ms","start":"2026-03-04T16:59:31.203063Z","end":"2026-03-04T16:59:31.52566Z","steps":["trace[1240852108] 'agreement among raft nodes before linearized reading' (duration: 321.836899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.525713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T16:59:31.203047Z","time spent":"322.6572ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":761,"request content":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" "} {"level":"info","ts":"2026-03-04T16:59:31.923075Z","caller":"traceutil/trace.go:171","msg":"trace[240848171] linearizableReadLoop","detail":"{readStateIndex:42035; appliedIndex:42034; }","duration":"134.884894ms","start":"2026-03-04T16:59:31.788163Z","end":"2026-03-04T16:59:31.923048Z","steps":["trace[240848171] 'read index received' (duration: 134.619738ms)","trace[240848171] 'applied index is now lower than readState.Index' (duration: 264.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T16:59:31.923164Z","caller":"traceutil/trace.go:171","msg":"trace[494704270] transaction","detail":"{read_only:false; response_revision:40614; number_of_response:1; }","duration":"136.469504ms","start":"2026-03-04T16:59:31.78667Z","end":"2026-03-04T16:59:31.92314Z","steps":["trace[494704270] 'process raft request' (duration: 136.209548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.92334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.773126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-storage-init\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-04T16:59:31.923383Z","caller":"traceutil/trace.go:171","msg":"trace[991473996] range","detail":"{range_begin:/registry/roles/openstack/glance-storage-init; range_end:; response_count:1; response_revision:40614; }","duration":"131.851728ms","start":"2026-03-04T16:59:31.79152Z","end":"2026-03-04T16:59:31.923372Z","steps":["trace[991473996] 'agreement among raft nodes before linearized reading' (duration: 131.684474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:59:31.923449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.252643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:59:31.923574Z","caller":"traceutil/trace.go:171","msg":"trace[558376313] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:40614; }","duration":"135.418268ms","start":"2026-03-04T16:59:31.788132Z","end":"2026-03-04T16:59:31.92355Z","steps":["trace[558376313] 'agreement among raft nodes before linearized reading' (duration: 135.048928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:59:33.182447Z","caller":"traceutil/trace.go:171","msg":"trace[1351867847] transaction","detail":"{read_only:false; response_revision:40623; number_of_response:1; }","duration":"147.567093ms","start":"2026-03-04T16:59:33.034842Z","end":"2026-03-04T16:59:33.182409Z","steps":["trace[1351867847] 'process raft request' (duration: 49.713781ms)","trace[1351867847] 'compare' (duration: 97.171955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:04.998711Z","caller":"traceutil/trace.go:171","msg":"trace[1101093174] linearizableReadLoop","detail":"{readStateIndex:42322; appliedIndex:42321; }","duration":"120.732738ms","start":"2026-03-04T17:00:04.877955Z","end":"2026-03-04T17:00:04.998688Z","steps":["trace[1101093174] 'read index received' (duration: 120.566514ms)","trace[1101093174] 'applied index is now lower than readState.Index' (duration: 165.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:04.998842Z","caller":"traceutil/trace.go:171","msg":"trace[1093752396] transaction","detail":"{read_only:false; response_revision:40894; number_of_response:1; }","duration":"158.505509ms","start":"2026-03-04T17:00:04.840326Z","end":"2026-03-04T17:00:04.998832Z","steps":["trace[1093752396] 'process raft request' (duration: 158.212562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:04.999252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.290773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:33278"} {"level":"info","ts":"2026-03-04T17:00:04.999323Z","caller":"traceutil/trace.go:171","msg":"trace[60743857] range","detail":"{range_begin:/registry/secrets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:40894; }","duration":"121.409986ms","start":"2026-03-04T17:00:04.877895Z","end":"2026-03-04T17:00:04.999305Z","steps":["trace[60743857] 'agreement among raft nodes before linearized reading' (duration: 121.080618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.20544Z","caller":"traceutil/trace.go:171","msg":"trace[882987412] linearizableReadLoop","detail":"{readStateIndex:42323; appliedIndex:42322; }","duration":"125.327824ms","start":"2026-03-04T17:00:05.080085Z","end":"2026-03-04T17:00:05.205413Z","steps":["trace[882987412] 'read index received' (duration: 125.279153ms)","trace[882987412] 'applied index is now lower than readState.Index' (duration: 47.461µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:05.205907Z","caller":"traceutil/trace.go:171","msg":"trace[716277531] transaction","detail":"{read_only:false; response_revision:40895; number_of_response:1; }","duration":"179.708872ms","start":"2026-03-04T17:00:05.026184Z","end":"2026-03-04T17:00:05.205893Z","steps":["trace[716277531] 'process raft request' (duration: 179.072816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.206141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.027361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-03-04T17:00:05.206209Z","caller":"traceutil/trace.go:171","msg":"trace[125650354] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:40895; }","duration":"126.139014ms","start":"2026-03-04T17:00:05.080053Z","end":"2026-03-04T17:00:05.206192Z","steps":["trace[125650354] 'agreement among raft nodes before linearized reading' (duration: 125.937619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.226246Z","caller":"traceutil/trace.go:171","msg":"trace[1872879125] transaction","detail":"{read_only:false; response_revision:40896; number_of_response:1; }","duration":"106.455879ms","start":"2026-03-04T17:00:05.119759Z","end":"2026-03-04T17:00:05.226215Z","steps":["trace[1872879125] 'process raft request' (duration: 105.788192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.226439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.169479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-04T17:00:05.226527Z","caller":"traceutil/trace.go:171","msg":"trace[1993682838] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:40898; }","duration":"121.294482ms","start":"2026-03-04T17:00:05.105212Z","end":"2026-03-04T17:00:05.226507Z","steps":["trace[1993682838] 'agreement among raft nodes before linearized reading' (duration: 121.087327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.472102Z","caller":"traceutil/trace.go:171","msg":"trace[884575381] transaction","detail":"{read_only:false; response_revision:40899; number_of_response:1; }","duration":"236.098371ms","start":"2026-03-04T17:00:05.235977Z","end":"2026-03-04T17:00:05.472076Z","steps":["trace[884575381] 'process raft request' (duration: 166.10082ms)","trace[884575381] 'compare' (duration: 69.586031ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:05.472573Z","caller":"traceutil/trace.go:171","msg":"trace[524522794] transaction","detail":"{read_only:false; response_revision:40900; number_of_response:1; }","duration":"236.101101ms","start":"2026-03-04T17:00:05.236449Z","end":"2026-03-04T17:00:05.47255Z","steps":["trace[524522794] 'process raft request' (duration: 235.497766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.472679Z","caller":"traceutil/trace.go:171","msg":"trace[312706499] transaction","detail":"{read_only:false; response_revision:40901; number_of_response:1; }","duration":"165.971407ms","start":"2026-03-04T17:00:05.306693Z","end":"2026-03-04T17:00:05.472665Z","steps":["trace[312706499] 'process raft request' (duration: 165.341731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.472629Z","caller":"traceutil/trace.go:171","msg":"trace[1006956923] linearizableReadLoop","detail":"{readStateIndex:42328; appliedIndex:42326; }","duration":"171.25173ms","start":"2026-03-04T17:00:05.301359Z","end":"2026-03-04T17:00:05.47261Z","steps":["trace[1006956923] 'read index received' (duration: 100.634773ms)","trace[1006956923] 'applied index is now lower than readState.Index' (duration: 70.615787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:05.472959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.581708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-03-04T17:00:05.473003Z","caller":"traceutil/trace.go:171","msg":"trace[376371320] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:40901; }","duration":"171.639229ms","start":"2026-03-04T17:00:05.301353Z","end":"2026-03-04T17:00:05.472992Z","steps":["trace[376371320] 'agreement among raft nodes before linearized reading' (duration: 171.477495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.473002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.788298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-03-04T17:00:05.473042Z","caller":"traceutil/trace.go:171","msg":"trace[829774953] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:40901; }","duration":"168.858329ms","start":"2026-03-04T17:00:05.304173Z","end":"2026-03-04T17:00:05.473032Z","steps":["trace[829774953] 'agreement among raft nodes before linearized reading' (duration: 168.708845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.473554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.253488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-04T17:00:05.473602Z","caller":"traceutil/trace.go:171","msg":"trace[590555391] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:40901; }","duration":"161.322819ms","start":"2026-03-04T17:00:05.312266Z","end":"2026-03-04T17:00:05.473589Z","steps":["trace[590555391] 'agreement among raft nodes before linearized reading' (duration: 161.183015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.664546Z","caller":"traceutil/trace.go:171","msg":"trace[1521643805] transaction","detail":"{read_only:false; response_revision:40903; number_of_response:1; }","duration":"185.342844ms","start":"2026-03-04T17:00:05.479188Z","end":"2026-03-04T17:00:05.664531Z","steps":["trace[1521643805] 'process raft request' (duration: 176.236146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:05.664473Z","caller":"traceutil/trace.go:171","msg":"trace[255640045] linearizableReadLoop","detail":"{readStateIndex:42331; appliedIndex:42330; }","duration":"165.413423ms","start":"2026-03-04T17:00:05.499034Z","end":"2026-03-04T17:00:05.664447Z","steps":["trace[255640045] 'read index received' (duration: 156.324035ms)","trace[255640045] 'applied index is now lower than readState.Index' (duration: 9.088318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:05.664826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.242367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-03-04T17:00:05.665044Z","caller":"traceutil/trace.go:171","msg":"trace[835953515] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:40903; }","duration":"186.503234ms","start":"2026-03-04T17:00:05.478526Z","end":"2026-03-04T17:00:05.66503Z","steps":["trace[835953515] 'agreement among raft nodes before linearized reading' (duration: 186.132815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.666577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.297008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:202 size:2136281"} {"level":"info","ts":"2026-03-04T17:00:05.66666Z","caller":"traceutil/trace.go:171","msg":"trace[1306604833] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:40903; }","duration":"153.421352ms","start":"2026-03-04T17:00:05.513222Z","end":"2026-03-04T17:00:05.666643Z","steps":["trace[1306604833] 'agreement among raft nodes before linearized reading' (duration: 151.795881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:05.895522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.914128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:00:05.895676Z","caller":"traceutil/trace.go:171","msg":"trace[1627206911] transaction","detail":"{read_only:false; response_revision:40904; number_of_response:1; }","duration":"175.846915ms","start":"2026-03-04T17:00:05.719811Z","end":"2026-03-04T17:00:05.895658Z","steps":["trace[1627206911] 'process raft request' (duration: 55.693361ms)","trace[1627206911] 'compare' (duration: 119.786395ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:06.30069Z","caller":"traceutil/trace.go:171","msg":"trace[341923956] linearizableReadLoop","detail":"{readStateIndex:42334; appliedIndex:42333; }","duration":"166.784548ms","start":"2026-03-04T17:00:06.133878Z","end":"2026-03-04T17:00:06.300663Z","steps":["trace[341923956] 'read index received' (duration: 166.675395ms)","trace[341923956] 'applied index is now lower than readState.Index' (duration: 108.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:06.300727Z","caller":"traceutil/trace.go:171","msg":"trace[1782270460] transaction","detail":"{read_only:false; response_revision:40906; number_of_response:1; }","duration":"181.628591ms","start":"2026-03-04T17:00:06.119074Z","end":"2026-03-04T17:00:06.300703Z","steps":["trace[1782270460] 'process raft request' (duration: 181.425646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:06.300938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.415058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-test\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T17:00:06.301013Z","caller":"traceutil/trace.go:171","msg":"trace[278282641] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-test; range_end:; response_count:1; response_revision:40906; }","duration":"168.550361ms","start":"2026-03-04T17:00:06.132447Z","end":"2026-03-04T17:00:06.300998Z","steps":["trace[278282641] 'agreement among raft nodes before linearized reading' (duration: 168.261924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:06.301075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.979479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-04T17:00:06.301188Z","caller":"traceutil/trace.go:171","msg":"trace[272152370] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:40906; }","duration":"182.135973ms","start":"2026-03-04T17:00:06.119026Z","end":"2026-03-04T17:00:06.301162Z","steps":["trace[272152370] 'agreement among raft nodes before linearized reading' (duration: 181.787645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:06.354719Z","caller":"traceutil/trace.go:171","msg":"trace[1582867045] transaction","detail":"{read_only:false; response_revision:40907; number_of_response:1; }","duration":"217.467242ms","start":"2026-03-04T17:00:06.137232Z","end":"2026-03-04T17:00:06.3547Z","steps":["trace[1582867045] 'process raft request' (duration: 217.038632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:06.354855Z","caller":"traceutil/trace.go:171","msg":"trace[1808647356] transaction","detail":"{read_only:false; response_revision:40909; number_of_response:1; }","duration":"133.581112ms","start":"2026-03-04T17:00:06.221268Z","end":"2026-03-04T17:00:06.354849Z","steps":["trace[1808647356] 'process raft request' (duration: 133.160242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:06.354902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.048329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T17:00:06.354988Z","caller":"traceutil/trace.go:171","msg":"trace[1255460813] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40909; }","duration":"170.176422ms","start":"2026-03-04T17:00:06.184784Z","end":"2026-03-04T17:00:06.35496Z","steps":["trace[1255460813] 'agreement among raft nodes before linearized reading' (duration: 169.936846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:06.354994Z","caller":"traceutil/trace.go:171","msg":"trace[1218284521] transaction","detail":"{read_only:false; response_revision:40908; number_of_response:1; }","duration":"134.247738ms","start":"2026-03-04T17:00:06.220721Z","end":"2026-03-04T17:00:06.354969Z","steps":["trace[1218284521] 'process raft request' (duration: 133.674114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:09.246914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:09.74781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:10.248357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:11.196617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:11.25534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T17:00:11.255522Z","caller":"traceutil/trace.go:171","msg":"trace[230848434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700558s","start":"2026-03-04T17:00:09.254787Z","end":"2026-03-04T17:00:11.255488Z","steps":["trace[230848434] 'agreement among raft nodes before linearized reading' (duration: 2.000433421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:11.255597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.254771Z","time spent":"2.000812161s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 17:00:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T17:00:11.486819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001543941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T17:00:11.486942Z","caller":"traceutil/trace.go:171","msg":"trace[480060926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001710595s","start":"2026-03-04T17:00:09.485207Z","end":"2026-03-04T17:00:11.486918Z","steps":["trace[480060926] 'agreement among raft nodes before linearized reading' (duration: 2.001561411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:11.486985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.485178Z","time spent":"2.001799297s","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 17:00:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T17:00:11.696769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:12.369395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5046174227832433815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T17:00:12.416279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.816311341s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T17:00:12.416988Z","caller":"traceutil/trace.go:171","msg":"trace[865720919] transaction","detail":"{read_only:false; response_revision:40924; number_of_response:1; }","duration":"3.817078169s","start":"2026-03-04T17:00:08.59986Z","end":"2026-03-04T17:00:12.416938Z","steps":["trace[865720919] 'process raft request' (duration: 3.81669404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.41724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:08.59984Z","time spent":"3.817254954s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.599219Z","caller":"traceutil/trace.go:171","msg":"trace[69626316] transaction","detail":"{read_only:false; response_revision:40926; number_of_response:1; }","duration":"3.478411946s","start":"2026-03-04T17:00:09.120764Z","end":"2026-03-04T17:00:12.599176Z","steps":["trace[69626316] 'process raft request' (duration: 3.478295813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.599285Z","caller":"traceutil/trace.go:171","msg":"trace[1991071631] transaction","detail":"{read_only:false; response_revision:40925; number_of_response:1; }","duration":"3.911760291s","start":"2026-03-04T17:00:08.687459Z","end":"2026-03-04T17:00:12.599219Z","steps":["trace[1991071631] 'process raft request' (duration: 3.911341001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.599541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:08.687432Z","time spent":"3.911966107s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:00:12.599571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.120738Z","time spent":"3.478587921s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.599871Z","caller":"traceutil/trace.go:171","msg":"trace[122844555] transaction","detail":"{read_only:false; response_revision:40927; number_of_response:1; }","duration":"3.358729805s","start":"2026-03-04T17:00:09.241122Z","end":"2026-03-04T17:00:12.599852Z","steps":["trace[122844555] 'process raft request' (duration: 3.358001577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.241104Z","time spent":"3.358875678s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600055Z","caller":"traceutil/trace.go:171","msg":"trace[119766596] transaction","detail":"{read_only:false; response_revision:40928; number_of_response:1; }","duration":"3.357508233s","start":"2026-03-04T17:00:09.24251Z","end":"2026-03-04T17:00:12.600018Z","steps":["trace[119766596] 'process raft request' (duration: 3.357173415s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.600167Z","caller":"traceutil/trace.go:171","msg":"trace[986331672] linearizableReadLoop","detail":"{readStateIndex:42362; appliedIndex:42352; }","duration":"3.967170276s","start":"2026-03-04T17:00:08.632977Z","end":"2026-03-04T17:00:12.600147Z","steps":["trace[986331672] 'read index received' (duration: 3.783499495s)","trace[986331672] 'applied index is now lower than readState.Index' (duration: 183.669961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:12.600218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.242503Z","time spent":"3.357626246s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600283Z","caller":"traceutil/trace.go:171","msg":"trace[353248076] transaction","detail":"{read_only:false; response_revision:40930; number_of_response:1; }","duration":"3.092979506s","start":"2026-03-04T17:00:09.507294Z","end":"2026-03-04T17:00:12.600273Z","steps":["trace[353248076] 'process raft request' (duration: 3.092648568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.507279Z","time spent":"3.093029088s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600441Z","caller":"traceutil/trace.go:171","msg":"trace[1084459064] transaction","detail":"{read_only:false; response_revision:40931; number_of_response:1; }","duration":"3.093004807s","start":"2026-03-04T17:00:09.507426Z","end":"2026-03-04T17:00:12.60043Z","steps":["trace[1084459064] 'process raft request' (duration: 3.092589217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.507393Z","time spent":"3.093076539s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600584Z","caller":"traceutil/trace.go:171","msg":"trace[615119397] transaction","detail":"{read_only:false; response_revision:40932; number_of_response:1; }","duration":"3.073941697s","start":"2026-03-04T17:00:09.526632Z","end":"2026-03-04T17:00:12.600574Z","steps":["trace[615119397] 'process raft request' (duration: 3.073436094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.526609Z","time spent":"3.074001149s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600746Z","caller":"traceutil/trace.go:171","msg":"trace[226188836] transaction","detail":"{read_only:false; response_revision:40933; number_of_response:1; }","duration":"2.285110666s","start":"2026-03-04T17:00:10.315625Z","end":"2026-03-04T17:00:12.600736Z","steps":["trace[226188836] 'process raft request' (duration: 2.28448366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967769731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-data\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-04T17:00:12.600808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:10.315605Z","time spent":"2.285170457s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T17:00:12.600804Z","caller":"traceutil/trace.go:171","msg":"trace[1983688298] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-data; range_end:; response_count:1; response_revision:40933; }","duration":"3.967857274s","start":"2026-03-04T17:00:08.632928Z","end":"2026-03-04T17:00:12.600786Z","steps":["trace[1983688298] 'agreement among raft nodes before linearized reading' (duration: 3.967668878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.600899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:08.63291Z","time spent":"3.967972056s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/manila-data\" "} {"level":"warn","ts":"2026-03-04T17:00:12.600957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.674196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.600995Z","caller":"traceutil/trace.go:171","msg":"trace[253189854] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:40933; }","duration":"567.738428ms","start":"2026-03-04T17:00:12.033244Z","end":"2026-03-04T17:00:12.600982Z","steps":["trace[253189854] 'agreement among raft nodes before linearized reading' (duration: 567.690697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:12.033227Z","time spent":"567.793759ms","remote":"127.0.0.1:41138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.601158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690795336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T17:00:12.601212Z","caller":"traceutil/trace.go:171","msg":"trace[2032959705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40933; }","duration":"2.690875537s","start":"2026-03-04T17:00:09.910322Z","end":"2026-03-04T17:00:12.601197Z","steps":["trace[2032959705] 'agreement among raft nodes before linearized reading' (duration: 2.690733424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.910305Z","time spent":"2.69094156s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.801408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.236\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T17:00:12.601348Z","caller":"traceutil/trace.go:171","msg":"trace[660834157] range","detail":"{range_begin:/registry/masterleases/199.19.213.236; range_end:; response_count:1; response_revision:40933; }","duration":"886.856989ms","start":"2026-03-04T17:00:11.714479Z","end":"2026-03-04T17:00:12.601336Z","steps":["trace[660834157] 'agreement among raft nodes before linearized reading' (duration: 886.764416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.714459Z","time spent":"886.915951ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.236\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893342643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T17:00:12.601469Z","caller":"traceutil/trace.go:171","msg":"trace[1317781355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40933; }","duration":"2.893406865s","start":"2026-03-04T17:00:09.708047Z","end":"2026-03-04T17:00:12.601454Z","steps":["trace[1317781355] 'agreement among raft nodes before linearized reading' (duration: 2.893299912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.708034Z","time spent":"2.893470796s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396296529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T17:00:12.601574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404509535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T17:00:12.601596Z","caller":"traceutil/trace.go:171","msg":"trace[1195258847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40933; }","duration":"1.396400002s","start":"2026-03-04T17:00:11.205181Z","end":"2026-03-04T17:00:12.601581Z","steps":["trace[1195258847] 'agreement among raft nodes before linearized reading' (duration: 1.396229108s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.601612Z","caller":"traceutil/trace.go:171","msg":"trace[761724800] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:40933; }","duration":"1.404573337s","start":"2026-03-04T17:00:11.197029Z","end":"2026-03-04T17:00:12.601602Z","steps":["trace[761724800] 'agreement among raft nodes before linearized reading' (duration: 1.404478325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.197012Z","time spent":"1.404621959s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064696205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T17:00:12.601033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.181202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T17:00:12.601752Z","caller":"traceutil/trace.go:171","msg":"trace[632703318] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:40933; }","duration":"553.92713ms","start":"2026-03-04T17:00:12.047815Z","end":"2026-03-04T17:00:12.601742Z","steps":["trace[632703318] 'agreement among raft nodes before linearized reading' (duration: 553.017867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.601778Z","caller":"traceutil/trace.go:171","msg":"trace[1605148204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40933; }","duration":"3.064782087s","start":"2026-03-04T17:00:09.53692Z","end":"2026-03-04T17:00:12.601702Z","steps":["trace[1605148204] 'agreement among raft nodes before linearized reading' (duration: 3.064683464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.6008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957102893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-04T17:00:12.601826Z","caller":"traceutil/trace.go:171","msg":"trace[1217737471] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:40933; }","duration":"3.95816498s","start":"2026-03-04T17:00:08.643652Z","end":"2026-03-04T17:00:12.601817Z","steps":["trace[1217737471] 'agreement among raft nodes before linearized reading' (duration: 3.956982239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.601827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.536892Z","time spent":"3.064922251s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:08.643635Z","time spent":"3.958209061s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105706726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.601986Z","caller":"traceutil/trace.go:171","msg":"trace[1128279026] transaction","detail":"{read_only:false; response_revision:40929; number_of_response:1; }","duration":"3.34937741s","start":"2026-03-04T17:00:09.251791Z","end":"2026-03-04T17:00:12.601168Z","steps":["trace[1128279026] 'process raft request' (duration: 3.348110387s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.602018Z","caller":"traceutil/trace.go:171","msg":"trace[1290057910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40933; }","duration":"1.106048214s","start":"2026-03-04T17:00:11.495952Z","end":"2026-03-04T17:00:12.602001Z","steps":["trace[1290057910] 'agreement among raft nodes before linearized reading' (duration: 1.105717306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.602075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.495919Z","time spent":"1.106140607s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:00:12.601644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.205165Z","time spent":"1.396467833s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:00:12.602091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.25176Z","time spent":"3.350289642s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:00:12.602136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100317821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T17:00:12.602179Z","caller":"traceutil/trace.go:171","msg":"trace[227533244] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:40933; }","duration":"3.100456595s","start":"2026-03-04T17:00:09.501708Z","end":"2026-03-04T17:00:12.602165Z","steps":["trace[227533244] 'agreement among raft nodes before linearized reading' (duration: 3.100281111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.602219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.501688Z","time spent":"3.100517986s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.602424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260235546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.602468Z","caller":"traceutil/trace.go:171","msg":"trace[1731286698] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:40933; }","duration":"3.260330288s","start":"2026-03-04T17:00:09.342124Z","end":"2026-03-04T17:00:12.602454Z","steps":["trace[1731286698] 'agreement among raft nodes before linearized reading' (duration: 3.260259567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.602507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.342102Z","time spent":"3.26039287s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.602729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402622269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.602781Z","caller":"traceutil/trace.go:171","msg":"trace[1687970641] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:40933; }","duration":"3.40270405s","start":"2026-03-04T17:00:09.200064Z","end":"2026-03-04T17:00:12.602768Z","steps":["trace[1687970641] 'agreement among raft nodes before linearized reading' (duration: 3.402619648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.602817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.200049Z","time spent":"3.402758442s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.603187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451679533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.603275Z","caller":"traceutil/trace.go:171","msg":"trace[1919855995] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:40933; }","duration":"3.451802316s","start":"2026-03-04T17:00:09.151458Z","end":"2026-03-04T17:00:12.60326Z","steps":["trace[1919855995] 'agreement among raft nodes before linearized reading' (duration: 3.451683943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.603362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:09.151443Z","time spent":"3.451902509s","remote":"127.0.0.1:34912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.600916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404004463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:00:12.603604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39831292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T17:00:12.603642Z","caller":"traceutil/trace.go:171","msg":"trace[1160079830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40933; }","duration":"1.398360372s","start":"2026-03-04T17:00:11.205271Z","end":"2026-03-04T17:00:12.603632Z","steps":["trace[1160079830] 'agreement among raft nodes before linearized reading' (duration: 1.398260338s)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.603633Z","caller":"traceutil/trace.go:171","msg":"trace[1155020975] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:40933; }","duration":"1.406741622s","start":"2026-03-04T17:00:11.196871Z","end":"2026-03-04T17:00:12.603613Z","steps":["trace[1155020975] 'agreement among raft nodes before linearized reading' (duration: 1.404009603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.603675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.205268Z","time spent":"1.398398653s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T17:00:12.603696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.196854Z","time spent":"1.406822074s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.60179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:12.047808Z","time spent":"553.970512ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:12.60401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395409537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T17:00:12.604069Z","caller":"traceutil/trace.go:171","msg":"trace[1027956105] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad; range_end:; response_count:1; response_revision:40933; }","duration":"1.395589062s","start":"2026-03-04T17:00:11.208459Z","end":"2026-03-04T17:00:12.604048Z","steps":["trace[1027956105] 'agreement among raft nodes before linearized reading' (duration: 1.395308525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.604106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:11.20845Z","time spent":"1.395645743s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-55bb64f667-s9666.1899adb762f786ad\" "} {"level":"info","ts":"2026-03-04T17:00:12.786335Z","caller":"traceutil/trace.go:171","msg":"trace[1138852769] transaction","detail":"{read_only:false; response_revision:40934; number_of_response:1; }","duration":"174.292796ms","start":"2026-03-04T17:00:12.612021Z","end":"2026-03-04T17:00:12.786313Z","steps":["trace[1138852769] 'process raft request' (duration: 75.758036ms)","trace[1138852769] 'compare' (duration: 98.333895ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:12.78656Z","caller":"traceutil/trace.go:171","msg":"trace[83958541] transaction","detail":"{read_only:false; response_revision:40935; number_of_response:1; }","duration":"172.071941ms","start":"2026-03-04T17:00:12.614467Z","end":"2026-03-04T17:00:12.786539Z","steps":["trace[83958541] 'process raft request' (duration: 171.795764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.786798Z","caller":"traceutil/trace.go:171","msg":"trace[1618249565] transaction","detail":"{read_only:false; response_revision:40936; number_of_response:1; }","duration":"166.718076ms","start":"2026-03-04T17:00:12.620072Z","end":"2026-03-04T17:00:12.78679Z","steps":["trace[1618249565] 'process raft request' (duration: 166.391198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.786943Z","caller":"traceutil/trace.go:171","msg":"trace[2064280809] transaction","detail":"{read_only:false; response_revision:40937; number_of_response:1; }","duration":"166.716376ms","start":"2026-03-04T17:00:12.62022Z","end":"2026-03-04T17:00:12.786936Z","steps":["trace[2064280809] 'process raft request' (duration: 166.539092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.787257Z","caller":"traceutil/trace.go:171","msg":"trace[1676745876] transaction","detail":"{read_only:false; response_revision:40938; number_of_response:1; }","duration":"167.029024ms","start":"2026-03-04T17:00:12.620217Z","end":"2026-03-04T17:00:12.787246Z","steps":["trace[1676745876] 'process raft request' (duration: 166.694355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.787568Z","caller":"traceutil/trace.go:171","msg":"trace[279977588] transaction","detail":"{read_only:false; response_revision:40940; number_of_response:1; }","duration":"167.222848ms","start":"2026-03-04T17:00:12.620329Z","end":"2026-03-04T17:00:12.787552Z","steps":["trace[279977588] 'process raft request' (duration: 167.081815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.787576Z","caller":"traceutil/trace.go:171","msg":"trace[2083648460] linearizableReadLoop","detail":"{readStateIndex:42370; appliedIndex:42363; }","duration":"128.183566ms","start":"2026-03-04T17:00:12.659383Z","end":"2026-03-04T17:00:12.787567Z","steps":["trace[2083648460] 'read index received' (duration: 28.368614ms)","trace[2083648460] 'applied index is now lower than readState.Index' (duration: 99.813922ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:12.787575Z","caller":"traceutil/trace.go:171","msg":"trace[1491887812] transaction","detail":"{read_only:false; response_revision:40941; number_of_response:1; }","duration":"127.647951ms","start":"2026-03-04T17:00:12.659905Z","end":"2026-03-04T17:00:12.787553Z","steps":["trace[1491887812] 'process raft request' (duration: 127.59809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:12.787605Z","caller":"traceutil/trace.go:171","msg":"trace[797885563] transaction","detail":"{read_only:false; response_revision:40939; number_of_response:1; }","duration":"167.249119ms","start":"2026-03-04T17:00:12.620299Z","end":"2026-03-04T17:00:12.787548Z","steps":["trace[797885563] 'process raft request' (duration: 166.904461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.787689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.557391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.787715Z","caller":"traceutil/trace.go:171","msg":"trace[1575769403] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:40941; }","duration":"135.648933ms","start":"2026-03-04T17:00:12.652058Z","end":"2026-03-04T17:00:12.787706Z","steps":["trace[1575769403] 'agreement among raft nodes before linearized reading' (duration: 135.569461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.787811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.00074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:12.787843Z","caller":"traceutil/trace.go:171","msg":"trace[1430632874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40941; }","duration":"120.066021ms","start":"2026-03-04T17:00:12.667768Z","end":"2026-03-04T17:00:12.787834Z","steps":["trace[1430632874] 'agreement among raft nodes before linearized reading' (duration: 119.99896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:12.787973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.933477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-04T17:00:12.788Z","caller":"traceutil/trace.go:171","msg":"trace[1669863838] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:40941; }","duration":"167.984747ms","start":"2026-03-04T17:00:12.620008Z","end":"2026-03-04T17:00:12.787993Z","steps":["trace[1669863838] 'agreement among raft nodes before linearized reading' (duration: 167.879935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:13.413567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.129195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388800"} {"level":"info","ts":"2026-03-04T17:00:13.413695Z","caller":"traceutil/trace.go:171","msg":"trace[1155833644] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40945; }","duration":"101.299419ms","start":"2026-03-04T17:00:13.312348Z","end":"2026-03-04T17:00:13.413648Z","steps":["trace[1155833644] 'range keys from in-memory index tree' (duration: 97.877413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.713476Z","caller":"traceutil/trace.go:171","msg":"trace[1089195487] linearizableReadLoop","detail":"{readStateIndex:42379; appliedIndex:42378; }","duration":"189.869848ms","start":"2026-03-04T17:00:14.523581Z","end":"2026-03-04T17:00:14.713451Z","steps":["trace[1089195487] 'read index received' (duration: 189.830647ms)","trace[1089195487] 'applied index is now lower than readState.Index' (duration: 38.291µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:14.713584Z","caller":"traceutil/trace.go:171","msg":"trace[302868859] transaction","detail":"{read_only:false; response_revision:40949; number_of_response:1; }","duration":"207.529452ms","start":"2026-03-04T17:00:14.506006Z","end":"2026-03-04T17:00:14.713535Z","steps":["trace[302868859] 'process raft request' (duration: 207.279016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:14.713887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.177601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-scheduler\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-04T17:00:14.714014Z","caller":"traceutil/trace.go:171","msg":"trace[1007461512] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-scheduler; range_end:; response_count:1; response_revision:40949; }","duration":"191.353825ms","start":"2026-03-04T17:00:14.52263Z","end":"2026-03-04T17:00:14.713984Z","steps":["trace[1007461512] 'agreement among raft nodes before linearized reading' (duration: 190.960546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.864418Z","caller":"traceutil/trace.go:171","msg":"trace[1577569613] transaction","detail":"{read_only:false; response_revision:40950; number_of_response:1; }","duration":"259.723486ms","start":"2026-03-04T17:00:14.604674Z","end":"2026-03-04T17:00:14.864398Z","steps":["trace[1577569613] 'process raft request' (duration: 259.560901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.864559Z","caller":"traceutil/trace.go:171","msg":"trace[188381937] transaction","detail":"{read_only:false; response_revision:40951; number_of_response:1; }","duration":"256.66614ms","start":"2026-03-04T17:00:14.607881Z","end":"2026-03-04T17:00:14.864547Z","steps":["trace[188381937] 'process raft request' (duration: 256.479895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.864997Z","caller":"traceutil/trace.go:171","msg":"trace[416216323] linearizableReadLoop","detail":"{readStateIndex:42387; appliedIndex:42379; }","duration":"151.431122ms","start":"2026-03-04T17:00:14.713547Z","end":"2026-03-04T17:00:14.864978Z","steps":["trace[416216323] 'read index received' (duration: 150.647171ms)","trace[416216323] 'applied index is now lower than readState.Index' (duration: 783.111µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:14.865157Z","caller":"traceutil/trace.go:171","msg":"trace[902635155] transaction","detail":"{read_only:false; response_revision:40952; number_of_response:1; }","duration":"251.336055ms","start":"2026-03-04T17:00:14.613808Z","end":"2026-03-04T17:00:14.865144Z","steps":["trace[902635155] 'process raft request' (duration: 250.685659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.865388Z","caller":"traceutil/trace.go:171","msg":"trace[598713178] transaction","detail":"{read_only:false; response_revision:40957; number_of_response:1; }","duration":"185.318413ms","start":"2026-03-04T17:00:14.680057Z","end":"2026-03-04T17:00:14.865375Z","steps":["trace[598713178] 'process raft request' (duration: 184.856662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:14.865615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.110113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-share\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T17:00:14.865761Z","caller":"traceutil/trace.go:171","msg":"trace[590170000] transaction","detail":"{read_only:false; response_revision:40953; number_of_response:1; }","duration":"251.086419ms","start":"2026-03-04T17:00:14.614662Z","end":"2026-03-04T17:00:14.865748Z","steps":["trace[590170000] 'process raft request' (duration: 250.066233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.865765Z","caller":"traceutil/trace.go:171","msg":"trace[1413395855] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-share; range_end:; response_count:1; response_revision:40957; }","duration":"333.320019ms","start":"2026-03-04T17:00:14.532432Z","end":"2026-03-04T17:00:14.865752Z","steps":["trace[1413395855] 'agreement among raft nodes before linearized reading' (duration: 333.064832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:14.865883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:14.532409Z","time spent":"333.460692ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/manila-share\" "} {"level":"warn","ts":"2026-03-04T17:00:14.866151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.584269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-scheduler\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-04T17:00:14.866239Z","caller":"traceutil/trace.go:171","msg":"trace[71027626] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-scheduler; range_end:; response_count:1; response_revision:40957; }","duration":"148.696763ms","start":"2026-03-04T17:00:14.717529Z","end":"2026-03-04T17:00:14.866226Z","steps":["trace[71027626] 'agreement among raft nodes before linearized reading' (duration: 148.544459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.865637Z","caller":"traceutil/trace.go:171","msg":"trace[1376871813] transaction","detail":"{read_only:false; response_revision:40955; number_of_response:1; }","duration":"249.637442ms","start":"2026-03-04T17:00:14.615987Z","end":"2026-03-04T17:00:14.865624Z","steps":["trace[1376871813] 'process raft request' (duration: 248.848582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.867089Z","caller":"traceutil/trace.go:171","msg":"trace[98745636] transaction","detail":"{read_only:false; response_revision:40956; number_of_response:1; }","duration":"250.885243ms","start":"2026-03-04T17:00:14.616191Z","end":"2026-03-04T17:00:14.867076Z","steps":["trace[98745636] 'process raft request' (duration: 248.683128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:14.8671Z","caller":"traceutil/trace.go:171","msg":"trace[2039836945] transaction","detail":"{read_only:false; response_revision:40954; number_of_response:1; }","duration":"251.56232ms","start":"2026-03-04T17:00:14.615512Z","end":"2026-03-04T17:00:14.867075Z","steps":["trace[2039836945] 'process raft request' (duration: 249.280173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.342437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.951669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af216a2cf643\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-03-04T17:00:15.342524Z","caller":"traceutil/trace.go:171","msg":"trace[1876787813] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dd9885c8b-kwk4d.1899af216a2cf643; range_end:; response_count:1; response_revision:40963; }","duration":"120.095612ms","start":"2026-03-04T17:00:15.22241Z","end":"2026-03-04T17:00:15.342505Z","steps":["trace[1876787813] 'range keys from in-memory index tree' (duration: 119.721683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:15.47345Z","caller":"traceutil/trace.go:171","msg":"trace[963860850] linearizableReadLoop","detail":"{readStateIndex:42394; appliedIndex:42393; }","duration":"117.694412ms","start":"2026-03-04T17:00:15.355725Z","end":"2026-03-04T17:00:15.47342Z","steps":["trace[963860850] 'read index received' (duration: 117.387264ms)","trace[963860850] 'applied index is now lower than readState.Index' (duration: 305.698µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:15.47395Z","caller":"traceutil/trace.go:171","msg":"trace[1102637421] transaction","detail":"{read_only:false; response_revision:40964; number_of_response:1; }","duration":"123.679412ms","start":"2026-03-04T17:00:15.350162Z","end":"2026-03-04T17:00:15.473842Z","steps":["trace[1102637421] 'process raft request' (duration: 123.060497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.474254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.512682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-04T17:00:15.474284Z","caller":"traceutil/trace.go:171","msg":"trace[2019239479] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:40964; }","duration":"118.598934ms","start":"2026-03-04T17:00:15.355678Z","end":"2026-03-04T17:00:15.474277Z","steps":["trace[2019239479] 'agreement among raft nodes before linearized reading' (duration: 118.509182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.796807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.140295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T17:00:15.797121Z","caller":"traceutil/trace.go:171","msg":"trace[229012072] linearizableReadLoop","detail":"{readStateIndex:42395; appliedIndex:42394; }","duration":"304.169943ms","start":"2026-03-04T17:00:15.492904Z","end":"2026-03-04T17:00:15.797074Z","steps":["trace[229012072] 'read index received' (duration: 51.581627ms)","trace[229012072] 'applied index is now lower than readState.Index' (duration: 252.569656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:15.79727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.346989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:15.797336Z","caller":"traceutil/trace.go:171","msg":"trace[758122465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40965; }","duration":"304.491842ms","start":"2026-03-04T17:00:15.492827Z","end":"2026-03-04T17:00:15.797319Z","steps":["trace[758122465] 'agreement among raft nodes before linearized reading' (duration: 304.367769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.797368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:15.492802Z","time spent":"304.558614ms","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T17:00:15.79712Z","caller":"traceutil/trace.go:171","msg":"trace[1915502432] transaction","detail":"{read_only:false; response_revision:40965; number_of_response:1; }","duration":"311.036166ms","start":"2026-03-04T17:00:15.486047Z","end":"2026-03-04T17:00:15.797083Z","steps":["trace[1915502432] 'process raft request' (duration: 58.531792ms)","trace[1915502432] 'compare' (duration: 252.011412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:15.797618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:15.486008Z","time spent":"311.54554ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:00:15.797945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.457556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544060-fk6tt\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-04T17:00:15.798683Z","caller":"traceutil/trace.go:171","msg":"trace[905180021] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29544060-fk6tt; range_end:; response_count:1; response_revision:40965; }","duration":"302.219566ms","start":"2026-03-04T17:00:15.496439Z","end":"2026-03-04T17:00:15.798658Z","steps":["trace[905180021] 'agreement among raft nodes before linearized reading' (duration: 300.996535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.79883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:15.496424Z","time spent":"302.384929ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7305,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29544060-fk6tt\" "} {"level":"warn","ts":"2026-03-04T17:00:15.798199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.448705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:15.799104Z","caller":"traceutil/trace.go:171","msg":"trace[759306412] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:40965; }","duration":"201.433029ms","start":"2026-03-04T17:00:15.597657Z","end":"2026-03-04T17:00:15.79909Z","steps":["trace[759306412] 'agreement among raft nodes before linearized reading' (duration: 200.386093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:15.800862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.855549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388800"} {"level":"info","ts":"2026-03-04T17:00:15.800903Z","caller":"traceutil/trace.go:171","msg":"trace[1645398916] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40965; }","duration":"166.920991ms","start":"2026-03-04T17:00:15.633971Z","end":"2026-03-04T17:00:15.800892Z","steps":["trace[1645398916] 'agreement among raft nodes before linearized reading' (duration: 164.039658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.119723Z","caller":"traceutil/trace.go:171","msg":"trace[899468039] transaction","detail":"{read_only:false; response_revision:41180; number_of_response:1; }","duration":"126.101114ms","start":"2026-03-04T17:00:42.993592Z","end":"2026-03-04T17:00:43.119693Z","steps":["trace[899468039] 'process raft request' (duration: 117.051667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.120044Z","caller":"traceutil/trace.go:171","msg":"trace[1508671970] transaction","detail":"{read_only:false; response_revision:41182; number_of_response:1; }","duration":"124.021281ms","start":"2026-03-04T17:00:42.995997Z","end":"2026-03-04T17:00:43.120018Z","steps":["trace[1508671970] 'process raft request' (duration: 123.850647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.120178Z","caller":"traceutil/trace.go:171","msg":"trace[798212055] transaction","detail":"{read_only:false; response_revision:41183; number_of_response:1; }","duration":"123.178301ms","start":"2026-03-04T17:00:42.996976Z","end":"2026-03-04T17:00:43.120154Z","steps":["trace[798212055] 'process raft request' (duration: 122.962425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.1202Z","caller":"traceutil/trace.go:171","msg":"trace[1986342140] transaction","detail":"{read_only:false; response_revision:41181; number_of_response:1; }","duration":"125.203161ms","start":"2026-03-04T17:00:42.994977Z","end":"2026-03-04T17:00:43.12018Z","steps":["trace[1986342140] 'process raft request' (duration: 124.668948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.120341Z","caller":"traceutil/trace.go:171","msg":"trace[1657879116] transaction","detail":"{read_only:false; response_revision:41184; number_of_response:1; }","duration":"122.880663ms","start":"2026-03-04T17:00:42.997437Z","end":"2026-03-04T17:00:43.120317Z","steps":["trace[1657879116] 'process raft request' (duration: 122.562385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:43.120351Z","caller":"traceutil/trace.go:171","msg":"trace[1568320619] transaction","detail":"{read_only:false; response_revision:41185; number_of_response:1; }","duration":"120.78332ms","start":"2026-03-04T17:00:42.999554Z","end":"2026-03-04T17:00:43.120337Z","steps":["trace[1568320619] 'process raft request' (duration: 120.498773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:45.438005Z","caller":"traceutil/trace.go:171","msg":"trace[17566686] linearizableReadLoop","detail":"{readStateIndex:42640; appliedIndex:42638; }","duration":"208.309432ms","start":"2026-03-04T17:00:45.229668Z","end":"2026-03-04T17:00:45.437977Z","steps":["trace[17566686] 'read index received' (duration: 115.472276ms)","trace[17566686] 'applied index is now lower than readState.Index' (duration: 92.835776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:45.438173Z","caller":"traceutil/trace.go:171","msg":"trace[448480200] transaction","detail":"{read_only:false; response_revision:41201; number_of_response:1; }","duration":"228.160661ms","start":"2026-03-04T17:00:45.209992Z","end":"2026-03-04T17:00:45.438152Z","steps":["trace[448480200] 'process raft request' (duration: 135.257863ms)","trace[448480200] 'compare' (duration: 92.420016ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:45.438288Z","caller":"traceutil/trace.go:171","msg":"trace[173243065] transaction","detail":"{read_only:false; response_revision:41202; number_of_response:1; }","duration":"228.251893ms","start":"2026-03-04T17:00:45.21Z","end":"2026-03-04T17:00:45.438252Z","steps":["trace[173243065] 'process raft request' (duration: 227.900474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:45.438314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.63818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.staffeln.v1\" ","response":"range_response_count:1 size:25177"} {"level":"info","ts":"2026-03-04T17:00:45.4384Z","caller":"traceutil/trace.go:171","msg":"trace[1690976759] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.staffeln.v1; range_end:; response_count:1; response_revision:41202; }","duration":"208.755143ms","start":"2026-03-04T17:00:45.22962Z","end":"2026-03-04T17:00:45.438376Z","steps":["trace[1690976759] 'agreement among raft nodes before linearized reading' (duration: 208.537758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:45.438441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.530848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T17:00:45.43845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.444756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.tempest.v1\" ","response":"range_response_count:1 size:20708"} {"level":"warn","ts":"2026-03-04T17:00:45.438475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.748659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T17:00:45.438518Z","caller":"traceutil/trace.go:171","msg":"trace[819729859] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.tempest.v1; range_end:; response_count:1; response_revision:41202; }","duration":"152.539488ms","start":"2026-03-04T17:00:45.28596Z","end":"2026-03-04T17:00:45.438499Z","steps":["trace[819729859] 'agreement among raft nodes before linearized reading' (duration: 152.351204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:45.438544Z","caller":"traceutil/trace.go:171","msg":"trace[529120391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41202; }","duration":"182.865172ms","start":"2026-03-04T17:00:45.25566Z","end":"2026-03-04T17:00:45.438525Z","steps":["trace[529120391] 'agreement among raft nodes before linearized reading' (duration: 182.641966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:45.438518Z","caller":"traceutil/trace.go:171","msg":"trace[1267061180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41202; }","duration":"183.636801ms","start":"2026-03-04T17:00:45.254857Z","end":"2026-03-04T17:00:45.438494Z","steps":["trace[1267061180] 'agreement among raft nodes before linearized reading' (duration: 183.454917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:45.438433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.812097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T17:00:45.438641Z","caller":"traceutil/trace.go:171","msg":"trace[1213083612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41202; }","duration":"198.078885ms","start":"2026-03-04T17:00:45.240557Z","end":"2026-03-04T17:00:45.438636Z","steps":["trace[1213083612] 'agreement among raft nodes before linearized reading' (duration: 197.721135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:49.84111Z","caller":"traceutil/trace.go:171","msg":"trace[178623421] linearizableReadLoop","detail":"{readStateIndex:42665; appliedIndex:42664; }","duration":"383.998934ms","start":"2026-03-04T17:00:49.457099Z","end":"2026-03-04T17:00:49.841098Z","steps":["trace[178623421] 'read index received' (duration: 383.826699ms)","trace[178623421] 'applied index is now lower than readState.Index' (duration: 171.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:49.841879Z","caller":"traceutil/trace.go:171","msg":"trace[1725283080] transaction","detail":"{read_only:false; response_revision:41226; number_of_response:1; }","duration":"385.339357ms","start":"2026-03-04T17:00:49.456525Z","end":"2026-03-04T17:00:49.841864Z","steps":["trace[1725283080] 'process raft request' (duration: 384.438074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.84198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.456504Z","time spent":"385.426709ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T17:00:49.842184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.080801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T17:00:49.842427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.929453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T17:00:49.84246Z","caller":"traceutil/trace.go:171","msg":"trace[1346299885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41226; }","duration":"383.985264ms","start":"2026-03-04T17:00:49.458468Z","end":"2026-03-04T17:00:49.842453Z","steps":["trace[1346299885] 'agreement among raft nodes before linearized reading' (duration: 383.884212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:49.842213Z","caller":"traceutil/trace.go:171","msg":"trace[2102605129] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:41226; }","duration":"385.135731ms","start":"2026-03-04T17:00:49.457071Z","end":"2026-03-04T17:00:49.842207Z","steps":["trace[2102605129] 'agreement among raft nodes before linearized reading' (duration: 385.0854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.842517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.457057Z","time spent":"385.451961ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T17:00:49.842958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.377849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T17:00:49.842999Z","caller":"traceutil/trace.go:171","msg":"trace[1266216750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41226; }","duration":"356.445642ms","start":"2026-03-04T17:00:49.486544Z","end":"2026-03-04T17:00:49.84299Z","steps":["trace[1266216750] 'agreement among raft nodes before linearized reading' (duration: 356.3828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.843782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.486535Z","time spent":"357.241991ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T17:00:49.843055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.458458Z","time spent":"384.587939ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T17:00:49.843399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.564089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T17:00:49.844244Z","caller":"traceutil/trace.go:171","msg":"trace[2078785008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41226; }","duration":"358.431181ms","start":"2026-03-04T17:00:49.485801Z","end":"2026-03-04T17:00:49.844233Z","steps":["trace[2078785008] 'agreement among raft nodes before linearized reading' (duration: 357.551529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.844294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.485788Z","time spent":"358.481481ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T17:00:49.843459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.630379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T17:00:49.844624Z","caller":"traceutil/trace.go:171","msg":"trace[1263116084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41226; }","duration":"381.831889ms","start":"2026-03-04T17:00:49.462783Z","end":"2026-03-04T17:00:49.844615Z","steps":["trace[1263116084] 'agreement among raft nodes before linearized reading' (duration: 380.607959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.844657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.46277Z","time spent":"381.87782ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T17:00:49.843731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.855626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T17:00:49.845291Z","caller":"traceutil/trace.go:171","msg":"trace[1965122024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41226; }","duration":"359.422156ms","start":"2026-03-04T17:00:49.485849Z","end":"2026-03-04T17:00:49.845272Z","steps":["trace[1965122024] 'agreement among raft nodes before linearized reading' (duration: 357.219341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:49.845384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T17:00:49.485843Z","time spent":"359.511838ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T17:00:54.015109Z","caller":"traceutil/trace.go:171","msg":"trace[20044184] linearizableReadLoop","detail":"{readStateIndex:42696; appliedIndex:42694; }","duration":"147.924753ms","start":"2026-03-04T17:00:53.86715Z","end":"2026-03-04T17:00:54.015074Z","steps":["trace[20044184] 'read index received' (duration: 31.457482ms)","trace[20044184] 'applied index is now lower than readState.Index' (duration: 116.466111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T17:00:54.015164Z","caller":"traceutil/trace.go:171","msg":"trace[1575850795] transaction","detail":"{read_only:false; response_revision:41256; number_of_response:1; }","duration":"150.20951ms","start":"2026-03-04T17:00:53.864924Z","end":"2026-03-04T17:00:54.015133Z","steps":["trace[1575850795] 'process raft request' (duration: 92.504948ms)","trace[1575850795] 'compare' (duration: 57.507108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T17:00:54.015371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.193709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T17:00:54.015413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.403893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T17:00:54.015468Z","caller":"traceutil/trace.go:171","msg":"trace[485716272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41256; }","duration":"148.336113ms","start":"2026-03-04T17:00:53.867109Z","end":"2026-03-04T17:00:54.015445Z","steps":["trace[485716272] 'agreement among raft nodes before linearized reading' (duration: 148.069427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:00:54.015478Z","caller":"traceutil/trace.go:171","msg":"trace[1656513404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41256; }","duration":"144.508066ms","start":"2026-03-04T17:00:53.870949Z","end":"2026-03-04T17:00:54.015457Z","steps":["trace[1656513404] 'agreement among raft nodes before linearized reading' (duration: 144.299231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:54.015417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.629147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-04T17:00:54.015709Z","caller":"traceutil/trace.go:171","msg":"trace[372449964] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:41256; }","duration":"132.941195ms","start":"2026-03-04T17:00:53.882755Z","end":"2026-03-04T17:00:54.015696Z","steps":["trace[372449964] 'agreement among raft nodes before linearized reading' (duration: 132.541135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:54.015808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.51994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T17:00:54.015872Z","caller":"traceutil/trace.go:171","msg":"trace[1633992138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41256; }","duration":"133.604781ms","start":"2026-03-04T17:00:53.882253Z","end":"2026-03-04T17:00:54.015858Z","steps":["trace[1633992138] 'agreement among raft nodes before linearized reading' (duration: 133.451808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T17:00:54.015826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1222"} {"level":"info","ts":"2026-03-04T17:00:54.015968Z","caller":"traceutil/trace.go:171","msg":"trace[1716295730] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:41256; }","duration":"136.011172ms","start":"2026-03-04T17:00:53.879946Z","end":"2026-03-04T17:00:54.015958Z","steps":["trace[1716295730] 'agreement among raft nodes before linearized reading' (duration: 135.833177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T17:01:00.918913Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39166} {"level":"info","ts":"2026-03-04T17:01:01.0481Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39166,"took":"126.707529ms","hash":4291122742,"current-db-size-bytes":51945472,"current-db-size":"52 MB","current-db-size-in-use-bytes":27004928,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T17:01:01.04815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4291122742,"revision":39166,"compact-revision":37031}