{"level":"warn","ts":"2026-03-06T00:34:03.102329Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:03.102431Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:34:03.102524Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:34:03.102541Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-06T00:34:03.102567Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:03.103467Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-03-06T00:34:03.103585Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:34:03.110809Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.897724ms"} {"level":"info","ts":"2026-03-06T00:34:03.119546Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-03-06T00:34:03.11965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:34:03.119677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-03-06T00:34:03.119789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:34:03.119808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-03-06T00:34:03.119864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-03-06T00:34:03.129879Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:34:03.131444Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:34:03.132406Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:34:03.134544Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:34:03.134737Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:34:03.134838Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:03.134967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:03.135054Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:34:03.136553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-03-06T00:34:03.136729Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-06T00:34:03.139449Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:34:03.139728Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-06T00:34:03.139788Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-06T00:34:03.139815Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:34:03.139884Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:34:03.221461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:34:03.221534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:34:03.221591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-03-06T00:34:03.221615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:34:03.221634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-06T00:34:03.221656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-03-06T00:34:03.221676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-06T00:34:03.222925Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:03.22387Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:03.223908Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:34:03.223862Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:34:03.224096Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:34:03.224261Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:34:03.224429Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:03.224577Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:03.224624Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:34:03.226269Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:34:03.227471Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"info","ts":"2026-03-06T00:34:39.119567Z","caller":"traceutil/trace.go:171","msg":"trace[1355579162] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"400.442823ms","start":"2026-03-06T00:34:38.719104Z","end":"2026-03-06T00:34:39.119547Z","steps":["trace[1355579162] 'read index received' (duration: 400.268429ms)","trace[1355579162] 'applied index is now lower than readState.Index' (duration: 173.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:39.119762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.641778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:39.119796Z","caller":"traceutil/trace.go:171","msg":"trace[1724979247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"400.722681ms","start":"2026-03-06T00:34:38.719065Z","end":"2026-03-06T00:34:39.119788Z","steps":["trace[1724979247] 'agreement among raft nodes before linearized reading' (duration: 400.565607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.119825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.719049Z","time spent":"400.769881ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:34:39.120095Z","caller":"traceutil/trace.go:171","msg":"trace[1466682544] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"424.27045ms","start":"2026-03-06T00:34:38.695816Z","end":"2026-03-06T00:34:39.120086Z","steps":["trace[1466682544] 'process raft request' (duration: 423.620494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.120413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:38.69579Z","time spent":"424.329562ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:39.75139Z","caller":"traceutil/trace.go:171","msg":"trace[404261568] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"308.983976ms","start":"2026-03-06T00:34:39.442382Z","end":"2026-03-06T00:34:39.751366Z","steps":["trace[404261568] 'read index received' (duration: 308.677337ms)","trace[404261568] 'applied index is now lower than readState.Index' (duration: 305.549µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:39.751519Z","caller":"traceutil/trace.go:171","msg":"trace[28929909] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"435.33196ms","start":"2026-03-06T00:34:39.316177Z","end":"2026-03-06T00:34:39.751509Z","steps":["trace[28929909] 'process raft request' (duration: 434.981061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.751627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.316151Z","time spent":"435.396122ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:39.751847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.442569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:39.752003Z","caller":"traceutil/trace.go:171","msg":"trace[346243659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"309.620163ms","start":"2026-03-06T00:34:39.44234Z","end":"2026-03-06T00:34:39.75196Z","steps":["trace[346243659] 'agreement among raft nodes before linearized reading' (duration: 309.422037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.752038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.535351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:34:39.752069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.442321Z","time spent":"309.733066ms","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:34:39.752096Z","caller":"traceutil/trace.go:171","msg":"trace[1864788932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"272.633114ms","start":"2026-03-06T00:34:39.47945Z","end":"2026-03-06T00:34:39.752083Z","steps":["trace[1864788932] 'agreement among raft nodes before linearized reading' (duration: 272.319776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:41.02806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.053076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:41.028175Z","caller":"traceutil/trace.go:171","msg":"trace[1683898220] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:0; response_revision:558; }","duration":"199.239312ms","start":"2026-03-06T00:34:40.828911Z","end":"2026-03-06T00:34:41.02815Z","steps":["trace[1683898220] 'range keys from in-memory index tree' (duration: 198.977395ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:54.966258Z","caller":"traceutil/trace.go:171","msg":"trace[20272471] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"102.203489ms","start":"2026-03-06T00:34:54.86403Z","end":"2026-03-06T00:34:54.966233Z","steps":["trace[20272471] 'process raft request' (duration: 102.028434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:04.241554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.365193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:35:04.241625Z","caller":"traceutil/trace.go:171","msg":"trace[1018107474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"180.479966ms","start":"2026-03-06T00:35:04.061129Z","end":"2026-03-06T00:35:04.241609Z","steps":["trace[1018107474] 'range keys from in-memory index tree' (duration: 180.150438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:04.241736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.135128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:35:04.241834Z","caller":"traceutil/trace.go:171","msg":"trace[1007065365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"170.284341ms","start":"2026-03-06T00:35:04.071528Z","end":"2026-03-06T00:35:04.241813Z","steps":["trace[1007065365] 'range keys from in-memory index tree' (duration: 169.84588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:55.498796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.862042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:35:55.498896Z","caller":"traceutil/trace.go:171","msg":"trace[1699803884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1616; }","duration":"168.012136ms","start":"2026-03-06T00:35:55.330863Z","end":"2026-03-06T00:35:55.498875Z","steps":["trace[1699803884] 'range keys from in-memory index tree' (duration: 167.694677ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:46.058485Z","caller":"traceutil/trace.go:171","msg":"trace[1968715859] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"188.910482ms","start":"2026-03-06T00:36:45.869545Z","end":"2026-03-06T00:36:46.058455Z","steps":["trace[1968715859] 'read index received' (duration: 188.765028ms)","trace[1968715859] 'applied index is now lower than readState.Index' (duration: 144.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:46.058558Z","caller":"traceutil/trace.go:171","msg":"trace[1638603289] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"198.924926ms","start":"2026-03-06T00:36:45.859594Z","end":"2026-03-06T00:36:46.058519Z","steps":["trace[1638603289] 'process raft request' (duration: 198.70216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:46.058763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.20266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:36:46.058824Z","caller":"traceutil/trace.go:171","msg":"trace[1151177007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"189.322153ms","start":"2026-03-06T00:36:45.869486Z","end":"2026-03-06T00:36:46.058809Z","steps":["trace[1151177007] 'agreement among raft nodes before linearized reading' (duration: 189.130308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:46.270283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.724444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:46.270432Z","caller":"traceutil/trace.go:171","msg":"trace[278777571] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"211.831438ms","start":"2026-03-06T00:36:46.05858Z","end":"2026-03-06T00:36:46.270411Z","steps":["trace[278777571] 'read index received' (duration: 43.690432ms)","trace[278777571] 'applied index is now lower than readState.Index' (duration: 168.139116ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:46.270551Z","caller":"traceutil/trace.go:171","msg":"trace[1730061336] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"390.79346ms","start":"2026-03-06T00:36:45.879739Z","end":"2026-03-06T00:36:46.270532Z","steps":["trace[1730061336] 'process raft request' (duration: 222.52287ms)","trace[1730061336] 'compare' (duration: 167.541419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:46.270642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:45.879721Z","time spent":"390.875912ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:46.271046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.789829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-06T00:36:46.271257Z","caller":"traceutil/trace.go:171","msg":"trace[1748712168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"215.049836ms","start":"2026-03-06T00:36:46.056184Z","end":"2026-03-06T00:36:46.271234Z","steps":["trace[1748712168] 'agreement among raft nodes before linearized reading' (duration: 214.410799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:10.774366Z","caller":"traceutil/trace.go:171","msg":"trace[418898230] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"251.994916ms","start":"2026-03-06T00:38:10.522334Z","end":"2026-03-06T00:38:10.774328Z","steps":["trace[418898230] 'read index received' (duration: 238.06967ms)","trace[418898230] 'applied index is now lower than readState.Index' (duration: 13.923176ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:10.774704Z","caller":"traceutil/trace.go:171","msg":"trace[1196954183] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"150.123545ms","start":"2026-03-06T00:38:10.624557Z","end":"2026-03-06T00:38:10.77468Z","steps":["trace[1196954183] 'process raft request' (duration: 149.721285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:10.774375Z","caller":"traceutil/trace.go:171","msg":"trace[557988233] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"318.453332ms","start":"2026-03-06T00:38:10.455877Z","end":"2026-03-06T00:38:10.77433Z","steps":["trace[557988233] 'process raft request' (duration: 304.526566ms)","trace[557988233] 'compare' (duration: 13.559176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:38:10.775186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.746737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:38:10.775316Z","caller":"traceutil/trace.go:171","msg":"trace[1606066909] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2526; }","duration":"253.005953ms","start":"2026-03-06T00:38:10.52226Z","end":"2026-03-06T00:38:10.775266Z","steps":["trace[1606066909] 'agreement among raft nodes before linearized reading' (duration: 252.434508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:10.775194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:38:10.45583Z","time spent":"319.258613ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:36.137572Z","caller":"traceutil/trace.go:171","msg":"trace[896113317] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"149.41714ms","start":"2026-03-06T00:40:35.988131Z","end":"2026-03-06T00:40:36.137548Z","steps":["trace[896113317] 'process raft request' (duration: 149.272436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:36.146654Z","caller":"traceutil/trace.go:171","msg":"trace[152129451] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"153.215474ms","start":"2026-03-06T00:40:35.993419Z","end":"2026-03-06T00:40:36.146635Z","steps":["trace[152129451] 'process raft request' (duration: 153.04141ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:36.146606Z","caller":"traceutil/trace.go:171","msg":"trace[1802441975] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"157.322927ms","start":"2026-03-06T00:40:35.989253Z","end":"2026-03-06T00:40:36.146576Z","steps":["trace[1802441975] 'process raft request' (duration: 157.027509ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.947358Z","caller":"traceutil/trace.go:171","msg":"trace[967673673] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"145.24102ms","start":"2026-03-06T00:41:51.802068Z","end":"2026-03-06T00:41:51.947309Z","steps":["trace[967673673] 'process raft request' (duration: 136.188241ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.947376Z","caller":"traceutil/trace.go:171","msg":"trace[74164402] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4415; }","duration":"138.011763ms","start":"2026-03-06T00:41:51.809332Z","end":"2026-03-06T00:41:51.947343Z","steps":["trace[74164402] 'read index received' (duration: 128.981695ms)","trace[74164402] 'applied index is now lower than readState.Index' (duration: 9.028028ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:51.947839Z","caller":"traceutil/trace.go:171","msg":"trace[361841196] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"133.815193ms","start":"2026-03-06T00:41:51.814012Z","end":"2026-03-06T00:41:51.947827Z","steps":["trace[361841196] 'process raft request' (duration: 133.256058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.948038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.396425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndh4g\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:41:51.948121Z","caller":"traceutil/trace.go:171","msg":"trace[2095502799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndh4g; range_end:; response_count:1; response_revision:4249; }","duration":"116.529948ms","start":"2026-03-06T00:41:51.831579Z","end":"2026-03-06T00:41:51.948109Z","steps":["trace[2095502799] 'agreement among raft nodes before linearized reading' (duration: 116.344483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.948106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.684078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:41:51.948174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.834936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-06T00:41:51.948195Z","caller":"traceutil/trace.go:171","msg":"trace[1976010068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4249; }","duration":"134.863963ms","start":"2026-03-06T00:41:51.813308Z","end":"2026-03-06T00:41:51.948172Z","steps":["trace[1976010068] 'agreement among raft nodes before linearized reading' (duration: 134.562875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.948219Z","caller":"traceutil/trace.go:171","msg":"trace[450007686] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4249; }","duration":"138.892088ms","start":"2026-03-06T00:41:51.809314Z","end":"2026-03-06T00:41:51.948206Z","steps":["trace[450007686] 'agreement among raft nodes before linearized reading' (duration: 138.213339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.948038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.626229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:41:51.948309Z","caller":"traceutil/trace.go:171","msg":"trace[1346143123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4249; }","duration":"132.900376ms","start":"2026-03-06T00:41:51.815389Z","end":"2026-03-06T00:41:51.948289Z","steps":["trace[1346143123] 'agreement among raft nodes before linearized reading' (duration: 132.551067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.948354Z","caller":"traceutil/trace.go:171","msg":"trace[1668349856] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"132.165796ms","start":"2026-03-06T00:41:51.816136Z","end":"2026-03-06T00:41:51.948302Z","steps":["trace[1668349856] 'process raft request' (duration: 131.460336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.948214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.820774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:41:51.948499Z","caller":"traceutil/trace.go:171","msg":"trace[1901361054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4249; }","duration":"133.075172ms","start":"2026-03-06T00:41:51.815338Z","end":"2026-03-06T00:41:51.948413Z","steps":["trace[1901361054] 'agreement among raft nodes before linearized reading' (duration: 132.617499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:57.157766Z","caller":"traceutil/trace.go:171","msg":"trace[1066104059] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"102.965471ms","start":"2026-03-06T00:41:57.054779Z","end":"2026-03-06T00:41:57.157744Z","steps":["trace[1066104059] 'process raft request' (duration: 102.826927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:00.550385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.657955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:00.550169Z","caller":"traceutil/trace.go:171","msg":"trace[145375294] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"148.831952ms","start":"2026-03-06T00:42:00.401303Z","end":"2026-03-06T00:42:00.550135Z","steps":["trace[145375294] 'process raft request' (duration: 148.360959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:00.550461Z","caller":"traceutil/trace.go:171","msg":"trace[500198560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4544; }","duration":"108.760258ms","start":"2026-03-06T00:42:00.441685Z","end":"2026-03-06T00:42:00.550446Z","steps":["trace[500198560] 'agreement among raft nodes before linearized reading' (duration: 108.630024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:00.550459Z","caller":"traceutil/trace.go:171","msg":"trace[1172999206] linearizableReadLoop","detail":"{readStateIndex:4721; appliedIndex:4720; }","duration":"108.204712ms","start":"2026-03-06T00:42:00.441713Z","end":"2026-03-06T00:42:00.549918Z","steps":["trace[1172999206] 'read index received' (duration: 107.890733ms)","trace[1172999206] 'applied index is now lower than readState.Index' (duration: 312.899µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:00.726678Z","caller":"traceutil/trace.go:171","msg":"trace[1602885189] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4721; }","duration":"130.397146ms","start":"2026-03-06T00:42:00.596251Z","end":"2026-03-06T00:42:00.726649Z","steps":["trace[1602885189] 'read index received' (duration: 67.88314ms)","trace[1602885189] 'applied index is now lower than readState.Index' (duration: 62.512746ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:00.726905Z","caller":"traceutil/trace.go:171","msg":"trace[1260828776] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"171.698795ms","start":"2026-03-06T00:42:00.555169Z","end":"2026-03-06T00:42:00.726868Z","steps":["trace[1260828776] 'process raft request' (duration: 171.372166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:00.726947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.668884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-790c5035-0e2e-406e-8da5-b8011e52fe2a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T00:42:00.726998Z","caller":"traceutil/trace.go:171","msg":"trace[159169140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-790c5035-0e2e-406e-8da5-b8011e52fe2a; range_end:; response_count:1; response_revision:4547; }","duration":"130.764566ms","start":"2026-03-06T00:42:00.596218Z","end":"2026-03-06T00:42:00.726983Z","steps":["trace[159169140] 'agreement among raft nodes before linearized reading' (duration: 130.55275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:00.727156Z","caller":"traceutil/trace.go:171","msg":"trace[1637804925] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"172.389095ms","start":"2026-03-06T00:42:00.554724Z","end":"2026-03-06T00:42:00.727113Z","steps":["trace[1637804925] 'process raft request' (duration: 109.309222ms)","trace[1637804925] 'compare' (duration: 62.327522ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:00.727217Z","caller":"traceutil/trace.go:171","msg":"trace[951646642] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"166.730113ms","start":"2026-03-06T00:42:00.560449Z","end":"2026-03-06T00:42:00.727179Z","steps":["trace[951646642] 'process raft request' (duration: 166.143426ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:00.999307Z","caller":"traceutil/trace.go:171","msg":"trace[2118913129] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4732; }","duration":"132.129278ms","start":"2026-03-06T00:42:00.867152Z","end":"2026-03-06T00:42:00.999281Z","steps":["trace[2118913129] 'read index received' (duration: 39.279172ms)","trace[2118913129] 'applied index is now lower than readState.Index' (duration: 92.849256ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:00.999439Z","caller":"traceutil/trace.go:171","msg":"trace[948925545] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"133.350452ms","start":"2026-03-06T00:42:00.866052Z","end":"2026-03-06T00:42:00.999403Z","steps":["trace[948925545] 'process raft request' (duration: 129.514606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:00.999608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.437306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-790c5035-0e2e-406e-8da5-b8011e52fe2a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T00:42:00.999669Z","caller":"traceutil/trace.go:171","msg":"trace[824496532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-790c5035-0e2e-406e-8da5-b8011e52fe2a; range_end:; response_count:1; response_revision:4557; }","duration":"132.538959ms","start":"2026-03-06T00:42:00.867113Z","end":"2026-03-06T00:42:00.999652Z","steps":["trace[824496532] 'agreement among raft nodes before linearized reading' (duration: 132.319503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.910055Z","caller":"traceutil/trace.go:171","msg":"trace[636209261] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"128.719964ms","start":"2026-03-06T00:42:02.78131Z","end":"2026-03-06T00:42:02.91003Z","steps":["trace[636209261] 'process raft request' (duration: 128.55081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:11.104664Z","caller":"traceutil/trace.go:171","msg":"trace[955224154] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"110.453671ms","start":"2026-03-06T00:42:10.994173Z","end":"2026-03-06T00:42:11.104627Z","steps":["trace[955224154] 'process raft request' (duration: 46.233314ms)","trace[955224154] 'compare' (duration: 63.905389ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:18.834158Z","caller":"traceutil/trace.go:171","msg":"trace[809637607] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"174.458525ms","start":"2026-03-06T00:42:18.659669Z","end":"2026-03-06T00:42:18.834128Z","steps":["trace[809637607] 'process raft request' (duration: 95.162681ms)","trace[809637607] 'compare' (duration: 79.051198ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:18.834355Z","caller":"traceutil/trace.go:171","msg":"trace[61059239] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5095; }","duration":"173.288632ms","start":"2026-03-06T00:42:18.661043Z","end":"2026-03-06T00:42:18.834331Z","steps":["trace[61059239] 'read index received' (duration: 25.772139ms)","trace[61059239] 'applied index is now lower than readState.Index' (duration: 147.515653ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:18.834426Z","caller":"traceutil/trace.go:171","msg":"trace[1206378836] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"174.445655ms","start":"2026-03-06T00:42:18.659969Z","end":"2026-03-06T00:42:18.834415Z","steps":["trace[1206378836] 'process raft request' (duration: 174.086325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.834462Z","caller":"traceutil/trace.go:171","msg":"trace[1726085902] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"173.033155ms","start":"2026-03-06T00:42:18.661419Z","end":"2026-03-06T00:42:18.834452Z","steps":["trace[1726085902] 'process raft request' (duration: 172.791319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.834557Z","caller":"traceutil/trace.go:171","msg":"trace[1714962429] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"164.360166ms","start":"2026-03-06T00:42:18.670179Z","end":"2026-03-06T00:42:18.834539Z","steps":["trace[1714962429] 'process raft request' (duration: 164.097909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.834564Z","caller":"traceutil/trace.go:171","msg":"trace[1272680329] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"173.56874ms","start":"2026-03-06T00:42:18.660983Z","end":"2026-03-06T00:42:18.834552Z","steps":["trace[1272680329] 'process raft request' (duration: 173.159219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:18.834774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.711804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-06T00:42:18.834827Z","caller":"traceutil/trace.go:171","msg":"trace[475394523] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4914; }","duration":"173.801396ms","start":"2026-03-06T00:42:18.661013Z","end":"2026-03-06T00:42:18.834815Z","steps":["trace[475394523] 'agreement among raft nodes before linearized reading' (duration: 173.608061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.834369Z","caller":"traceutil/trace.go:171","msg":"trace[1543622657] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"173.279962ms","start":"2026-03-06T00:42:18.661066Z","end":"2026-03-06T00:42:18.834345Z","steps":["trace[1543622657] 'process raft request' (duration: 173.110278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:18.892562Z","caller":"traceutil/trace.go:171","msg":"trace[1055000887] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"150.471144ms","start":"2026-03-06T00:42:18.742019Z","end":"2026-03-06T00:42:18.892491Z","steps":["trace[1055000887] 'process raft request' (duration: 150.317249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:18.892621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.179573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:18.892709Z","caller":"traceutil/trace.go:171","msg":"trace[988133316] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4915; }","duration":"155.307388ms","start":"2026-03-06T00:42:18.737378Z","end":"2026-03-06T00:42:18.892685Z","steps":["trace[988133316] 'agreement among raft nodes before linearized reading' (duration: 155.149753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.124323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.985822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:19.124547Z","caller":"traceutil/trace.go:171","msg":"trace[1001758386] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"284.36578ms","start":"2026-03-06T00:42:18.840155Z","end":"2026-03-06T00:42:19.124521Z","steps":["trace[1001758386] 'process raft request' (duration: 159.109712ms)","trace[1001758386] 'compare' (duration: 124.839267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:19.124714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.375923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:42:19.124759Z","caller":"traceutil/trace.go:171","msg":"trace[1253663038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4918; }","duration":"287.450025ms","start":"2026-03-06T00:42:18.837296Z","end":"2026-03-06T00:42:19.124746Z","steps":["trace[1253663038] 'agreement among raft nodes before linearized reading' (duration: 287.296071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:19.124546Z","caller":"traceutil/trace.go:171","msg":"trace[1289354744] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5102; }","duration":"232.06541ms","start":"2026-03-06T00:42:18.892459Z","end":"2026-03-06T00:42:19.124525Z","steps":["trace[1289354744] 'read index received' (duration: 106.858683ms)","trace[1289354744] 'applied index is now lower than readState.Index' (duration: 125.205727ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.124858Z","caller":"traceutil/trace.go:171","msg":"trace[1073583354] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"283.543058ms","start":"2026-03-06T00:42:18.841305Z","end":"2026-03-06T00:42:19.124848Z","steps":["trace[1073583354] 'process raft request' (duration: 283.112357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:19.124774Z","caller":"traceutil/trace.go:171","msg":"trace[2020010760] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"273.172142ms","start":"2026-03-06T00:42:18.851535Z","end":"2026-03-06T00:42:19.124707Z","steps":["trace[2020010760] 'process raft request' (duration: 272.926696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.12497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.118236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:42:19.125029Z","caller":"traceutil/trace.go:171","msg":"trace[786277588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4918; }","duration":"279.197888ms","start":"2026-03-06T00:42:18.845814Z","end":"2026-03-06T00:42:19.125012Z","steps":["trace[786277588] 'agreement among raft nodes before linearized reading' (duration: 279.034093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.125109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.179183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ece29e1-6982-4cf5-bb0a-43d0c6596398\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-06T00:42:19.12511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.234417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:42:19.125161Z","caller":"traceutil/trace.go:171","msg":"trace[1972576554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ece29e1-6982-4cf5-bb0a-43d0c6596398; range_end:; response_count:1; response_revision:4918; }","duration":"208.262674ms","start":"2026-03-06T00:42:18.916886Z","end":"2026-03-06T00:42:19.125149Z","steps":["trace[1972576554] 'agreement among raft nodes before linearized reading' (duration: 208.1083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:19.125184Z","caller":"traceutil/trace.go:171","msg":"trace[2072646503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4918; }","duration":"227.372891ms","start":"2026-03-06T00:42:18.897793Z","end":"2026-03-06T00:42:19.125166Z","steps":["trace[2072646503] 'agreement among raft nodes before linearized reading' (duration: 227.139345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.125165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.180175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-06T00:42:19.125302Z","caller":"traceutil/trace.go:171","msg":"trace[1033172353] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4918; }","duration":"284.344331ms","start":"2026-03-06T00:42:18.840928Z","end":"2026-03-06T00:42:19.125272Z","steps":["trace[1033172353] 'agreement among raft nodes before linearized reading' (duration: 284.046922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.126206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.756206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T00:42:19.126307Z","caller":"traceutil/trace.go:171","msg":"trace[552167402] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4918; }","duration":"274.860439ms","start":"2026-03-06T00:42:18.851405Z","end":"2026-03-06T00:42:19.126265Z","steps":["trace[552167402] 'agreement among raft nodes before linearized reading' (duration: 273.368287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.400911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.721164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:19.40108Z","caller":"traceutil/trace.go:171","msg":"trace[824929417] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5105; }","duration":"270.722415ms","start":"2026-03-06T00:42:19.130346Z","end":"2026-03-06T00:42:19.401068Z","steps":["trace[824929417] 'read index received' (duration: 47.797476ms)","trace[824929417] 'applied index is now lower than readState.Index' (duration: 222.924289ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.401142Z","caller":"traceutil/trace.go:171","msg":"trace[398088467] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"263.558067ms","start":"2026-03-06T00:42:19.137577Z","end":"2026-03-06T00:42:19.401135Z","steps":["trace[398088467] 'process raft request' (duration: 263.414464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.4013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.484625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:19.40131Z","caller":"traceutil/trace.go:171","msg":"trace[1491868790] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"271.466325ms","start":"2026-03-06T00:42:19.129801Z","end":"2026-03-06T00:42:19.401267Z","steps":["trace[1491868790] 'process raft request' (duration: 109.29882ms)","trace[1491868790] 'compare' (duration: 161.567349ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.401381Z","caller":"traceutil/trace.go:171","msg":"trace[577155603] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:0; response_revision:4921; }","duration":"267.625939ms","start":"2026-03-06T00:42:19.133737Z","end":"2026-03-06T00:42:19.401363Z","steps":["trace[577155603] 'agreement among raft nodes before linearized reading' (duration: 267.478555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.401534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.36325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:19.401597Z","caller":"traceutil/trace.go:171","msg":"trace[2068690872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4921; }","duration":"211.467053ms","start":"2026-03-06T00:42:19.190114Z","end":"2026-03-06T00:42:19.401581Z","steps":["trace[2068690872] 'agreement among raft nodes before linearized reading' (duration: 211.37281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.401676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.326701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110648"} {"level":"info","ts":"2026-03-06T00:42:19.401707Z","caller":"traceutil/trace.go:171","msg":"trace[1274968981] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4921; }","duration":"271.384423ms","start":"2026-03-06T00:42:19.130315Z","end":"2026-03-06T00:42:19.4017Z","steps":["trace[1274968981] 'agreement among raft nodes before linearized reading' (duration: 271.192928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.401709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.883195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-06T00:42:19.401786Z","caller":"traceutil/trace.go:171","msg":"trace[955308586] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4921; }","duration":"244.011289ms","start":"2026-03-06T00:42:19.157754Z","end":"2026-03-06T00:42:19.401766Z","steps":["trace[955308586] 'agreement among raft nodes before linearized reading' (duration: 243.747081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:03.701162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2792} {"level":"info","ts":"2026-03-06T00:44:03.758479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2792,"took":"55.879864ms","hash":2054753379,"current-db-size-bytes":41246720,"current-db-size":"41 MB","current-db-size-in-use-bytes":30908416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:44:03.758557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2054753379,"revision":2792,"compact-revision":-1} {"level":"warn","ts":"2026-03-06T00:48:17.1989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.028075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:48:17.19906Z","caller":"traceutil/trace.go:171","msg":"trace[724408445] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"284.760674ms","start":"2026-03-06T00:48:16.914274Z","end":"2026-03-06T00:48:17.199035Z","steps":["trace[724408445] 'process raft request' (duration: 163.478772ms)","trace[724408445] 'compare' (duration: 120.871551ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:17.217488Z","caller":"traceutil/trace.go:171","msg":"trace[1412785784] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"235.313203ms","start":"2026-03-06T00:48:16.982147Z","end":"2026-03-06T00:48:17.21746Z","steps":["trace[1412785784] 'process raft request' (duration: 235.089046ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:17.217802Z","caller":"traceutil/trace.go:171","msg":"trace[615774877] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7815; }","duration":"177.088058ms","start":"2026-03-06T00:48:17.040689Z","end":"2026-03-06T00:48:17.217777Z","steps":["trace[615774877] 'read index received' (duration: 37.101128ms)","trace[615774877] 'applied index is now lower than readState.Index' (duration: 139.98558ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:17.217827Z","caller":"traceutil/trace.go:171","msg":"trace[547175792] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"187.458206ms","start":"2026-03-06T00:48:17.030341Z","end":"2026-03-06T00:48:17.217799Z","steps":["trace[547175792] 'process raft request' (duration: 187.327722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:17.217842Z","caller":"traceutil/trace.go:171","msg":"trace[1667957585] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"188.206816ms","start":"2026-03-06T00:48:17.029578Z","end":"2026-03-06T00:48:17.217784Z","steps":["trace[1667957585] 'process raft request' (duration: 187.830876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.218121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.399799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:48:17.218226Z","caller":"traceutil/trace.go:171","msg":"trace[914809425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7544; }","duration":"177.553473ms","start":"2026-03-06T00:48:17.040649Z","end":"2026-03-06T00:48:17.218202Z","steps":["trace[914809425] 'agreement among raft nodes before linearized reading' (duration: 177.262104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.218512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.179207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:48:17.218571Z","caller":"traceutil/trace.go:171","msg":"trace[503448483] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7544; }","duration":"109.28976ms","start":"2026-03-06T00:48:17.109268Z","end":"2026-03-06T00:48:17.218557Z","steps":["trace[503448483] 'agreement among raft nodes before linearized reading' (duration: 108.703533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:56.842886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.760664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:48:56.842975Z","caller":"traceutil/trace.go:171","msg":"trace[291460752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7787; }","duration":"112.902868ms","start":"2026-03-06T00:48:56.730055Z","end":"2026-03-06T00:48:56.842958Z","steps":["trace[291460752] 'range keys from in-memory index tree' (duration: 112.5912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:00.383166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.537176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:00.3834Z","caller":"traceutil/trace.go:171","msg":"trace[1032928569] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"203.354898ms","start":"2026-03-06T00:49:00.180027Z","end":"2026-03-06T00:49:00.383382Z","steps":["trace[1032928569] 'process raft request' (duration: 93.525264ms)","trace[1032928569] 'compare' (duration: 109.426823ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:00.383564Z","caller":"traceutil/trace.go:171","msg":"trace[1138551263] linearizableReadLoop","detail":"{readStateIndex:8092; appliedIndex:8090; }","duration":"196.426307ms","start":"2026-03-06T00:49:00.187123Z","end":"2026-03-06T00:49:00.38355Z","steps":["trace[1138551263] 'read index received' (duration: 86.446079ms)","trace[1138551263] 'applied index is now lower than readState.Index' (duration: 109.978998ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:00.383703Z","caller":"traceutil/trace.go:171","msg":"trace[324891149] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"201.669641ms","start":"2026-03-06T00:49:00.181967Z","end":"2026-03-06T00:49:00.383636Z","steps":["trace[324891149] 'process raft request' (duration: 201.318131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:00.383958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.825047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:49:00.384005Z","caller":"traceutil/trace.go:171","msg":"trace[104936092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7806; }","duration":"196.894909ms","start":"2026-03-06T00:49:00.187097Z","end":"2026-03-06T00:49:00.383992Z","steps":["trace[104936092] 'agreement among raft nodes before linearized reading' (duration: 196.535979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:03.708611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5794} {"level":"info","ts":"2026-03-06T00:49:03.798736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5794,"took":"87.941489ms","hash":3415717216,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":22921216,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:49:03.798801Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3415717216,"revision":5794,"compact-revision":2792} {"level":"info","ts":"2026-03-06T00:49:10.311303Z","caller":"traceutil/trace.go:171","msg":"trace[203332522] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"159.105316ms","start":"2026-03-06T00:49:10.152089Z","end":"2026-03-06T00:49:10.311194Z","steps":["trace[203332522] 'process raft request' (duration: 158.006456ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:10.340519Z","caller":"traceutil/trace.go:171","msg":"trace[1648059117] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"147.444023ms","start":"2026-03-06T00:49:10.193026Z","end":"2026-03-06T00:49:10.34047Z","steps":["trace[1648059117] 'process raft request' (duration: 147.126484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:07.977314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.191521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:07.977489Z","caller":"traceutil/trace.go:171","msg":"trace[74770359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8454; }","duration":"114.389456ms","start":"2026-03-06T00:50:07.863081Z","end":"2026-03-06T00:50:07.97747Z","steps":["trace[74770359] 'range keys from in-memory index tree' (duration: 114.1696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:10.112623Z","caller":"traceutil/trace.go:171","msg":"trace[1922381857] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"100.237677ms","start":"2026-03-06T00:50:10.012341Z","end":"2026-03-06T00:50:10.112579Z","steps":["trace[1922381857] 'process raft request' (duration: 16.209038ms)","trace[1922381857] 'compare' (duration: 83.745151ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:51.529649Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:52:51.535299Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:52:51.535442Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:54:02.677121Z","caller":"traceutil/trace.go:171","msg":"trace[133728355] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"120.89615ms","start":"2026-03-06T00:54:02.556194Z","end":"2026-03-06T00:54:02.677091Z","steps":["trace[133728355] 'process raft request' (duration: 117.9831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:03.723631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7825} {"level":"info","ts":"2026-03-06T00:54:03.784492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7825,"took":"58.825901ms","hash":3068002,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":27848704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T00:54:03.784558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3068002,"revision":7825,"compact-revision":5794} {"level":"info","ts":"2026-03-06T00:54:04.891333Z","caller":"traceutil/trace.go:171","msg":"trace[424808556] linearizableReadLoop","detail":"{readStateIndex:10684; appliedIndex:10683; }","duration":"173.12344ms","start":"2026-03-06T00:54:04.718183Z","end":"2026-03-06T00:54:04.891306Z","steps":["trace[424808556] 'read index received' (duration: 52.560338ms)","trace[424808556] 'applied index is now lower than readState.Index' (duration: 120.562102ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:04.89136Z","caller":"traceutil/trace.go:171","msg":"trace[906484278] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"208.697769ms","start":"2026-03-06T00:54:04.682633Z","end":"2026-03-06T00:54:04.891331Z","steps":["trace[906484278] 'process raft request' (duration: 181.143289ms)","trace[906484278] 'compare' (duration: 27.416756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:04.891464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.264303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:04.8915Z","caller":"traceutil/trace.go:171","msg":"trace[1417844207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10317; }","duration":"173.348206ms","start":"2026-03-06T00:54:04.718139Z","end":"2026-03-06T00:54:04.891487Z","steps":["trace[1417844207] 'agreement among raft nodes before linearized reading' (duration: 173.266294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:05.081996Z","caller":"traceutil/trace.go:171","msg":"trace[829112084] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"151.836053ms","start":"2026-03-06T00:54:04.930109Z","end":"2026-03-06T00:54:05.081945Z","steps":["trace[829112084] 'process raft request' (duration: 74.204304ms)","trace[829112084] 'compare' (duration: 77.236748ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:03.730307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10311} {"level":"info","ts":"2026-03-06T00:59:03.808581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10311,"took":"75.90655ms","hash":391838448,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":24768512,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T00:59:03.808638Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":391838448,"revision":10311,"compact-revision":7825} {"level":"info","ts":"2026-03-06T01:00:16.002864Z","caller":"traceutil/trace.go:171","msg":"trace[317999319] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"254.253321ms","start":"2026-03-06T01:00:15.748588Z","end":"2026-03-06T01:00:16.002841Z","steps":["trace[317999319] 'process raft request' (duration: 165.717243ms)","trace[317999319] 'compare' (duration: 88.321022ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:34.338896Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003387.wal"} {"level":"info","ts":"2026-03-06T01:00:35.982814Z","caller":"traceutil/trace.go:171","msg":"trace[30780675] linearizableReadLoop","detail":"{readStateIndex:13203; appliedIndex:13202; }","duration":"163.330358ms","start":"2026-03-06T01:00:35.819454Z","end":"2026-03-06T01:00:35.982785Z","steps":["trace[30780675] 'read index received' (duration: 163.03171ms)","trace[30780675] 'applied index is now lower than readState.Index' (duration: 296.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:35.983007Z","caller":"traceutil/trace.go:171","msg":"trace[1055808005] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"203.69418ms","start":"2026-03-06T01:00:35.779301Z","end":"2026-03-06T01:00:35.982996Z","steps":["trace[1055808005] 'process raft request' (duration: 203.269578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:35.983262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.930668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:00:35.983376Z","caller":"traceutil/trace.go:171","msg":"trace[314823906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12744; }","duration":"159.086352ms","start":"2026-03-06T01:00:35.824265Z","end":"2026-03-06T01:00:35.983351Z","steps":["trace[314823906] 'agreement among raft nodes before linearized reading' (duration: 158.825385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:35.98344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.958157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jfn9t\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-06T01:00:35.983478Z","caller":"traceutil/trace.go:171","msg":"trace[1071145875] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jfn9t; range_end:; response_count:1; response_revision:12744; }","duration":"164.065289ms","start":"2026-03-06T01:00:35.819402Z","end":"2026-03-06T01:00:35.983467Z","steps":["trace[1071145875] 'agreement among raft nodes before linearized reading' (duration: 163.833953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:07.411921Z","caller":"traceutil/trace.go:171","msg":"trace[484060820] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"202.431786ms","start":"2026-03-06T01:01:07.20947Z","end":"2026-03-06T01:01:07.411902Z","steps":["trace[484060820] 'process raft request' (duration: 202.295333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:07.462917Z","caller":"traceutil/trace.go:171","msg":"trace[1819663068] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"170.498497ms","start":"2026-03-06T01:01:07.292393Z","end":"2026-03-06T01:01:07.462892Z","steps":["trace[1819663068] 'process raft request' (duration: 168.855101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:26.68362Z","caller":"traceutil/trace.go:171","msg":"trace[1724625487] transaction","detail":"{read_only:false; response_revision:13824; number_of_response:1; }","duration":"141.95825ms","start":"2026-03-06T01:02:26.541635Z","end":"2026-03-06T01:02:26.683593Z","steps":["trace[1724625487] 'process raft request' (duration: 141.741934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:26.683929Z","caller":"traceutil/trace.go:171","msg":"trace[1643361535] transaction","detail":"{read_only:false; response_revision:13825; number_of_response:1; }","duration":"141.557658ms","start":"2026-03-06T01:02:26.542343Z","end":"2026-03-06T01:02:26.6839Z","steps":["trace[1643361535] 'process raft request' (duration: 141.203729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:26.684272Z","caller":"traceutil/trace.go:171","msg":"trace[1348516615] linearizableReadLoop","detail":"{readStateIndex:14320; appliedIndex:14316; }","duration":"122.275217ms","start":"2026-03-06T01:02:26.561962Z","end":"2026-03-06T01:02:26.684237Z","steps":["trace[1348516615] 'read index received' (duration: 12.574596ms)","trace[1348516615] 'applied index is now lower than readState.Index' (duration: 109.698741ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:26.684342Z","caller":"traceutil/trace.go:171","msg":"trace[1336104125] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"139.025598ms","start":"2026-03-06T01:02:26.545292Z","end":"2026-03-06T01:02:26.684317Z","steps":["trace[1336104125] 'process raft request' (duration: 138.497954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:26.684488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.524585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:26.684539Z","caller":"traceutil/trace.go:171","msg":"trace[771443516] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13826; }","duration":"122.613347ms","start":"2026-03-06T01:02:26.561914Z","end":"2026-03-06T01:02:26.684527Z","steps":["trace[771443516] 'agreement among raft nodes before linearized reading' (duration: 122.445883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:26.684651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.631086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:26.68475Z","caller":"traceutil/trace.go:171","msg":"trace[1678545725] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13826; }","duration":"122.771781ms","start":"2026-03-06T01:02:26.561956Z","end":"2026-03-06T01:02:26.684728Z","steps":["trace[1678545725] 'agreement among raft nodes before linearized reading' (duration: 122.596646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:26.684784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.407919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ndh4g\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:02:26.684827Z","caller":"traceutil/trace.go:171","msg":"trace[1655262936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ndh4g; range_end:; response_count:1; response_revision:13826; }","duration":"115.627615ms","start":"2026-03-06T01:02:26.569188Z","end":"2026-03-06T01:02:26.684816Z","steps":["trace[1655262936] 'agreement among raft nodes before linearized reading' (duration: 115.502662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.161801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.189624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:32.16189Z","caller":"traceutil/trace.go:171","msg":"trace[560423229] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13851; }","duration":"219.318878ms","start":"2026-03-06T01:02:31.94255Z","end":"2026-03-06T01:02:32.161869Z","steps":["trace[560423229] 'range keys from in-memory index tree' (duration: 219.040549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.162485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.380811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T01:02:32.162574Z","caller":"traceutil/trace.go:171","msg":"trace[191973147] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13851; }","duration":"101.478553ms","start":"2026-03-06T01:02:32.061078Z","end":"2026-03-06T01:02:32.162556Z","steps":["trace[191973147] 'range keys from in-memory index tree' (duration: 101.230906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.162731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.33194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:32.162774Z","caller":"traceutil/trace.go:171","msg":"trace[1013692228] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13851; }","duration":"101.394961ms","start":"2026-03-06T01:02:32.061369Z","end":"2026-03-06T01:02:32.162764Z","steps":["trace[1013692228] 'range keys from in-memory index tree' (duration: 101.206347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:32.162802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.364321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:32.162978Z","caller":"traceutil/trace.go:171","msg":"trace[372505316] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13851; }","duration":"101.555386ms","start":"2026-03-06T01:02:32.061397Z","end":"2026-03-06T01:02:32.162953Z","steps":["trace[372505316] 'range keys from in-memory index tree' (duration: 101.282968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:32.327992Z","caller":"traceutil/trace.go:171","msg":"trace[1508357759] linearizableReadLoop","detail":"{readStateIndex:14347; appliedIndex:14346; }","duration":"125.951788ms","start":"2026-03-06T01:02:32.202014Z","end":"2026-03-06T01:02:32.327965Z","steps":["trace[1508357759] 'read index received' (duration: 108.198118ms)","trace[1508357759] 'applied index is now lower than readState.Index' (duration: 17.75227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:32.328262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.203614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:02:32.328321Z","caller":"traceutil/trace.go:171","msg":"trace[1484795664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13851; }","duration":"126.325908ms","start":"2026-03-06T01:02:32.201981Z","end":"2026-03-06T01:02:32.328307Z","steps":["trace[1484795664] 'agreement among raft nodes before linearized reading' (duration: 126.086441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:03.737376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12218} {"level":"info","ts":"2026-03-06T01:04:03.816102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12218,"took":"75.839667ms","hash":2537976173,"current-db-size-bytes":42414080,"current-db-size":"42 MB","current-db-size-in-use-bytes":27291648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:04:03.816151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2537976173,"revision":12218,"compact-revision":10311} {"level":"info","ts":"2026-03-06T01:08:01.726195Z","caller":"traceutil/trace.go:171","msg":"trace[1610808244] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"176.245362ms","start":"2026-03-06T01:08:01.549926Z","end":"2026-03-06T01:08:01.726171Z","steps":["trace[1610808244] 'process raft request' (duration: 176.055627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:01.737271Z","caller":"traceutil/trace.go:171","msg":"trace[2057662346] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"184.725726ms","start":"2026-03-06T01:08:01.552521Z","end":"2026-03-06T01:08:01.737247Z","steps":["trace[2057662346] 'process raft request' (duration: 184.553421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:01.737412Z","caller":"traceutil/trace.go:171","msg":"trace[1491765353] linearizableReadLoop","detail":"{readStateIndex:16785; appliedIndex:16784; }","duration":"160.88901ms","start":"2026-03-06T01:08:01.576508Z","end":"2026-03-06T01:08:01.737397Z","steps":["trace[1491765353] 'read index received' (duration: 149.672851ms)","trace[1491765353] 'applied index is now lower than readState.Index' (duration: 11.214749ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:01.737553Z","caller":"traceutil/trace.go:171","msg":"trace[414257346] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"114.936384ms","start":"2026-03-06T01:08:01.622603Z","end":"2026-03-06T01:08:01.73754Z","steps":["trace[414257346] 'process raft request' (duration: 114.599475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:01.73765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.121196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T01:08:01.737709Z","caller":"traceutil/trace.go:171","msg":"trace[1001770767] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16209; }","duration":"161.222589ms","start":"2026-03-06T01:08:01.576469Z","end":"2026-03-06T01:08:01.737692Z","steps":["trace[1001770767] 'agreement among raft nodes before linearized reading' (duration: 161.052884ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:07.919771Z","caller":"traceutil/trace.go:171","msg":"trace[779670132] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"117.971408ms","start":"2026-03-06T01:08:07.801776Z","end":"2026-03-06T01:08:07.919747Z","steps":["trace[779670132] 'process raft request' (duration: 102.288576ms)","trace[779670132] 'compare' (duration: 15.525868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:08.586169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.810384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T01:08:08.586254Z","caller":"traceutil/trace.go:171","msg":"trace[1859856295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16246; }","duration":"194.943298ms","start":"2026-03-06T01:08:08.391291Z","end":"2026-03-06T01:08:08.586234Z","steps":["trace[1859856295] 'range keys from in-memory index tree' (duration: 194.626219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:08.586169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.45179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:08:08.586241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.918945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:08.586365Z","caller":"traceutil/trace.go:171","msg":"trace[1120191686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16246; }","duration":"143.092919ms","start":"2026-03-06T01:08:08.443245Z","end":"2026-03-06T01:08:08.586338Z","steps":["trace[1120191686] 'range keys from in-memory index tree' (duration: 142.796882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:08.586379Z","caller":"traceutil/trace.go:171","msg":"trace[1518330900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16246; }","duration":"212.676786ms","start":"2026-03-06T01:08:08.373648Z","end":"2026-03-06T01:08:08.586325Z","steps":["trace[1518330900] 'range keys from in-memory index tree' (duration: 212.285786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:08.769996Z","caller":"traceutil/trace.go:171","msg":"trace[256660232] transaction","detail":"{read_only:false; response_revision:16247; number_of_response:1; }","duration":"179.313937ms","start":"2026-03-06T01:08:08.590656Z","end":"2026-03-06T01:08:08.76997Z","steps":["trace[256660232] 'process raft request' (duration: 179.150503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:08.867574Z","caller":"traceutil/trace.go:171","msg":"trace[1156967331] linearizableReadLoop","detail":"{readStateIndex:16827; appliedIndex:16825; }","duration":"111.962193ms","start":"2026-03-06T01:08:08.755587Z","end":"2026-03-06T01:08:08.867549Z","steps":["trace[1156967331] 'read index received' (duration: 14.293094ms)","trace[1156967331] 'applied index is now lower than readState.Index' (duration: 97.667699ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:08.867645Z","caller":"traceutil/trace.go:171","msg":"trace[1150381931] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"276.909264ms","start":"2026-03-06T01:08:08.5907Z","end":"2026-03-06T01:08:08.867609Z","steps":["trace[1150381931] 'process raft request' (duration: 276.619476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:08.867855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.249641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:08:08.86792Z","caller":"traceutil/trace.go:171","msg":"trace[55022959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16248; }","duration":"112.369454ms","start":"2026-03-06T01:08:08.75554Z","end":"2026-03-06T01:08:08.867909Z","steps":["trace[55022959] 'agreement among raft nodes before linearized reading' (duration: 112.137738ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:03.744867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14407} {"level":"info","ts":"2026-03-06T01:09:03.841417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14407,"took":"92.510106ms","hash":3273607205,"current-db-size-bytes":42835968,"current-db-size":"43 MB","current-db-size-in-use-bytes":29454336,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:09:03.841474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3273607205,"revision":14407,"compact-revision":12218} {"level":"info","ts":"2026-03-06T01:09:06.192649Z","caller":"traceutil/trace.go:171","msg":"trace[809816295] transaction","detail":"{read_only:false; response_revision:16904; number_of_response:1; }","duration":"109.145454ms","start":"2026-03-06T01:09:06.083478Z","end":"2026-03-06T01:09:06.192624Z","steps":["trace[809816295] 'process raft request' (duration: 80.356572ms)","trace[809816295] 'compare' (duration: 28.667089ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:37.663501Z","caller":"traceutil/trace.go:171","msg":"trace[1715166652] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"101.270838ms","start":"2026-03-06T01:13:37.56219Z","end":"2026-03-06T01:13:37.663461Z","steps":["trace[1715166652] 'process raft request' (duration: 101.070312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:43.423557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.122557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:43.423835Z","caller":"traceutil/trace.go:171","msg":"trace[1814157049] transaction","detail":"{read_only:false; response_revision:18700; number_of_response:1; }","duration":"199.46693ms","start":"2026-03-06T01:13:43.224349Z","end":"2026-03-06T01:13:43.423816Z","steps":["trace[1814157049] 'process raft request' (duration: 199.324246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:43.423959Z","caller":"traceutil/trace.go:171","msg":"trace[537686817] transaction","detail":"{read_only:false; response_revision:18699; number_of_response:1; }","duration":"238.978648ms","start":"2026-03-06T01:13:43.184958Z","end":"2026-03-06T01:13:43.423937Z","steps":["trace[537686817] 'process raft request' (duration: 106.381978ms)","trace[537686817] 'compare' (duration: 131.926892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:43.791921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.33238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:13:43.792001Z","caller":"traceutil/trace.go:171","msg":"trace[486432241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18700; }","duration":"105.433353ms","start":"2026-03-06T01:13:43.686551Z","end":"2026-03-06T01:13:43.791984Z","steps":["trace[486432241] 'range keys from in-memory index tree' (duration: 105.078983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:43.793307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.569334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:43.793445Z","caller":"traceutil/trace.go:171","msg":"trace[1202996911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18700; }","duration":"107.957032ms","start":"2026-03-06T01:13:43.685458Z","end":"2026-03-06T01:13:43.793415Z","steps":["trace[1202996911] 'range keys from in-memory index tree' (duration: 106.348047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:43.794843Z","caller":"traceutil/trace.go:171","msg":"trace[835163158] transaction","detail":"{read_only:false; response_revision:18701; number_of_response:1; }","duration":"103.062587ms","start":"2026-03-06T01:13:43.691764Z","end":"2026-03-06T01:13:43.794826Z","steps":["trace[835163158] 'process raft request' (duration: 102.945414ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:44.103285Z","caller":"traceutil/trace.go:171","msg":"trace[1786859424] linearizableReadLoop","detail":"{readStateIndex:19370; appliedIndex:19369; }","duration":"264.839531ms","start":"2026-03-06T01:13:43.838429Z","end":"2026-03-06T01:13:44.103268Z","steps":["trace[1786859424] 'read index received' (duration: 264.676286ms)","trace[1786859424] 'applied index is now lower than readState.Index' (duration: 162.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:44.103551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.018035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:44.103588Z","caller":"traceutil/trace.go:171","msg":"trace[1648989467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18703; }","duration":"265.1862ms","start":"2026-03-06T01:13:43.83839Z","end":"2026-03-06T01:13:44.103576Z","steps":["trace[1648989467] 'agreement among raft nodes before linearized reading' (duration: 264.943993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:44.10387Z","caller":"traceutil/trace.go:171","msg":"trace[644853444] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"306.943989ms","start":"2026-03-06T01:13:43.796915Z","end":"2026-03-06T01:13:44.103859Z","steps":["trace[644853444] 'process raft request' (duration: 306.24501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:44.103968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:43.796886Z","time spent":"307.010961ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:44.325047Z","caller":"traceutil/trace.go:171","msg":"trace[134785972] linearizableReadLoop","detail":"{readStateIndex:19371; appliedIndex:19370; }","duration":"156.143459ms","start":"2026-03-06T01:13:44.168875Z","end":"2026-03-06T01:13:44.325018Z","steps":["trace[134785972] 'read index received' (duration: 70.454169ms)","trace[134785972] 'applied index is now lower than readState.Index' (duration: 85.68796ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:44.325618Z","caller":"traceutil/trace.go:171","msg":"trace[201712843] transaction","detail":"{read_only:false; response_revision:18704; number_of_response:1; }","duration":"214.857695ms","start":"2026-03-06T01:13:44.110718Z","end":"2026-03-06T01:13:44.325576Z","steps":["trace[201712843] 'process raft request' (duration: 128.574799ms)","trace[201712843] 'compare' (duration: 85.583047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:44.325751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.808147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:44.326081Z","caller":"traceutil/trace.go:171","msg":"trace[1157901258] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18704; }","duration":"156.976501ms","start":"2026-03-06T01:13:44.168866Z","end":"2026-03-06T01:13:44.325842Z","steps":["trace[1157901258] 'agreement among raft nodes before linearized reading' (duration: 156.267982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:44.615807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.468465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:44.615951Z","caller":"traceutil/trace.go:171","msg":"trace[197377049] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:18704; }","duration":"173.619869ms","start":"2026-03-06T01:13:44.442262Z","end":"2026-03-06T01:13:44.615882Z","steps":["trace[197377049] 'count revisions from in-memory index tree' (duration: 173.344442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:44.615911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.173996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:44.616223Z","caller":"traceutil/trace.go:171","msg":"trace[187120756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18704; }","duration":"137.516716ms","start":"2026-03-06T01:13:44.478681Z","end":"2026-03-06T01:13:44.616197Z","steps":["trace[187120756] 'range keys from in-memory index tree' (duration: 137.017822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:44.616257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.681501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:44.61632Z","caller":"traceutil/trace.go:171","msg":"trace[1779620208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18704; }","duration":"173.793864ms","start":"2026-03-06T01:13:44.442512Z","end":"2026-03-06T01:13:44.616306Z","steps":["trace[1779620208] 'range keys from in-memory index tree' (duration: 173.577768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:44.616631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.137043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:13:44.616677Z","caller":"traceutil/trace.go:171","msg":"trace[1293443105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18704; }","duration":"142.277296ms","start":"2026-03-06T01:13:44.474389Z","end":"2026-03-06T01:13:44.616666Z","steps":["trace[1293443105] 'range keys from in-memory index tree' (duration: 142.03447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:44.751217Z","caller":"traceutil/trace.go:171","msg":"trace[2065395365] transaction","detail":"{read_only:false; response_revision:18705; number_of_response:1; }","duration":"130.266066ms","start":"2026-03-06T01:13:44.620913Z","end":"2026-03-06T01:13:44.751179Z","steps":["trace[2065395365] 'process raft request' (duration: 130.105602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:44.755811Z","caller":"traceutil/trace.go:171","msg":"trace[1099362924] linearizableReadLoop","detail":"{readStateIndex:19373; appliedIndex:19371; }","duration":"123.334355ms","start":"2026-03-06T01:13:44.632458Z","end":"2026-03-06T01:13:44.755792Z","steps":["trace[1099362924] 'read index received' (duration: 118.627225ms)","trace[1099362924] 'applied index is now lower than readState.Index' (duration: 4.70623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:44.755984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.50242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:13:44.756018Z","caller":"traceutil/trace.go:171","msg":"trace[1135530128] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18706; }","duration":"123.583312ms","start":"2026-03-06T01:13:44.632422Z","end":"2026-03-06T01:13:44.756005Z","steps":["trace[1135530128] 'agreement among raft nodes before linearized reading' (duration: 123.432258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:44.756084Z","caller":"traceutil/trace.go:171","msg":"trace[371593526] transaction","detail":"{read_only:false; response_revision:18706; number_of_response:1; }","duration":"133.736412ms","start":"2026-03-06T01:13:44.622325Z","end":"2026-03-06T01:13:44.756061Z","steps":["trace[371593526] 'process raft request' (duration: 133.402003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:03.751741Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16865} {"level":"info","ts":"2026-03-06T01:14:03.849108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16865,"took":"93.799801ms","hash":2438169420,"current-db-size-bytes":44941312,"current-db-size":"45 MB","current-db-size-in-use-bytes":29745152,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:14:03.849178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2438169420,"revision":16865,"compact-revision":14407} {"level":"info","ts":"2026-03-06T01:14:55.45385Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:14:55.45946Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:14:55.459578Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:17:36.960027Z","caller":"traceutil/trace.go:171","msg":"trace[460785750] transaction","detail":"{read_only:false; response_revision:20990; number_of_response:1; }","duration":"105.605866ms","start":"2026-03-06T01:17:36.8544Z","end":"2026-03-06T01:17:36.960006Z","steps":["trace[460785750] 'process raft request' (duration: 105.39666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:37.112904Z","caller":"traceutil/trace.go:171","msg":"trace[1944084309] transaction","detail":"{read_only:false; response_revision:20991; number_of_response:1; }","duration":"123.523079ms","start":"2026-03-06T01:17:36.98936Z","end":"2026-03-06T01:17:37.112883Z","steps":["trace[1944084309] 'process raft request' (duration: 112.866737ms)","trace[1944084309] 'compare' (duration: 10.397625ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:37.114561Z","caller":"traceutil/trace.go:171","msg":"trace[1747630757] transaction","detail":"{read_only:false; response_revision:20992; number_of_response:1; }","duration":"122.614274ms","start":"2026-03-06T01:17:36.9919Z","end":"2026-03-06T01:17:37.114514Z","steps":["trace[1747630757] 'process raft request' (duration: 122.500721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:03.758817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18800} {"level":"info","ts":"2026-03-06T01:19:03.867403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18800,"took":"104.758333ms","hash":4181424517,"current-db-size-bytes":48353280,"current-db-size":"48 MB","current-db-size-in-use-bytes":37761024,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-06T01:19:03.867485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4181424517,"revision":18800,"compact-revision":16865} {"level":"info","ts":"2026-03-06T01:21:00.99075Z","caller":"traceutil/trace.go:171","msg":"trace[1607235155] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"222.605186ms","start":"2026-03-06T01:21:00.768106Z","end":"2026-03-06T01:21:00.990711Z","steps":["trace[1607235155] 'process raft request' (duration: 222.387011ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:01.191945Z","caller":"traceutil/trace.go:171","msg":"trace[1488636715] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23782; }","duration":"201.249408ms","start":"2026-03-06T01:21:00.990663Z","end":"2026-03-06T01:21:01.191912Z","steps":["trace[1488636715] 'read index received' (duration: 199.825268ms)","trace[1488636715] 'applied index is now lower than readState.Index' (duration: 1.42266ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:01.192042Z","caller":"traceutil/trace.go:171","msg":"trace[1302823953] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"209.552047ms","start":"2026-03-06T01:21:00.982451Z","end":"2026-03-06T01:21:01.192003Z","steps":["trace[1302823953] 'process raft request' (duration: 207.984993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:01.19221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.964294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:21:01.192277Z","caller":"traceutil/trace.go:171","msg":"trace[2116724661] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"196.96252ms","start":"2026-03-06T01:21:00.995295Z","end":"2026-03-06T01:21:01.192257Z","steps":["trace[2116724661] 'process raft request' (duration: 196.737444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:01.192274Z","caller":"traceutil/trace.go:171","msg":"trace[966448609] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"153.208696ms","start":"2026-03-06T01:21:01.039036Z","end":"2026-03-06T01:21:01.192244Z","steps":["trace[966448609] 'process raft request' (duration: 153.130924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:01.192308Z","caller":"traceutil/trace.go:171","msg":"trace[2037062439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22990; }","duration":"248.117978ms","start":"2026-03-06T01:21:00.944167Z","end":"2026-03-06T01:21:01.192285Z","steps":["trace[2037062439] 'agreement among raft nodes before linearized reading' (duration: 247.837551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:01.364108Z","caller":"traceutil/trace.go:171","msg":"trace[562161193] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"159.982923ms","start":"2026-03-06T01:21:01.204098Z","end":"2026-03-06T01:21:01.364081Z","steps":["trace[562161193] 'process raft request' (duration: 98.146671ms)","trace[562161193] 'compare' (duration: 61.717848ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:05.678237Z","caller":"traceutil/trace.go:171","msg":"trace[600760394] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"121.369879ms","start":"2026-03-06T01:21:05.556839Z","end":"2026-03-06T01:21:05.678209Z","steps":["trace[600760394] 'process raft request' (duration: 121.204185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:05.888902Z","caller":"traceutil/trace.go:171","msg":"trace[1185014481] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"237.218377ms","start":"2026-03-06T01:21:05.651659Z","end":"2026-03-06T01:21:05.888877Z","steps":["trace[1185014481] 'process raft request' (duration: 232.698494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:05.89667Z","caller":"traceutil/trace.go:171","msg":"trace[198215376] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"105.707279ms","start":"2026-03-06T01:21:05.790949Z","end":"2026-03-06T01:21:05.896656Z","steps":["trace[198215376] 'process raft request' (duration: 105.429781ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.31556Z","caller":"traceutil/trace.go:171","msg":"trace[1538030860] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"164.342073ms","start":"2026-03-06T01:21:06.151184Z","end":"2026-03-06T01:21:06.315526Z","steps":["trace[1538030860] 'process raft request' (duration: 164.134527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.59547Z","caller":"traceutil/trace.go:171","msg":"trace[263793701] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"418.488277ms","start":"2026-03-06T01:21:06.17694Z","end":"2026-03-06T01:21:06.595428Z","steps":["trace[263793701] 'process raft request' (duration: 381.489838ms)","trace[263793701] 'compare' (duration: 35.880128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:06.596193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.176912Z","time spent":"418.639871ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:06.601772Z","caller":"traceutil/trace.go:171","msg":"trace[2108125045] linearizableReadLoop","detail":"{readStateIndex:23822; appliedIndex:23819; }","duration":"325.788125ms","start":"2026-03-06T01:21:06.275946Z","end":"2026-03-06T01:21:06.601734Z","steps":["trace[2108125045] 'read index received' (duration: 39.476917ms)","trace[2108125045] 'applied index is now lower than readState.Index' (duration: 286.310038ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:06.602914Z","caller":"traceutil/trace.go:171","msg":"trace[1364158177] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"344.326465ms","start":"2026-03-06T01:21:06.258568Z","end":"2026-03-06T01:21:06.602895Z","steps":["trace[1364158177] 'process raft request' (duration: 336.982574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.603048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.258538Z","time spent":"344.424538ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:06.603387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.438021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-fgzls.189a1b3ecf8458c1\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-06T01:21:06.603405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.174347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:06.603486Z","caller":"traceutil/trace.go:171","msg":"trace[696178032] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-fgzls.189a1b3ecf8458c1; range_end:; response_count:1; response_revision:23028; }","duration":"327.550684ms","start":"2026-03-06T01:21:06.275887Z","end":"2026-03-06T01:21:06.603438Z","steps":["trace[696178032] 'agreement among raft nodes before linearized reading' (duration: 327.325807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.603464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.070439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:21:06.603531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.275865Z","time spent":"327.655076ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-fgzls.189a1b3ecf8458c1\" "} {"level":"info","ts":"2026-03-06T01:21:06.603524Z","caller":"traceutil/trace.go:171","msg":"trace[544732312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23028; }","duration":"160.314081ms","start":"2026-03-06T01:21:06.443177Z","end":"2026-03-06T01:21:06.603491Z","steps":["trace[544732312] 'agreement among raft nodes before linearized reading' (duration: 160.085735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.603574Z","caller":"traceutil/trace.go:171","msg":"trace[974372035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23028; }","duration":"327.210183ms","start":"2026-03-06T01:21:06.276321Z","end":"2026-03-06T01:21:06.603531Z","steps":["trace[974372035] 'agreement among raft nodes before linearized reading' (duration: 326.939156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.603636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.276301Z","time spent":"327.321487ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:06.603625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.719837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:21:06.603626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.957843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:06.603739Z","caller":"traceutil/trace.go:171","msg":"trace[2114156694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23028; }","duration":"186.844311ms","start":"2026-03-06T01:21:06.416838Z","end":"2026-03-06T01:21:06.603682Z","steps":["trace[2114156694] 'agreement among raft nodes before linearized reading' (duration: 186.598095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.603832Z","caller":"traceutil/trace.go:171","msg":"trace[321949893] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23028; }","duration":"256.22708ms","start":"2026-03-06T01:21:06.34757Z","end":"2026-03-06T01:21:06.603797Z","steps":["trace[321949893] 'agreement among raft nodes before linearized reading' (duration: 255.887351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.165228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.852278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:07.1655Z","caller":"traceutil/trace.go:171","msg":"trace[1257398894] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"153.364741ms","start":"2026-03-06T01:21:07.012121Z","end":"2026-03-06T01:21:07.165486Z","steps":["trace[1257398894] 'process raft request' (duration: 153.33381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:07.165717Z","caller":"traceutil/trace.go:171","msg":"trace[670838380] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"558.084528ms","start":"2026-03-06T01:21:06.607626Z","end":"2026-03-06T01:21:07.16571Z","steps":["trace[670838380] 'process raft request' (duration: 557.703957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.165764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.6076Z","time spent":"558.140589ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:07.165814Z","caller":"traceutil/trace.go:171","msg":"trace[1648432347] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"556.999938ms","start":"2026-03-06T01:21:06.608801Z","end":"2026-03-06T01:21:07.165801Z","steps":["trace[1648432347] 'process raft request' (duration: 556.600877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:07.165468Z","caller":"traceutil/trace.go:171","msg":"trace[876509483] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"558.375625ms","start":"2026-03-06T01:21:06.607055Z","end":"2026-03-06T01:21:07.165431Z","steps":["trace[876509483] 'process raft request' (duration: 140.237229ms)","trace[876509483] 'compare' (duration: 417.406226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:07.165911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.607043Z","time spent":"558.847929ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:07.16603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:06.608757Z","time spent":"557.119561ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:07.166209Z","caller":"traceutil/trace.go:171","msg":"trace[1758199029] linearizableReadLoop","detail":"{readStateIndex:23825; appliedIndex:23822; }","duration":"280.948871ms","start":"2026-03-06T01:21:06.88525Z","end":"2026-03-06T01:21:07.166199Z","steps":["trace[1758199029] 'read index received' (duration: 51.778214ms)","trace[1758199029] 'applied index is now lower than readState.Index' (duration: 229.169817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:07.166337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.088284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:21:07.16636Z","caller":"traceutil/trace.go:171","msg":"trace[1654339578] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:23032; }","duration":"281.130996ms","start":"2026-03-06T01:21:06.885223Z","end":"2026-03-06T01:21:07.166354Z","steps":["trace[1654339578] 'agreement among raft nodes before linearized reading' (duration: 281.041404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.1665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.411781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:07.166588Z","caller":"traceutil/trace.go:171","msg":"trace[1775519488] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23032; }","duration":"121.530904ms","start":"2026-03-06T01:21:07.045042Z","end":"2026-03-06T01:21:07.166573Z","steps":["trace[1775519488] 'agreement among raft nodes before linearized reading' (duration: 121.413731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.485416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.810459ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T01:21:07.485806Z","caller":"traceutil/trace.go:171","msg":"trace[707058242] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"266.077532ms","start":"2026-03-06T01:21:07.219713Z","end":"2026-03-06T01:21:07.485791Z","steps":["trace[707058242] 'process raft request' (duration: 266.046272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.485947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.169204Z","time spent":"316.740467ms","remote":"127.0.0.1:44770","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:21:07.48605Z","caller":"traceutil/trace.go:171","msg":"trace[1653851060] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23826; }","duration":"315.435989ms","start":"2026-03-06T01:21:07.170606Z","end":"2026-03-06T01:21:07.486042Z","steps":["trace[1653851060] 'read index received' (duration: 138.978963ms)","trace[1653851060] 'applied index is now lower than readState.Index' (duration: 176.456296ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:07.486195Z","caller":"traceutil/trace.go:171","msg":"trace[669266282] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"266.949936ms","start":"2026-03-06T01:21:07.219238Z","end":"2026-03-06T01:21:07.486188Z","steps":["trace[669266282] 'process raft request' (duration: 266.256247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.486377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.77221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-n45zv.189a1b446af36899\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-06T01:21:07.486405Z","caller":"traceutil/trace.go:171","msg":"trace[1951850517] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-n45zv.189a1b446af36899; range_end:; response_count:1; response_revision:23034; }","duration":"315.830882ms","start":"2026-03-06T01:21:07.170564Z","end":"2026-03-06T01:21:07.486395Z","steps":["trace[1951850517] 'agreement among raft nodes before linearized reading' (duration: 315.738029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.48643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.170551Z","time spent":"315.874493ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-n45zv.189a1b446af36899\" "} {"level":"warn","ts":"2026-03-06T01:21:07.486563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.785484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-06T01:21:07.486584Z","caller":"traceutil/trace.go:171","msg":"trace[1493620265] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23034; }","duration":"269.835396ms","start":"2026-03-06T01:21:07.216744Z","end":"2026-03-06T01:21:07.486579Z","steps":["trace[1493620265] 'agreement among raft nodes before linearized reading' (duration: 269.774624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.486879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.206663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:21:07.486903Z","caller":"traceutil/trace.go:171","msg":"trace[693449343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23034; }","duration":"263.242434ms","start":"2026-03-06T01:21:07.223655Z","end":"2026-03-06T01:21:07.486897Z","steps":["trace[693449343] 'agreement among raft nodes before linearized reading' (duration: 263.187243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:07.633634Z","caller":"traceutil/trace.go:171","msg":"trace[2019954192] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"144.818495ms","start":"2026-03-06T01:21:07.488783Z","end":"2026-03-06T01:21:07.633602Z","steps":["trace[2019954192] 'process raft request' (duration: 131.028416ms)","trace[2019954192] 'compare' (duration: 13.672906ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:07.827639Z","caller":"traceutil/trace.go:171","msg":"trace[1948380206] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"338.413452ms","start":"2026-03-06T01:21:07.489182Z","end":"2026-03-06T01:21:07.827595Z","steps":["trace[1948380206] 'process raft request' (duration: 338.212207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.82788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.489173Z","time spent":"338.614838ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:07.827955Z","caller":"traceutil/trace.go:171","msg":"trace[682587578] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23829; }","duration":"337.133238ms","start":"2026-03-06T01:21:07.490799Z","end":"2026-03-06T01:21:07.827932Z","steps":["trace[682587578] 'read index received' (duration: 129.559076ms)","trace[682587578] 'applied index is now lower than readState.Index' (duration: 207.573352ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:07.827966Z","caller":"traceutil/trace.go:171","msg":"trace[1054147619] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"337.688813ms","start":"2026-03-06T01:21:07.490246Z","end":"2026-03-06T01:21:07.827935Z","steps":["trace[1054147619] 'process raft request' (duration: 337.282262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.828104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.297713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-06T01:21:07.828146Z","caller":"traceutil/trace.go:171","msg":"trace[655367931] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23038; }","duration":"337.361384ms","start":"2026-03-06T01:21:07.490774Z","end":"2026-03-06T01:21:07.828135Z","steps":["trace[655367931] 'agreement among raft nodes before linearized reading' (duration: 337.24084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.828136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.490225Z","time spent":"337.813806ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:07.828169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.490768Z","time spent":"337.396545ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:21:07.82808Z","caller":"traceutil/trace.go:171","msg":"trace[552342673] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"334.254178ms","start":"2026-03-06T01:21:07.493746Z","end":"2026-03-06T01:21:07.828Z","steps":["trace[552342673] 'process raft request' (duration: 334.064713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.828868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.49374Z","time spent":"334.970269ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:07.938585Z","caller":"traceutil/trace.go:171","msg":"trace[82479994] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"255.871661ms","start":"2026-03-06T01:21:07.682681Z","end":"2026-03-06T01:21:07.938553Z","steps":["trace[82479994] 'process raft request' (duration: 239.809039ms)","trace[82479994] 'compare' (duration: 15.829406ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:07.938709Z","caller":"traceutil/trace.go:171","msg":"trace[1070267081] linearizableReadLoop","detail":"{readStateIndex:23835; appliedIndex:23833; }","duration":"110.676286ms","start":"2026-03-06T01:21:07.828018Z","end":"2026-03-06T01:21:07.938694Z","steps":["trace[1070267081] 'read index received' (duration: 94.506901ms)","trace[1070267081] 'applied index is now lower than readState.Index' (duration: 16.167965ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:07.938792Z","caller":"traceutil/trace.go:171","msg":"trace[1637461431] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"242.953176ms","start":"2026-03-06T01:21:07.695815Z","end":"2026-03-06T01:21:07.938768Z","steps":["trace[1637461431] 'process raft request' (duration: 242.669658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.938852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.571596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:21:07.938883Z","caller":"traceutil/trace.go:171","msg":"trace[1853445160] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23040; }","duration":"302.649688ms","start":"2026-03-06T01:21:07.636225Z","end":"2026-03-06T01:21:07.938875Z","steps":["trace[1853445160] 'agreement among raft nodes before linearized reading' (duration: 302.538265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:07.938904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.636199Z","time spent":"302.70063ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:21:08.229921Z","caller":"traceutil/trace.go:171","msg":"trace[1654383689] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23835; }","duration":"288.600951ms","start":"2026-03-06T01:21:07.941297Z","end":"2026-03-06T01:21:08.229898Z","steps":["trace[1654383689] 'read index received' (duration: 265.162737ms)","trace[1654383689] 'applied index is now lower than readState.Index' (duration: 23.437374ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:08.230027Z","caller":"traceutil/trace.go:171","msg":"trace[1964403326] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"322.758082ms","start":"2026-03-06T01:21:07.907257Z","end":"2026-03-06T01:21:08.230015Z","steps":["trace[1964403326] 'process raft request' (duration: 322.559246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:08.230102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.789677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:21:08.230132Z","caller":"traceutil/trace.go:171","msg":"trace[1448499311] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23042; }","duration":"288.836279ms","start":"2026-03-06T01:21:07.941289Z","end":"2026-03-06T01:21:08.230125Z","steps":["trace[1448499311] 'agreement among raft nodes before linearized reading' (duration: 288.691045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:08.23002Z","caller":"traceutil/trace.go:171","msg":"trace[346266391] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"323.118501ms","start":"2026-03-06T01:21:07.906871Z","end":"2026-03-06T01:21:08.22999Z","steps":["trace[346266391] 'process raft request' (duration: 299.558823ms)","trace[346266391] 'compare' (duration: 23.209408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:08.230158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.907234Z","time spent":"322.844644ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:08.230312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:07.906837Z","time spent":"323.365078ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:08.521218Z","caller":"traceutil/trace.go:171","msg":"trace[1388259953] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"199.13688ms","start":"2026-03-06T01:21:08.322053Z","end":"2026-03-06T01:21:08.52119Z","steps":["trace[1388259953] 'process raft request' (duration: 123.238052ms)","trace[1388259953] 'compare' (duration: 75.769775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:08.789134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.982406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:08.789265Z","caller":"traceutil/trace.go:171","msg":"trace[599534672] linearizableReadLoop","detail":"{readStateIndex:23839; appliedIndex:23838; }","duration":"124.281701ms","start":"2026-03-06T01:21:08.664961Z","end":"2026-03-06T01:21:08.789243Z","steps":["trace[599534672] 'read index received' (duration: 37.241µs)","trace[599534672] 'applied index is now lower than readState.Index' (duration: 124.24263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:08.789372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.406634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:08.789424Z","caller":"traceutil/trace.go:171","msg":"trace[1440258648] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23044; }","duration":"124.459105ms","start":"2026-03-06T01:21:08.664949Z","end":"2026-03-06T01:21:08.789408Z","steps":["trace[1440258648] 'agreement among raft nodes before linearized reading' (duration: 124.365013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:08.789405Z","caller":"traceutil/trace.go:171","msg":"trace[525822979] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"184.743464ms","start":"2026-03-06T01:21:08.604622Z","end":"2026-03-06T01:21:08.789366Z","steps":["trace[525822979] 'process raft request' (duration: 29.413359ms)","trace[525822979] 'compare' (duration: 154.828071ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:08.838154Z","caller":"traceutil/trace.go:171","msg":"trace[1628375823] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"133.129933ms","start":"2026-03-06T01:21:08.704987Z","end":"2026-03-06T01:21:08.838117Z","steps":["trace[1628375823] 'process raft request' (duration: 132.851556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.702096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:09.134088Z","caller":"traceutil/trace.go:171","msg":"trace[2041837718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23045; }","duration":"171.84333ms","start":"2026-03-06T01:21:08.962221Z","end":"2026-03-06T01:21:09.134065Z","steps":["trace[2041837718] 'range keys from in-memory index tree' (duration: 171.614573ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:09.525409Z","caller":"traceutil/trace.go:171","msg":"trace[158259743] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"351.231274ms","start":"2026-03-06T01:21:09.17416Z","end":"2026-03-06T01:21:09.525391Z","steps":["trace[158259743] 'process raft request' (duration: 351.185033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:09.525485Z","caller":"traceutil/trace.go:171","msg":"trace[1529592042] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"352.980984ms","start":"2026-03-06T01:21:09.17249Z","end":"2026-03-06T01:21:09.525471Z","steps":["trace[1529592042] 'process raft request' (duration: 352.675905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.525528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.174125Z","time spent":"351.336817ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:09.525541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.172476Z","time spent":"353.039285ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:09.799105Z","caller":"traceutil/trace.go:171","msg":"trace[1363924600] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"577.513512ms","start":"2026-03-06T01:21:09.221557Z","end":"2026-03-06T01:21:09.79907Z","steps":["trace[1363924600] 'process raft request' (duration: 488.464191ms)","trace[1363924600] 'compare' (duration: 88.764843ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:09.799166Z","caller":"traceutil/trace.go:171","msg":"trace[215425452] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"307.370479ms","start":"2026-03-06T01:21:09.491769Z","end":"2026-03-06T01:21:09.799139Z","steps":["trace[215425452] 'process raft request' (duration: 307.243005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.799244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.221542Z","time spent":"577.628304ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:09.799311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.491745Z","time spent":"307.487591ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:09.799344Z","caller":"traceutil/trace.go:171","msg":"trace[1100513163] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"307.543923ms","start":"2026-03-06T01:21:09.491787Z","end":"2026-03-06T01:21:09.799331Z","steps":["trace[1100513163] 'process raft request' (duration: 307.312067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.799397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.491766Z","time spent":"307.602965ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:09.799304Z","caller":"traceutil/trace.go:171","msg":"trace[201223449] linearizableReadLoop","detail":"{readStateIndex:23844; appliedIndex:23841; }","duration":"528.095992ms","start":"2026-03-06T01:21:09.271187Z","end":"2026-03-06T01:21:09.799283Z","steps":["trace[201223449] 'read index received' (duration: 254.02599ms)","trace[201223449] 'applied index is now lower than readState.Index' (duration: 274.068812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:09.799407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.211284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:09.799457Z","caller":"traceutil/trace.go:171","msg":"trace[38084030] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23051; }","duration":"528.312278ms","start":"2026-03-06T01:21:09.271132Z","end":"2026-03-06T01:21:09.799444Z","steps":["trace[38084030] 'agreement among raft nodes before linearized reading' (duration: 528.211835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.799501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.271112Z","time spent":"528.375829ms","remote":"127.0.0.1:51146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:09.799787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.414148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:09.7998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.003456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:21:09.80063Z","caller":"traceutil/trace.go:171","msg":"trace[660320630] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23051; }","duration":"380.935442ms","start":"2026-03-06T01:21:09.419667Z","end":"2026-03-06T01:21:09.800603Z","steps":["trace[660320630] 'agreement among raft nodes before linearized reading' (duration: 379.822441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:09.800492Z","caller":"traceutil/trace.go:171","msg":"trace[1220177540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23051; }","duration":"357.136778ms","start":"2026-03-06T01:21:09.443315Z","end":"2026-03-06T01:21:09.800452Z","steps":["trace[1220177540] 'agreement among raft nodes before linearized reading' (duration: 356.414298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:09.800705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.419642Z","time spent":"381.040336ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:09.800893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.44329Z","time spent":"357.428066ms","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:10.013513Z","caller":"traceutil/trace.go:171","msg":"trace[831650595] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"177.372582ms","start":"2026-03-06T01:21:09.836117Z","end":"2026-03-06T01:21:10.01349Z","steps":["trace[831650595] 'process raft request' (duration: 156.202799ms)","trace[831650595] 'compare' (duration: 20.943937ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:10.313303Z","caller":"traceutil/trace.go:171","msg":"trace[1778796783] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"368.584513ms","start":"2026-03-06T01:21:09.944694Z","end":"2026-03-06T01:21:10.313279Z","steps":["trace[1778796783] 'process raft request' (duration: 368.454349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:10.313376Z","caller":"traceutil/trace.go:171","msg":"trace[1054226083] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"475.765512ms","start":"2026-03-06T01:21:09.837598Z","end":"2026-03-06T01:21:10.313363Z","steps":["trace[1054226083] 'process raft request' (duration: 461.751837ms)","trace[1054226083] 'compare' (duration: 13.555283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:10.313418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.944664Z","time spent":"368.693316ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:10.313468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:09.837586Z","time spent":"475.821853ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:10.3133Z","caller":"traceutil/trace.go:171","msg":"trace[1312303602] linearizableReadLoop","detail":"{readStateIndex:23849; appliedIndex:23847; }","duration":"269.752843ms","start":"2026-03-06T01:21:10.043528Z","end":"2026-03-06T01:21:10.313281Z","steps":["trace[1312303602] 'read index received' (duration: 255.80819ms)","trace[1312303602] 'applied index is now lower than readState.Index' (duration: 13.943773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:10.313641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.109453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:10.313671Z","caller":"traceutil/trace.go:171","msg":"trace[1244435027] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23055; }","duration":"270.174125ms","start":"2026-03-06T01:21:10.043487Z","end":"2026-03-06T01:21:10.313661Z","steps":["trace[1244435027] 'agreement among raft nodes before linearized reading' (duration: 269.856777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:10.912729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.453695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:10.91283Z","caller":"traceutil/trace.go:171","msg":"trace[724297809] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23057; }","duration":"144.614429ms","start":"2026-03-06T01:21:10.768194Z","end":"2026-03-06T01:21:10.912808Z","steps":["trace[724297809] 'count revisions from in-memory index tree' (duration: 144.356063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.078493Z","caller":"traceutil/trace.go:171","msg":"trace[2051889963] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"282.967558ms","start":"2026-03-06T01:21:10.795502Z","end":"2026-03-06T01:21:11.07847Z","steps":["trace[2051889963] 'process raft request' (duration: 282.829984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:11.397322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.863778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:11.397397Z","caller":"traceutil/trace.go:171","msg":"trace[1516197689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23058; }","duration":"280.992252ms","start":"2026-03-06T01:21:11.116388Z","end":"2026-03-06T01:21:11.39738Z","steps":["trace[1516197689] 'count revisions from in-memory index tree' (duration: 280.788737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.637074Z","caller":"traceutil/trace.go:171","msg":"trace[1879949665] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"106.09951ms","start":"2026-03-06T01:21:11.530952Z","end":"2026-03-06T01:21:11.637051Z","steps":["trace[1879949665] 'process raft request' (duration: 105.955686ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:11.639118Z","caller":"traceutil/trace.go:171","msg":"trace[463061837] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"105.874924ms","start":"2026-03-06T01:21:11.533216Z","end":"2026-03-06T01:21:11.639091Z","steps":["trace[463061837] 'process raft request' (duration: 105.71343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.284427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.43649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:12.284522Z","caller":"traceutil/trace.go:171","msg":"trace[1400038239] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23063; }","duration":"206.593604ms","start":"2026-03-06T01:21:12.077908Z","end":"2026-03-06T01:21:12.284501Z","steps":["trace[1400038239] 'count revisions from in-memory index tree' (duration: 206.312626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.284884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.50838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:21:12.284923Z","caller":"traceutil/trace.go:171","msg":"trace[1182649549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23063; }","duration":"267.573793ms","start":"2026-03-06T01:21:12.01734Z","end":"2026-03-06T01:21:12.284914Z","steps":["trace[1182649549] 'range keys from in-memory index tree' (duration: 267.299045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.468688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.505688ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:21:12.639017Z","caller":"traceutil/trace.go:171","msg":"trace[1691782730] linearizableReadLoop","detail":"{readStateIndex:23860; appliedIndex:23859; }","duration":"320.951582ms","start":"2026-03-06T01:21:12.318042Z","end":"2026-03-06T01:21:12.638994Z","steps":["trace[1691782730] 'read index received' (duration: 320.884491ms)","trace[1691782730] 'applied index is now lower than readState.Index' (duration: 66.281µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:12.639116Z","caller":"traceutil/trace.go:171","msg":"trace[799672229] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"349.801206ms","start":"2026-03-06T01:21:12.289308Z","end":"2026-03-06T01:21:12.639109Z","steps":["trace[799672229] 'process raft request' (duration: 349.552949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.639212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.289287Z","time spent":"349.852607ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:12.639326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.263651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:21:12.639413Z","caller":"traceutil/trace.go:171","msg":"trace[771916789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23064; }","duration":"321.404654ms","start":"2026-03-06T01:21:12.317991Z","end":"2026-03-06T01:21:12.639396Z","steps":["trace[771916789] 'agreement among raft nodes before linearized reading' (duration: 321.134587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.639459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.317956Z","time spent":"321.494027ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:12.652781Z","caller":"traceutil/trace.go:171","msg":"trace[603527202] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"334.67941ms","start":"2026-03-06T01:21:12.31809Z","end":"2026-03-06T01:21:12.652769Z","steps":["trace[603527202] 'process raft request' (duration: 334.536746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.652879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.318072Z","time spent":"334.745972ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:12.653003Z","caller":"traceutil/trace.go:171","msg":"trace[838267078] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"333.093836ms","start":"2026-03-06T01:21:12.319899Z","end":"2026-03-06T01:21:12.652993Z","steps":["trace[838267078] 'process raft request' (duration: 332.84303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.653055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.319884Z","time spent":"333.144977ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:12.653167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.847111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:12.653161Z","caller":"traceutil/trace.go:171","msg":"trace[1001825275] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"333.072775ms","start":"2026-03-06T01:21:12.320053Z","end":"2026-03-06T01:21:12.653126Z","steps":["trace[1001825275] 'process raft request' (duration: 332.912121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.653223Z","caller":"traceutil/trace.go:171","msg":"trace[381750126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23067; }","duration":"210.941154ms","start":"2026-03-06T01:21:12.442271Z","end":"2026-03-06T01:21:12.653212Z","steps":["trace[381750126] 'agreement among raft nodes before linearized reading' (duration: 210.860982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.653327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.32003Z","time spent":"333.210859ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:12.968343Z","caller":"traceutil/trace.go:171","msg":"trace[900367924] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"309.487296ms","start":"2026-03-06T01:21:12.658828Z","end":"2026-03-06T01:21:12.968316Z","steps":["trace[900367924] 'process raft request' (duration: 309.319331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.968492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.658814Z","time spent":"309.602529ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:13.054756Z","caller":"traceutil/trace.go:171","msg":"trace[1704318524] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"110.887391ms","start":"2026-03-06T01:21:12.943843Z","end":"2026-03-06T01:21:13.05473Z","steps":["trace[1704318524] 'process raft request' (duration: 110.827069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:13.054988Z","caller":"traceutil/trace.go:171","msg":"trace[932972059] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"130.048238ms","start":"2026-03-06T01:21:12.924905Z","end":"2026-03-06T01:21:13.054953Z","steps":["trace[932972059] 'process raft request' (duration: 114.10747ms)","trace[932972059] 'compare' (duration: 15.526607ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:18.328422Z","caller":"traceutil/trace.go:171","msg":"trace[1397380626] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"268.866208ms","start":"2026-03-06T01:21:18.059527Z","end":"2026-03-06T01:21:18.328394Z","steps":["trace[1397380626] 'process raft request' (duration: 268.450077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:18.639118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.527305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:18.63921Z","caller":"traceutil/trace.go:171","msg":"trace[1149972245] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23105; }","duration":"274.671118ms","start":"2026-03-06T01:21:18.364518Z","end":"2026-03-06T01:21:18.63919Z","steps":["trace[1149972245] 'count revisions from in-memory index tree' (duration: 274.444843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.98204Z","caller":"traceutil/trace.go:171","msg":"trace[811703122] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"307.77497ms","start":"2026-03-06T01:21:18.674238Z","end":"2026-03-06T01:21:18.982013Z","steps":["trace[811703122] 'process raft request' (duration: 307.581164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:18.98227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.674215Z","time spent":"307.972594ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:19.011973Z","caller":"traceutil/trace.go:171","msg":"trace[425541390] linearizableReadLoop","detail":"{readStateIndex:23906; appliedIndex:23903; }","duration":"328.82766ms","start":"2026-03-06T01:21:18.683122Z","end":"2026-03-06T01:21:19.01195Z","steps":["trace[425541390] 'read index received' (duration: 298.823114ms)","trace[425541390] 'applied index is now lower than readState.Index' (duration: 30.003126ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:19.011982Z","caller":"traceutil/trace.go:171","msg":"trace[1969751079] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"335.974015ms","start":"2026-03-06T01:21:18.675963Z","end":"2026-03-06T01:21:19.011937Z","steps":["trace[1969751079] 'process raft request' (duration: 335.708438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.012023Z","caller":"traceutil/trace.go:171","msg":"trace[839383407] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"331.05272ms","start":"2026-03-06T01:21:18.68094Z","end":"2026-03-06T01:21:19.011992Z","steps":["trace[839383407] 'process raft request' (duration: 330.889275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.012058Z","caller":"traceutil/trace.go:171","msg":"trace[827798657] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"325.894869ms","start":"2026-03-06T01:21:18.686134Z","end":"2026-03-06T01:21:19.012029Z","steps":["trace[827798657] 'process raft request' (duration: 325.756765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.012169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.675951Z","time spent":"336.128569ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.012188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.680913Z","time spent":"331.185804ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.012209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.686114Z","time spent":"326.019592ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.01223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.089027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:21:19.012278Z","caller":"traceutil/trace.go:171","msg":"trace[257249692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23110; }","duration":"329.163168ms","start":"2026-03-06T01:21:18.683098Z","end":"2026-03-06T01:21:19.012261Z","steps":["trace[257249692] 'agreement among raft nodes before linearized reading' (duration: 328.998884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.012325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:18.683091Z","time spent":"329.223541ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:19.58907Z","caller":"traceutil/trace.go:171","msg":"trace[980984618] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"296.89943ms","start":"2026-03-06T01:21:19.292151Z","end":"2026-03-06T01:21:19.58905Z","steps":["trace[980984618] 'process raft request' (duration: 296.863709ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.58916Z","caller":"traceutil/trace.go:171","msg":"trace[1188263950] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"571.510077ms","start":"2026-03-06T01:21:19.017591Z","end":"2026-03-06T01:21:19.589101Z","steps":["trace[1188263950] 'process raft request' (duration: 541.742368ms)","trace[1188263950] 'compare' (duration: 29.518532ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:19.589283Z","caller":"traceutil/trace.go:171","msg":"trace[128594220] linearizableReadLoop","detail":"{readStateIndex:23909; appliedIndex:23908; }","duration":"509.238284ms","start":"2026-03-06T01:21:19.080017Z","end":"2026-03-06T01:21:19.589255Z","steps":["trace[128594220] 'read index received' (duration: 479.353182ms)","trace[128594220] 'applied index is now lower than readState.Index' (duration: 29.884122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:19.589327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.017578Z","time spent":"571.656601ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:19.589382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.359217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:19.589379Z","caller":"traceutil/trace.go:171","msg":"trace[344005305] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"463.207326ms","start":"2026-03-06T01:21:19.126123Z","end":"2026-03-06T01:21:19.58933Z","steps":["trace[344005305] 'process raft request' (duration: 462.854097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.589428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.406555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:19.589443Z","caller":"traceutil/trace.go:171","msg":"trace[433727551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23114; }","duration":"509.44892ms","start":"2026-03-06T01:21:19.079978Z","end":"2026-03-06T01:21:19.589427Z","steps":["trace[433727551] 'agreement among raft nodes before linearized reading' (duration: 509.345157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.58948Z","caller":"traceutil/trace.go:171","msg":"trace[1333710664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23114; }","duration":"502.487047ms","start":"2026-03-06T01:21:19.086981Z","end":"2026-03-06T01:21:19.589468Z","steps":["trace[1333710664] 'agreement among raft nodes before linearized reading' (duration: 502.384764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.589487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.079961Z","time spent":"509.517981ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:21:19.589492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.54467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:19.589466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.46341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:19.589585Z","caller":"traceutil/trace.go:171","msg":"trace[821279897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23114; }","duration":"147.679444ms","start":"2026-03-06T01:21:19.441893Z","end":"2026-03-06T01:21:19.589572Z","steps":["trace[821279897] 'agreement among raft nodes before linearized reading' (duration: 147.55722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.589589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.117277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:19.58961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.126107Z","time spent":"463.340409ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:19.5896Z","caller":"traceutil/trace.go:171","msg":"trace[1799520632] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23114; }","duration":"102.645465ms","start":"2026-03-06T01:21:19.486937Z","end":"2026-03-06T01:21:19.589583Z","steps":["trace[1799520632] 'agreement among raft nodes before linearized reading' (duration: 102.46974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:19.589638Z","caller":"traceutil/trace.go:171","msg":"trace[999930272] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23114; }","duration":"430.192359ms","start":"2026-03-06T01:21:19.159438Z","end":"2026-03-06T01:21:19.58963Z","steps":["trace[999930272] 'agreement among raft nodes before linearized reading' (duration: 430.128818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.589871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.159425Z","time spent":"430.431885ms","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:19.589511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:19.086948Z","time spent":"502.554029ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:19.881454Z","caller":"traceutil/trace.go:171","msg":"trace[403421184] linearizableReadLoop","detail":"{readStateIndex:23912; appliedIndex:23911; }","duration":"210.094302ms","start":"2026-03-06T01:21:19.671335Z","end":"2026-03-06T01:21:19.881429Z","steps":["trace[403421184] 'read index received' (duration: 209.2914ms)","trace[403421184] 'applied index is now lower than readState.Index' (duration: 801.802µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:19.881488Z","caller":"traceutil/trace.go:171","msg":"trace[553449861] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"219.265963ms","start":"2026-03-06T01:21:19.662186Z","end":"2026-03-06T01:21:19.881452Z","steps":["trace[553449861] 'process raft request' (duration: 218.502773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:19.881654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.299397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:19.881697Z","caller":"traceutil/trace.go:171","msg":"trace[81402893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23115; }","duration":"210.356029ms","start":"2026-03-06T01:21:19.671327Z","end":"2026-03-06T01:21:19.881683Z","steps":["trace[81402893] 'agreement among raft nodes before linearized reading' (duration: 210.189254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.159827Z","caller":"traceutil/trace.go:171","msg":"trace[861275675] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"266.439143ms","start":"2026-03-06T01:21:19.893361Z","end":"2026-03-06T01:21:20.1598Z","steps":["trace[861275675] 'process raft request' (duration: 237.372512ms)","trace[861275675] 'compare' (duration: 28.941046ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:20.164054Z","caller":"traceutil/trace.go:171","msg":"trace[593784638] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"247.656195ms","start":"2026-03-06T01:21:19.916378Z","end":"2026-03-06T01:21:20.164034Z","steps":["trace[593784638] 'process raft request' (duration: 247.515091ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.164214Z","caller":"traceutil/trace.go:171","msg":"trace[406784107] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23912; }","duration":"215.307885ms","start":"2026-03-06T01:21:19.948897Z","end":"2026-03-06T01:21:20.164205Z","steps":["trace[406784107] 'read index received' (duration: 181.851425ms)","trace[406784107] 'applied index is now lower than readState.Index' (duration: 33.45562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:20.164359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.450529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:20.164399Z","caller":"traceutil/trace.go:171","msg":"trace[521549416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23118; }","duration":"215.530671ms","start":"2026-03-06T01:21:19.948861Z","end":"2026-03-06T01:21:20.164391Z","steps":["trace[521549416] 'agreement among raft nodes before linearized reading' (duration: 215.381237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:20.16446Z","caller":"traceutil/trace.go:171","msg":"trace[2082929619] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"235.09224ms","start":"2026-03-06T01:21:19.929345Z","end":"2026-03-06T01:21:20.164437Z","steps":["trace[2082929619] 'process raft request' (duration: 234.657918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.385831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.034177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:29.385894Z","caller":"traceutil/trace.go:171","msg":"trace[895749050] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23231; }","duration":"457.15336ms","start":"2026-03-06T01:21:28.928726Z","end":"2026-03-06T01:21:29.38588Z","steps":["trace[895749050] 'count revisions from in-memory index tree' (duration: 456.966435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.385959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:28.928709Z","time spent":"457.208891ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:29.386452Z","caller":"traceutil/trace.go:171","msg":"trace[1775876026] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"361.9329ms","start":"2026-03-06T01:21:29.024487Z","end":"2026-03-06T01:21:29.386419Z","steps":["trace[1775876026] 'process raft request' (duration: 350.623289ms)","trace[1775876026] 'compare' (duration: 10.367645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:29.386603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.024464Z","time spent":"362.061843ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.722743Z","caller":"traceutil/trace.go:171","msg":"trace[81513552] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"621.093171ms","start":"2026-03-06T01:21:29.10163Z","end":"2026-03-06T01:21:29.722723Z","steps":["trace[81513552] 'process raft request' (duration: 620.925797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.722873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.101604Z","time spent":"621.199695ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.723058Z","caller":"traceutil/trace.go:171","msg":"trace[1516119770] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"581.892242ms","start":"2026-03-06T01:21:29.141139Z","end":"2026-03-06T01:21:29.723031Z","steps":["trace[1516119770] 'process raft request' (duration: 581.551873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.723204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.141105Z","time spent":"582.023995ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:29.72297Z","caller":"traceutil/trace.go:171","msg":"trace[1299188949] linearizableReadLoop","detail":"{readStateIndex:24033; appliedIndex:24030; }","duration":"526.003915ms","start":"2026-03-06T01:21:29.196926Z","end":"2026-03-06T01:21:29.72293Z","steps":["trace[1299188949] 'read index received' (duration: 178.214825ms)","trace[1299188949] 'applied index is now lower than readState.Index' (duration: 347.78278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:29.72336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.420527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:21:29.72341Z","caller":"traceutil/trace.go:171","msg":"trace[61085420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23234; }","duration":"526.52476ms","start":"2026-03-06T01:21:29.196873Z","end":"2026-03-06T01:21:29.723397Z","steps":["trace[61085420] 'agreement among raft nodes before linearized reading' (duration: 526.238742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:29.723455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.196844Z","time spent":"526.602581ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:30.174088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.053503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:30.174219Z","caller":"traceutil/trace.go:171","msg":"trace[1905959391] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"478.373393ms","start":"2026-03-06T01:21:29.695816Z","end":"2026-03-06T01:21:30.174189Z","steps":["trace[1905959391] 'process raft request' (duration: 229.130164ms)","trace[1905959391] 'compare' (duration: 248.852988ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:30.174338Z","caller":"traceutil/trace.go:171","msg":"trace[1573309075] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"346.741591ms","start":"2026-03-06T01:21:29.827583Z","end":"2026-03-06T01:21:30.174324Z","steps":["trace[1573309075] 'process raft request' (duration: 346.69556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.174337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.69579Z","time spent":"478.492716ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:30.174349Z","caller":"traceutil/trace.go:171","msg":"trace[1876937044] linearizableReadLoop","detail":"{readStateIndex:24034; appliedIndex:24033; }","duration":"450.934209ms","start":"2026-03-06T01:21:29.723382Z","end":"2026-03-06T01:21:30.174317Z","steps":["trace[1876937044] 'read index received' (duration: 201.577497ms)","trace[1876937044] 'applied index is now lower than readState.Index' (duration: 249.353032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:30.17441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.827563Z","time spent":"346.812283ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:30.174524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.349668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:30.174561Z","caller":"traceutil/trace.go:171","msg":"trace[506817755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23237; }","duration":"734.41799ms","start":"2026-03-06T01:21:29.440132Z","end":"2026-03-06T01:21:30.17455Z","steps":["trace[506817755] 'agreement among raft nodes before linearized reading' (duration: 734.365388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:30.174551Z","caller":"traceutil/trace.go:171","msg":"trace[2034549039] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"446.407684ms","start":"2026-03-06T01:21:29.728096Z","end":"2026-03-06T01:21:30.174503Z","steps":["trace[2034549039] 'process raft request' (duration: 446.107036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.174593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.440113Z","time spent":"734.473802ms","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:30.174604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.493914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:30.174699Z","caller":"traceutil/trace.go:171","msg":"trace[1313839681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23237; }","duration":"560.641308ms","start":"2026-03-06T01:21:29.614035Z","end":"2026-03-06T01:21:30.174676Z","steps":["trace[1313839681] 'agreement among raft nodes before linearized reading' (duration: 560.495574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.174703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.728074Z","time spent":"446.547018ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:30.174712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.456891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:21:30.174849Z","caller":"traceutil/trace.go:171","msg":"trace[1236754146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23237; }","duration":"476.632637ms","start":"2026-03-06T01:21:29.698196Z","end":"2026-03-06T01:21:30.174829Z","steps":["trace[1236754146] 'agreement among raft nodes before linearized reading' (duration: 476.254456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.17491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.698139Z","time spent":"476.755ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:30.174756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.613975Z","time spent":"560.767992ms","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:30.174777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.462117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:21:30.175757Z","caller":"traceutil/trace.go:171","msg":"trace[1905014644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23237; }","duration":"950.459505ms","start":"2026-03-06T01:21:29.225269Z","end":"2026-03-06T01:21:30.175728Z","steps":["trace[1905014644] 'agreement among raft nodes before linearized reading' (duration: 949.410765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.175874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.225255Z","time spent":"950.554848ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:30.674855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184256985646362810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:30.720111Z","caller":"traceutil/trace.go:171","msg":"trace[1179867690] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"793.66422ms","start":"2026-03-06T01:21:29.926422Z","end":"2026-03-06T01:21:30.720086Z","steps":["trace[1179867690] 'process raft request' (duration: 793.483455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:30.720289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.926403Z","time spent":"793.786664ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.097726Z","caller":"traceutil/trace.go:171","msg":"trace[2065045601] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24036; }","duration":"923.296227ms","start":"2026-03-06T01:21:30.174412Z","end":"2026-03-06T01:21:31.097708Z","steps":["trace[2065045601] 'read index received' (duration: 545.569153ms)","trace[2065045601] 'applied index is now lower than readState.Index' (duration: 377.726484ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:31.097909Z","caller":"traceutil/trace.go:171","msg":"trace[264694886] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"918.365472ms","start":"2026-03-06T01:21:30.179537Z","end":"2026-03-06T01:21:31.097903Z","steps":["trace[264694886] 'process raft request' (duration: 915.698808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.097983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.179517Z","time spent":"918.418643ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.098005Z","caller":"traceutil/trace.go:171","msg":"trace[1396820995] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"865.936329ms","start":"2026-03-06T01:21:30.232043Z","end":"2026-03-06T01:21:31.09798Z","steps":["trace[1396820995] 'process raft request' (duration: 865.636681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:31.098021Z","caller":"traceutil/trace.go:171","msg":"trace[296147583] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"878.085113ms","start":"2026-03-06T01:21:30.21991Z","end":"2026-03-06T01:21:31.097995Z","steps":["trace[296147583] 'process raft request' (duration: 877.717983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.09808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299735416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-06T01:21:31.098125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.232024Z","time spent":"866.041311ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:31.098147Z","caller":"traceutil/trace.go:171","msg":"trace[1446161613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f; range_end:; response_count:1; response_revision:23241; }","duration":"1.299830979s","start":"2026-03-06T01:21:29.798295Z","end":"2026-03-06T01:21:31.098126Z","steps":["trace[1446161613] 'agreement among raft nodes before linearized reading' (duration: 1.299644764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.098159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.219887Z","time spent":"878.189745ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:31.098131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101574473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:31.098233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356514278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:21:31.098274Z","caller":"traceutil/trace.go:171","msg":"trace[1379500875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23241; }","duration":"1.101786968s","start":"2026-03-06T01:21:29.996465Z","end":"2026-03-06T01:21:31.098252Z","steps":["trace[1379500875] 'agreement among raft nodes before linearized reading' (duration: 1.101508891s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:31.098298Z","caller":"traceutil/trace.go:171","msg":"trace[340730083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23241; }","duration":"1.356606261s","start":"2026-03-06T01:21:29.741674Z","end":"2026-03-06T01:21:31.098281Z","steps":["trace[340730083] 'agreement among raft nodes before linearized reading' (duration: 1.356447587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.098397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.741661Z","time spent":"1.356725504s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:31.098356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.996445Z","time spent":"1.101896612s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:31.09819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:29.798284Z","time spent":"1.29989754s","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f\" "} {"level":"warn","ts":"2026-03-06T01:21:31.09876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.689121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.098814Z","caller":"traceutil/trace.go:171","msg":"trace[1318362618] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23241; }","duration":"918.787843ms","start":"2026-03-06T01:21:30.180009Z","end":"2026-03-06T01:21:31.098797Z","steps":["trace[1318362618] 'agreement among raft nodes before linearized reading' (duration: 918.709871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.098851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.17999Z","time spent":"918.851815ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:31.098894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.605496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:21:31.098916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.066971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:21:31.098948Z","caller":"traceutil/trace.go:171","msg":"trace[382398045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23241; }","duration":"919.714219ms","start":"2026-03-06T01:21:30.17922Z","end":"2026-03-06T01:21:31.098935Z","steps":["trace[382398045] 'agreement among raft nodes before linearized reading' (duration: 919.539014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.09899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.17917Z","time spent":"919.811601ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:21:31.098991Z","caller":"traceutil/trace.go:171","msg":"trace[58191263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23241; }","duration":"826.194555ms","start":"2026-03-06T01:21:30.27278Z","end":"2026-03-06T01:21:31.098974Z","steps":["trace[58191263] 'agreement among raft nodes before linearized reading' (duration: 825.951888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.099038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.272757Z","time spent":"826.272246ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:31.098068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.229098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:31.099088Z","caller":"traceutil/trace.go:171","msg":"trace[1926851695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23241; }","duration":"923.287027ms","start":"2026-03-06T01:21:30.175789Z","end":"2026-03-06T01:21:31.099076Z","steps":["trace[1926851695] 'agreement among raft nodes before linearized reading' (duration: 922.179776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.099128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.175769Z","time spent":"923.348268ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:31.099815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.029458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:31.099882Z","caller":"traceutil/trace.go:171","msg":"trace[1750932831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23241; }","duration":"827.09513ms","start":"2026-03-06T01:21:30.272775Z","end":"2026-03-06T01:21:31.099871Z","steps":["trace[1750932831] 'agreement among raft nodes before linearized reading' (duration: 826.091052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:31.099921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:30.272727Z","time spent":"827.185573ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:31.845725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.969903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:31.845844Z","caller":"traceutil/trace.go:171","msg":"trace[293238181] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"743.080058ms","start":"2026-03-06T01:21:31.102742Z","end":"2026-03-06T01:21:31.845822Z","steps":["trace[293238181] 'process raft request' (duration: 429.92489ms)","trace[293238181] 'compare' (duration: 312.434759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:31.845906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.10273Z","time spent":"743.14761ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:32.057735Z","caller":"traceutil/trace.go:171","msg":"trace[438079507] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"954.344562ms","start":"2026-03-06T01:21:31.103352Z","end":"2026-03-06T01:21:32.057696Z","steps":["trace[438079507] 'process raft request' (duration: 855.710987ms)","trace[438079507] 'compare' (duration: 98.384888ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.057764Z","caller":"traceutil/trace.go:171","msg":"trace[25273462] linearizableReadLoop","detail":"{readStateIndex:24042; appliedIndex:24040; }","duration":"953.606302ms","start":"2026-03-06T01:21:31.104132Z","end":"2026-03-06T01:21:32.057739Z","steps":["trace[25273462] 'read index received' (duration: 428.555883ms)","trace[25273462] 'applied index is now lower than readState.Index' (duration: 525.048959ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.057883Z","caller":"traceutil/trace.go:171","msg":"trace[957692281] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"667.434478ms","start":"2026-03-06T01:21:31.390436Z","end":"2026-03-06T01:21:32.05787Z","steps":["trace[957692281] 'process raft request' (duration: 667.249943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.057892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.103331Z","time spent":"954.474166ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:32.057899Z","caller":"traceutil/trace.go:171","msg":"trace[506028468] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"697.150785ms","start":"2026-03-06T01:21:31.360721Z","end":"2026-03-06T01:21:32.057872Z","steps":["trace[506028468] 'process raft request' (duration: 696.931589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:32.057917Z","caller":"traceutil/trace.go:171","msg":"trace[506475369] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"952.597804ms","start":"2026-03-06T01:21:31.105292Z","end":"2026-03-06T01:21:32.057889Z","steps":["trace[506475369] 'process raft request' (duration: 952.320597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.058005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.390419Z","time spent":"667.501219ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:32.058039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.360692Z","time spent":"697.269607ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:32.058047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.870719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.058153Z","caller":"traceutil/trace.go:171","msg":"trace[1719023957] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23246; }","duration":"954.018674ms","start":"2026-03-06T01:21:31.104111Z","end":"2026-03-06T01:21:32.05813Z","steps":["trace[1719023957] 'agreement among raft nodes before linearized reading' (duration: 953.763347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.058075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.10528Z","time spent":"952.705057ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:32.058207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.104104Z","time spent":"954.093536ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:21:32.278971Z","caller":"traceutil/trace.go:171","msg":"trace[186668427] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"550.319544ms","start":"2026-03-06T01:21:31.728626Z","end":"2026-03-06T01:21:32.278945Z","steps":["trace[186668427] 'process raft request' (duration: 533.056898ms)","trace[186668427] 'compare' (duration: 17.079161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.279128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.728601Z","time spent":"550.447238ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:32.279384Z","caller":"traceutil/trace.go:171","msg":"trace[57534853] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"549.459269ms","start":"2026-03-06T01:21:31.729861Z","end":"2026-03-06T01:21:32.27932Z","steps":["trace[57534853] 'process raft request' (duration: 549.042788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:32.279421Z","caller":"traceutil/trace.go:171","msg":"trace[711552419] linearizableReadLoop","detail":"{readStateIndex:24047; appliedIndex:24045; }","duration":"221.547736ms","start":"2026-03-06T01:21:32.05783Z","end":"2026-03-06T01:21:32.279378Z","steps":["trace[711552419] 'read index received' (duration: 204.010904ms)","trace[711552419] 'applied index is now lower than readState.Index' (duration: 17.500781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.279515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.729833Z","time spent":"549.609384ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:32.666078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.941668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T01:21:32.666687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10727028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:21:32.666772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46774581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.666795Z","caller":"traceutil/trace.go:171","msg":"trace[1384804291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23248; }","duration":"1.107438324s","start":"2026-03-06T01:21:31.559331Z","end":"2026-03-06T01:21:32.66677Z","steps":["trace[1384804291] 'agreement among raft nodes before linearized reading' (duration: 720.26148ms)","trace[1384804291] 'range keys from in-memory index tree' (duration: 386.928598ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.666836Z","caller":"traceutil/trace.go:171","msg":"trace[1311245458] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23248; }","duration":"1.467819691s","start":"2026-03-06T01:21:31.198993Z","end":"2026-03-06T01:21:32.666812Z","steps":["trace[1311245458] 'agreement among raft nodes before linearized reading' (duration: 1.080561755s)","trace[1311245458] 'count revisions from in-memory index tree' (duration: 387.192115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.666848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.559312Z","time spent":"1.107526097s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:21:32.666883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.198982Z","time spent":"1.467890424s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:32.666697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101713617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T01:21:32.666941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102860289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:32.666951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560509433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.667043Z","caller":"traceutil/trace.go:171","msg":"trace[3766283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23248; }","duration":"1.560662126s","start":"2026-03-06T01:21:31.106361Z","end":"2026-03-06T01:21:32.667023Z","steps":["trace[3766283] 'agreement among raft nodes before linearized reading' (duration: 1.173218054s)","trace[3766283] 'range keys from in-memory index tree' (duration: 387.301057ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.667041Z","caller":"traceutil/trace.go:171","msg":"trace[686102872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23248; }","duration":"1.102069896s","start":"2026-03-06T01:21:31.564894Z","end":"2026-03-06T01:21:32.666964Z","steps":["trace[686102872] 'agreement among raft nodes before linearized reading' (duration: 714.678536ms)","trace[686102872] 'range keys from in-memory index tree' (duration: 386.966069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.667081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.106355Z","time spent":"1.560718048s","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:32.667052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498344492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.667097Z","caller":"traceutil/trace.go:171","msg":"trace[1022839007] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23248; }","duration":"1.102964762s","start":"2026-03-06T01:21:31.564018Z","end":"2026-03-06T01:21:32.666982Z","steps":["trace[1022839007] 'agreement among raft nodes before linearized reading' (duration: 715.565072ms)","trace[1022839007] 'count revisions from in-memory index tree' (duration: 387.305848ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.667134Z","caller":"traceutil/trace.go:171","msg":"trace[1452032487] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23248; }","duration":"1.498512376s","start":"2026-03-06T01:21:31.168599Z","end":"2026-03-06T01:21:32.667112Z","steps":["trace[1452032487] 'agreement among raft nodes before linearized reading' (duration: 1.110957942s)","trace[1452032487] 'range keys from in-memory index tree' (duration: 387.402921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.667148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.564884Z","time spent":"1.1022221s","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:32.667154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.563974Z","time spent":"1.103166257s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:32.66718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:31.168576Z","time spent":"1.498593069s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:21:32.667248Z","caller":"traceutil/trace.go:171","msg":"trace[2023013994] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24047; }","duration":"387.73397ms","start":"2026-03-06T01:21:32.279498Z","end":"2026-03-06T01:21:32.667232Z","steps":["trace[2023013994] 'read index received' (duration: 92.073µs)","trace[2023013994] 'applied index is now lower than readState.Index' (duration: 387.640357ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.667297Z","caller":"traceutil/trace.go:171","msg":"trace[131940094] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"487.380122ms","start":"2026-03-06T01:21:32.1799Z","end":"2026-03-06T01:21:32.66728Z","steps":["trace[131940094] 'process raft request' (duration: 486.308463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.66739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.179863Z","time spent":"487.466384ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:32.841897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.368202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:32.842004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.862087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.842025Z","caller":"traceutil/trace.go:171","msg":"trace[587171982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23249; }","duration":"334.555107ms","start":"2026-03-06T01:21:32.507435Z","end":"2026-03-06T01:21:32.84199Z","steps":["trace[587171982] 'agreement among raft nodes before linearized reading' (duration: 159.913151ms)","trace[587171982] 'count revisions from in-memory index tree' (duration: 174.467772ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.842058Z","caller":"traceutil/trace.go:171","msg":"trace[757713804] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23249; }","duration":"220.942619ms","start":"2026-03-06T01:21:32.621094Z","end":"2026-03-06T01:21:32.842037Z","steps":["trace[757713804] 'agreement among raft nodes before linearized reading' (duration: 46.252072ms)","trace[757713804] 'count revisions from in-memory index tree' (duration: 174.636276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.842109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.507413Z","time spent":"334.66958ms","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:32.842396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.366261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.842427Z","caller":"traceutil/trace.go:171","msg":"trace[1375045999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23249; }","duration":"173.433743ms","start":"2026-03-06T01:21:32.668984Z","end":"2026-03-06T01:21:32.842418Z","steps":["trace[1375045999] 'range keys from in-memory index tree' (duration: 173.218947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.842407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.474323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:32.841928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.109378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:32.842482Z","caller":"traceutil/trace.go:171","msg":"trace[1839671656] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23249; }","duration":"375.590946ms","start":"2026-03-06T01:21:32.466867Z","end":"2026-03-06T01:21:32.842458Z","steps":["trace[1839671656] 'agreement among raft nodes before linearized reading' (duration: 200.470097ms)","trace[1839671656] 'count revisions from in-memory index tree' (duration: 175.019546ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.842506Z","caller":"traceutil/trace.go:171","msg":"trace[969785033] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23249; }","duration":"171.719365ms","start":"2026-03-06T01:21:32.670765Z","end":"2026-03-06T01:21:32.842484Z","steps":["trace[969785033] 'range keys from in-memory index tree' (duration: 171.051527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.842537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.466843Z","time spent":"375.676578ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:32.842515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.883472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:21:32.842609Z","caller":"traceutil/trace.go:171","msg":"trace[1591439694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23249; }","duration":"663.158969ms","start":"2026-03-06T01:21:32.179422Z","end":"2026-03-06T01:21:32.842581Z","steps":["trace[1591439694] 'agreement among raft nodes before linearized reading' (duration: 487.857395ms)","trace[1591439694] 'range keys from in-memory index tree' (duration: 175.002916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.842673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.691912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ccfdb9e4-f421-452a-acf1-170f65da83fb\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-06T01:21:32.842676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.179406Z","time spent":"663.250671ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:21:32.842729Z","caller":"traceutil/trace.go:171","msg":"trace[1658872247] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ccfdb9e4-f421-452a-acf1-170f65da83fb; range_end:; response_count:1; response_revision:23249; }","duration":"172.743583ms","start":"2026-03-06T01:21:32.66995Z","end":"2026-03-06T01:21:32.842694Z","steps":["trace[1658872247] 'range keys from in-memory index tree' (duration: 172.531578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:32.842962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.017976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-06T01:21:32.843023Z","caller":"traceutil/trace.go:171","msg":"trace[949396486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f; range_end:; response_count:1; response_revision:23249; }","duration":"739.108349ms","start":"2026-03-06T01:21:32.103896Z","end":"2026-03-06T01:21:32.843005Z","steps":["trace[949396486] 'agreement among raft nodes before linearized reading' (duration: 563.392843ms)","trace[949396486] 'range keys from in-memory index tree' (duration: 175.51004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.843028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.327223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:32.84305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.677091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:21:32.843028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.22418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:32.843068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.10388Z","time spent":"739.175781ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-047dc646-ab9c-41a2-bbbe-ba11db1bbb7f\" "} {"level":"info","ts":"2026-03-06T01:21:32.84311Z","caller":"traceutil/trace.go:171","msg":"trace[1677775296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23249; }","duration":"663.435787ms","start":"2026-03-06T01:21:32.179647Z","end":"2026-03-06T01:21:32.843083Z","steps":["trace[1677775296] 'agreement among raft nodes before linearized reading' (duration: 487.595308ms)","trace[1677775296] 'count revisions from in-memory index tree' (duration: 175.709075ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.843114Z","caller":"traceutil/trace.go:171","msg":"trace[1590669052] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23249; }","duration":"736.777854ms","start":"2026-03-06T01:21:32.106315Z","end":"2026-03-06T01:21:32.843093Z","steps":["trace[1590669052] 'agreement among raft nodes before linearized reading' (duration: 560.945486ms)","trace[1590669052] 'range keys from in-memory index tree' (duration: 175.687224ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:32.84314Z","caller":"traceutil/trace.go:171","msg":"trace[1924684580] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23249; }","duration":"780.369374ms","start":"2026-03-06T01:21:32.062735Z","end":"2026-03-06T01:21:32.843104Z","steps":["trace[1924684580] 'agreement among raft nodes before linearized reading' (duration: 604.566977ms)","trace[1924684580] 'range keys from in-memory index tree' (duration: 175.663344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:32.843159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.17964Z","time spent":"663.508479ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:32.843163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.106295Z","time spent":"736.854247ms","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:21:32.843189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:32.062715Z","time spent":"780.462787ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:21:32.84354Z","caller":"traceutil/trace.go:171","msg":"trace[594697103] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"171.062507ms","start":"2026-03-06T01:21:32.672435Z","end":"2026-03-06T01:21:32.843497Z","steps":["trace[594697103] 'process raft request' (duration: 169.752922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:32.843975Z","caller":"traceutil/trace.go:171","msg":"trace[1887303991] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"117.798801ms","start":"2026-03-06T01:21:32.72615Z","end":"2026-03-06T01:21:32.843949Z","steps":["trace[1887303991] 'process raft request' (duration: 117.632397ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:35.304196Z","caller":"traceutil/trace.go:171","msg":"trace[1323326946] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"193.863805ms","start":"2026-03-06T01:21:35.110305Z","end":"2026-03-06T01:21:35.304169Z","steps":["trace[1323326946] 'process raft request' (duration: 193.71277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:35.576121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.211276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:35.576211Z","caller":"traceutil/trace.go:171","msg":"trace[1011469413] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24068; }","duration":"463.050752ms","start":"2026-03-06T01:21:35.113147Z","end":"2026-03-06T01:21:35.576198Z","steps":["trace[1011469413] 'read index received' (duration: 190.868332ms)","trace[1011469413] 'applied index is now lower than readState.Index' (duration: 272.18138ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:35.576299Z","caller":"traceutil/trace.go:171","msg":"trace[196100166] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"464.616005ms","start":"2026-03-06T01:21:35.111629Z","end":"2026-03-06T01:21:35.576245Z","steps":["trace[196100166] 'process raft request' (duration: 351.198394ms)","trace[196100166] 'compare' (duration: 112.883125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:35.576366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.218727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:21:35.576383Z","caller":"traceutil/trace.go:171","msg":"trace[19565317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23270; }","duration":"463.264088ms","start":"2026-03-06T01:21:35.113112Z","end":"2026-03-06T01:21:35.576376Z","steps":["trace[19565317] 'agreement among raft nodes before linearized reading' (duration: 463.156015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:35.576415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.113076Z","time spent":"463.33385ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:35.57642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.629754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:35.576432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.125891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:35.576469Z","caller":"traceutil/trace.go:171","msg":"trace[1735679959] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23270; }","duration":"344.730937ms","start":"2026-03-06T01:21:35.231725Z","end":"2026-03-06T01:21:35.576455Z","steps":["trace[1735679959] 'agreement among raft nodes before linearized reading' (duration: 344.628094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:35.576501Z","caller":"traceutil/trace.go:171","msg":"trace[1764811093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23270; }","duration":"134.239014ms","start":"2026-03-06T01:21:35.442247Z","end":"2026-03-06T01:21:35.576486Z","steps":["trace[1764811093] 'agreement among raft nodes before linearized reading' (duration: 134.103191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:35.576508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.231658Z","time spent":"344.83757ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:35.576511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:35.111597Z","time spent":"464.781259ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:40.077614Z","caller":"traceutil/trace.go:171","msg":"trace[21900044] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"190.625886ms","start":"2026-03-06T01:21:39.886957Z","end":"2026-03-06T01:21:40.077583Z","steps":["trace[21900044] 'process raft request' (duration: 190.440511ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.582563Z","caller":"traceutil/trace.go:171","msg":"trace[681560528] linearizableReadLoop","detail":"{readStateIndex:24129; appliedIndex:24128; }","duration":"487.780073ms","start":"2026-03-06T01:21:40.094757Z","end":"2026-03-06T01:21:40.582537Z","steps":["trace[681560528] 'read index received' (duration: 487.611738ms)","trace[681560528] 'applied index is now lower than readState.Index' (duration: 167.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:40.58271Z","caller":"traceutil/trace.go:171","msg":"trace[1204099122] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"491.417484ms","start":"2026-03-06T01:21:40.091259Z","end":"2026-03-06T01:21:40.582677Z","steps":["trace[1204099122] 'process raft request' (duration: 491.115286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.582783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.014659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:40.582823Z","caller":"traceutil/trace.go:171","msg":"trace[600906292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23327; }","duration":"488.104131ms","start":"2026-03-06T01:21:40.094704Z","end":"2026-03-06T01:21:40.582808Z","steps":["trace[600906292] 'agreement among raft nodes before linearized reading' (duration: 487.954417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.582865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.094684Z","time spent":"488.173284ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:40.58295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.091229Z","time spent":"491.577748ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:40.641499Z","caller":"traceutil/trace.go:171","msg":"trace[829815821] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"322.739341ms","start":"2026-03-06T01:21:40.318728Z","end":"2026-03-06T01:21:40.641467Z","steps":["trace[829815821] 'process raft request' (duration: 322.518115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.641594Z","caller":"traceutil/trace.go:171","msg":"trace[1267552446] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"321.21986ms","start":"2026-03-06T01:21:40.320344Z","end":"2026-03-06T01:21:40.641564Z","steps":["trace[1267552446] 'process raft request' (duration: 321.044576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.641724Z","caller":"traceutil/trace.go:171","msg":"trace[1874517010] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"283.628555ms","start":"2026-03-06T01:21:40.357993Z","end":"2026-03-06T01:21:40.641621Z","steps":["trace[1874517010] 'process raft request' (duration: 283.44397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.641758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.320324Z","time spent":"321.340693ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:40.641813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.3187Z","time spent":"322.884205ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:40.642283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.638412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.642323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.279375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:21:40.642335Z","caller":"traceutil/trace.go:171","msg":"trace[1405955272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23330; }","duration":"369.726635ms","start":"2026-03-06T01:21:40.272594Z","end":"2026-03-06T01:21:40.64232Z","steps":["trace[1405955272] 'agreement among raft nodes before linearized reading' (duration: 369.636002ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.64237Z","caller":"traceutil/trace.go:171","msg":"trace[2130667057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23330; }","duration":"541.357007ms","start":"2026-03-06T01:21:40.100998Z","end":"2026-03-06T01:21:40.642355Z","steps":["trace[2130667057] 'agreement among raft nodes before linearized reading' (duration: 541.219813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.642359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.75773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:40.642405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.100982Z","time spent":"541.415719ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:21:40.642442Z","caller":"traceutil/trace.go:171","msg":"trace[1802739845] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23330; }","duration":"315.882254ms","start":"2026-03-06T01:21:40.326538Z","end":"2026-03-06T01:21:40.64242Z","steps":["trace[1802739845] 'agreement among raft nodes before linearized reading' (duration: 315.687378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.642441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.106571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:40.642371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.272575Z","time spent":"369.787376ms","remote":"127.0.0.1:50908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:40.642524Z","caller":"traceutil/trace.go:171","msg":"trace[1448072860] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23330; }","duration":"456.234275ms","start":"2026-03-06T01:21:40.186262Z","end":"2026-03-06T01:21:40.642496Z","steps":["trace[1448072860] 'agreement among raft nodes before linearized reading' (duration: 456.090711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.642519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.32653Z","time spent":"315.953785ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:40.642577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.18624Z","time spent":"456.325288ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:40.951752Z","caller":"traceutil/trace.go:171","msg":"trace[1428933178] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"305.774225ms","start":"2026-03-06T01:21:40.645945Z","end":"2026-03-06T01:21:40.951719Z","steps":["trace[1428933178] 'process raft request' (duration: 305.60056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.951913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:40.645922Z","time spent":"305.903489ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:40.980502Z","caller":"traceutil/trace.go:171","msg":"trace[1194078577] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24133; }","duration":"155.441078ms","start":"2026-03-06T01:21:40.824995Z","end":"2026-03-06T01:21:40.980436Z","steps":["trace[1194078577] 'read index received' (duration: 126.532752ms)","trace[1194078577] 'applied index is now lower than readState.Index' (duration: 28.906946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:40.980588Z","caller":"traceutil/trace.go:171","msg":"trace[1066136866] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"109.270077ms","start":"2026-03-06T01:21:40.87126Z","end":"2026-03-06T01:21:40.98053Z","steps":["trace[1066136866] 'process raft request' (duration: 109.122003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:40.980544Z","caller":"traceutil/trace.go:171","msg":"trace[2130911711] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"279.159053ms","start":"2026-03-06T01:21:40.70133Z","end":"2026-03-06T01:21:40.980489Z","steps":["trace[2130911711] 'process raft request' (duration: 278.900016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.980736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.713525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.980817Z","caller":"traceutil/trace.go:171","msg":"trace[1073234138] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23334; }","duration":"155.864479ms","start":"2026-03-06T01:21:40.824933Z","end":"2026-03-06T01:21:40.980797Z","steps":["trace[1073234138] 'agreement among raft nodes before linearized reading' (duration: 155.677984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:40.980821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.372298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:40.981126Z","caller":"traceutil/trace.go:171","msg":"trace[796024707] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23334; }","duration":"114.707817ms","start":"2026-03-06T01:21:40.866385Z","end":"2026-03-06T01:21:40.981093Z","steps":["trace[796024707] 'agreement among raft nodes before linearized reading' (duration: 114.368368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:55.17462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.619849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:55.174726Z","caller":"traceutil/trace.go:171","msg":"trace[1418569309] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"535.130582ms","start":"2026-03-06T01:21:54.639577Z","end":"2026-03-06T01:21:55.174707Z","steps":["trace[1418569309] 'process raft request' (duration: 43.339649ms)","trace[1418569309] 'compare' (duration: 491.442133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:55.174786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:54.639553Z","time spent":"535.205054ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:55.237503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184256985646363260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:21:55.717885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003353699s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:21:55.769275Z","caller":"traceutil/trace.go:171","msg":"trace[811629866] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.054835371s","start":"2026-03-06T01:21:54.714404Z","end":"2026-03-06T01:21:55.76924Z","steps":["trace[811629866] 'process raft request' (duration: 1.003696149s)","trace[811629866] 'compare' (duration: 50.008831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:55.769434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:54.714383Z","time spent":"1.054967904s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.057191Z","caller":"traceutil/trace.go:171","msg":"trace[2039904622] linearizableReadLoop","detail":"{readStateIndex:24242; appliedIndex:24238; }","duration":"1.319785109s","start":"2026-03-06T01:21:54.737387Z","end":"2026-03-06T01:21:56.057172Z","steps":["trace[2039904622] 'read index received' (duration: 980.752928ms)","trace[2039904622] 'applied index is now lower than readState.Index' (duration: 339.031471ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:56.057367Z","caller":"traceutil/trace.go:171","msg":"trace[443040606] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"370.157206ms","start":"2026-03-06T01:21:55.687182Z","end":"2026-03-06T01:21:56.057339Z","steps":["trace[443040606] 'process raft request' (duration: 369.962291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.057436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320040907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:56.057475Z","caller":"traceutil/trace.go:171","msg":"trace[1209087915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23439; }","duration":"1.320111858s","start":"2026-03-06T01:21:54.737353Z","end":"2026-03-06T01:21:56.057465Z","steps":["trace[1209087915] 'agreement among raft nodes before linearized reading' (duration: 1.319979855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.057521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:54.737342Z","time spent":"1.320170321s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:21:56.057542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.687159Z","time spent":"370.281799ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.057216Z","caller":"traceutil/trace.go:171","msg":"trace[378259908] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.337016383s","start":"2026-03-06T01:21:54.720156Z","end":"2026-03-06T01:21:56.057172Z","steps":["trace[378259908] 'process raft request' (duration: 1.284918914s)","trace[378259908] 'compare' (duration: 51.888544ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:56.057719Z","caller":"traceutil/trace.go:171","msg":"trace[2006058179] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.024708505s","start":"2026-03-06T01:21:55.032999Z","end":"2026-03-06T01:21:56.057707Z","steps":["trace[2006058179] 'process raft request' (duration: 1.024069248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.057774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:54.720137Z","time spent":"1.337574319s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:56.057826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.032976Z","time spent":"1.024795547s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.057835Z","caller":"traceutil/trace.go:171","msg":"trace[293359944] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"664.352797ms","start":"2026-03-06T01:21:55.393464Z","end":"2026-03-06T01:21:56.057816Z","steps":["trace[293359944] 'process raft request' (duration: 663.658958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:56.057664Z","caller":"traceutil/trace.go:171","msg":"trace[1528087047] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"964.575694ms","start":"2026-03-06T01:21:55.09307Z","end":"2026-03-06T01:21:56.057645Z","steps":["trace[1528087047] 'process raft request' (duration: 964.032119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.057992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178770851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:56.058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.393428Z","time spent":"664.529572ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:56.058032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.093044Z","time spent":"964.959535ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.05806Z","caller":"traceutil/trace.go:171","msg":"trace[993132617] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23439; }","duration":"1.178874414s","start":"2026-03-06T01:21:54.87917Z","end":"2026-03-06T01:21:56.058045Z","steps":["trace[993132617] 'agreement among raft nodes before linearized reading' (duration: 1.17874377s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.058117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:54.879151Z","time spent":"1.178951336s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:56.058257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.414526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:21:56.058293Z","caller":"traceutil/trace.go:171","msg":"trace[1729939378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23439; }","duration":"486.529038ms","start":"2026-03-06T01:21:55.571754Z","end":"2026-03-06T01:21:56.058283Z","steps":["trace[1729939378] 'agreement among raft nodes before linearized reading' (duration: 486.454056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.058314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.571683Z","time spent":"486.609131ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:56.058379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.766139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:56.058446Z","caller":"traceutil/trace.go:171","msg":"trace[1479463968] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23439; }","duration":"660.866021ms","start":"2026-03-06T01:21:55.397559Z","end":"2026-03-06T01:21:56.058426Z","steps":["trace[1479463968] 'agreement among raft nodes before linearized reading' (duration: 660.770109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.058504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.397538Z","time spent":"660.950194ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:56.058647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033104594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:21:56.058651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.881806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:21:56.058699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.399755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:21:56.058736Z","caller":"traceutil/trace.go:171","msg":"trace[104072082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23439; }","duration":"1.033247028s","start":"2026-03-06T01:21:55.025467Z","end":"2026-03-06T01:21:56.058714Z","steps":["trace[104072082] 'agreement among raft nodes before linearized reading' (duration: 1.032971871s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:56.058747Z","caller":"traceutil/trace.go:171","msg":"trace[713251584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23439; }","duration":"363.023359ms","start":"2026-03-06T01:21:55.695704Z","end":"2026-03-06T01:21:56.058727Z","steps":["trace[713251584] 'agreement among raft nodes before linearized reading' (duration: 362.765953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:56.05876Z","caller":"traceutil/trace.go:171","msg":"trace[597154113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23439; }","duration":"950.495228ms","start":"2026-03-06T01:21:55.108246Z","end":"2026-03-06T01:21:56.058741Z","steps":["trace[597154113] 'agreement among raft nodes before linearized reading' (duration: 950.315013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.058785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.025448Z","time spent":"1.033327151s","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:56.058791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.695664Z","time spent":"363.118322ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:56.058814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035982614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:21:56.058832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.108226Z","time spent":"950.58777ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:21:56.058852Z","caller":"traceutil/trace.go:171","msg":"trace[1224519084] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23439; }","duration":"1.036063836s","start":"2026-03-06T01:21:55.022781Z","end":"2026-03-06T01:21:56.058845Z","steps":["trace[1224519084] 'agreement among raft nodes before linearized reading' (duration: 1.035906651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.058874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.022752Z","time spent":"1.036116457s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:56.450435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.913221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:56.450698Z","caller":"traceutil/trace.go:171","msg":"trace[394395472] linearizableReadLoop","detail":"{readStateIndex:24248; appliedIndex:24244; }","duration":"386.652378ms","start":"2026-03-06T01:21:56.064028Z","end":"2026-03-06T01:21:56.450681Z","steps":["trace[394395472] 'read index received' (duration: 161.480081ms)","trace[394395472] 'applied index is now lower than readState.Index' (duration: 225.170947ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:56.450753Z","caller":"traceutil/trace.go:171","msg":"trace[776287419] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"387.527822ms","start":"2026-03-06T01:21:56.063216Z","end":"2026-03-06T01:21:56.450744Z","steps":["trace[776287419] 'process raft request' (duration: 387.325517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:56.450806Z","caller":"traceutil/trace.go:171","msg":"trace[1208173824] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"387.515931ms","start":"2026-03-06T01:21:56.063278Z","end":"2026-03-06T01:21:56.450794Z","steps":["trace[1208173824] 'process raft request' (duration: 387.325486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.450924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.063251Z","time spent":"387.637885ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:56.451082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.063185Z","time spent":"387.673726ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.450675Z","caller":"traceutil/trace.go:171","msg":"trace[1455679466] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"387.46967ms","start":"2026-03-06T01:21:56.063171Z","end":"2026-03-06T01:21:56.450641Z","steps":["trace[1455679466] 'process raft request' (duration: 162.251302ms)","trace[1455679466] 'compare' (duration: 224.684004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:56.451287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.200994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:56.45133Z","caller":"traceutil/trace.go:171","msg":"trace[1659300707] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"387.47858ms","start":"2026-03-06T01:21:56.063837Z","end":"2026-03-06T01:21:56.451316Z","steps":["trace[1659300707] 'process raft request' (duration: 386.800492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.451312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.06315Z","time spent":"388.059497ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.45136Z","caller":"traceutil/trace.go:171","msg":"trace[2018303346] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23443; }","duration":"355.275206ms","start":"2026-03-06T01:21:56.096065Z","end":"2026-03-06T01:21:56.45134Z","steps":["trace[2018303346] 'agreement among raft nodes before linearized reading' (duration: 355.135232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.451392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.063824Z","time spent":"387.534113ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:56.451401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.096043Z","time spent":"355.347438ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:56.451493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.055874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:56.451487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.451099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7082d18f-b1e6-4806-83ab-fc3f93e25c5e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:21:56.451526Z","caller":"traceutil/trace.go:171","msg":"trace[391931486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23443; }","duration":"264.086345ms","start":"2026-03-06T01:21:56.187429Z","end":"2026-03-06T01:21:56.451515Z","steps":["trace[391931486] 'agreement among raft nodes before linearized reading' (duration: 264.033823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:56.451546Z","caller":"traceutil/trace.go:171","msg":"trace[900869107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7082d18f-b1e6-4806-83ab-fc3f93e25c5e; range_end:; response_count:1; response_revision:23443; }","duration":"387.547092ms","start":"2026-03-06T01:21:56.063982Z","end":"2026-03-06T01:21:56.451529Z","steps":["trace[900869107] 'agreement among raft nodes before linearized reading' (duration: 387.335837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.45159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.063967Z","time spent":"387.614705ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-7082d18f-b1e6-4806-83ab-fc3f93e25c5e\" "} {"level":"warn","ts":"2026-03-06T01:21:56.451625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.686245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:21:56.451767Z","caller":"traceutil/trace.go:171","msg":"trace[216193878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23443; }","duration":"263.86338ms","start":"2026-03-06T01:21:56.18788Z","end":"2026-03-06T01:21:56.451743Z","steps":["trace[216193878] 'agreement among raft nodes before linearized reading' (duration: 263.509479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.945167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.035362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:56.945265Z","caller":"traceutil/trace.go:171","msg":"trace[919319114] linearizableReadLoop","detail":"{readStateIndex:24249; appliedIndex:24248; }","duration":"387.165013ms","start":"2026-03-06T01:21:56.558085Z","end":"2026-03-06T01:21:56.94525Z","steps":["trace[919319114] 'read index received' (duration: 183.904676ms)","trace[919319114] 'applied index is now lower than readState.Index' (duration: 203.259097ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:56.945295Z","caller":"traceutil/trace.go:171","msg":"trace[613117431] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"489.541262ms","start":"2026-03-06T01:21:56.455719Z","end":"2026-03-06T01:21:56.94526Z","steps":["trace[613117431] 'process raft request' (duration: 286.334965ms)","trace[613117431] 'compare' (duration: 202.176108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:56.945449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.359705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:56.945468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.455662Z","time spent":"489.715406ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:56.945523Z","caller":"traceutil/trace.go:171","msg":"trace[1277541945] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23444; }","duration":"201.504259ms","start":"2026-03-06T01:21:56.744001Z","end":"2026-03-06T01:21:56.945506Z","steps":["trace[1277541945] 'agreement among raft nodes before linearized reading' (duration: 201.376286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.945551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.478572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:21:56.945589Z","caller":"traceutil/trace.go:171","msg":"trace[1345149889] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23444; }","duration":"387.567034ms","start":"2026-03-06T01:21:56.55801Z","end":"2026-03-06T01:21:56.945577Z","steps":["trace[1345149889] 'agreement among raft nodes before linearized reading' (duration: 387.338768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.945626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.557989Z","time spent":"387.624776ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-06T01:21:57.516384Z","caller":"traceutil/trace.go:171","msg":"trace[1843718175] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"556.877759ms","start":"2026-03-06T01:21:56.95948Z","end":"2026-03-06T01:21:57.516358Z","steps":["trace[1843718175] 'process raft request' (duration: 556.697903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.516538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.95946Z","time spent":"556.999112ms","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.537557Z","caller":"traceutil/trace.go:171","msg":"trace[1553247125] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24250; }","duration":"118.135311ms","start":"2026-03-06T01:21:57.419401Z","end":"2026-03-06T01:21:57.537536Z","steps":["trace[1553247125] 'read index received' (duration: 96.758004ms)","trace[1553247125] 'applied index is now lower than readState.Index' (duration: 21.372987ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:57.537854Z","caller":"traceutil/trace.go:171","msg":"trace[380662180] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"357.91205ms","start":"2026-03-06T01:21:57.179922Z","end":"2026-03-06T01:21:57.537834Z","steps":["trace[380662180] 'process raft request' (duration: 357.504629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.537961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.179905Z","time spent":"357.996183ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.538187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.793989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:57.538268Z","caller":"traceutil/trace.go:171","msg":"trace[929602757] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23446; }","duration":"118.916172ms","start":"2026-03-06T01:21:57.419342Z","end":"2026-03-06T01:21:57.538258Z","steps":["trace[929602757] 'agreement among raft nodes before linearized reading' (duration: 118.803919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.832729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.097616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:57.832823Z","caller":"traceutil/trace.go:171","msg":"trace[300087843] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23446; }","duration":"174.2148ms","start":"2026-03-06T01:21:57.658588Z","end":"2026-03-06T01:21:57.832803Z","steps":["trace[300087843] 'count revisions from in-memory index tree' (duration: 174.025915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.832737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.482815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:57.832904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.57554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:21:57.832953Z","caller":"traceutil/trace.go:171","msg":"trace[1453131425] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23446; }","duration":"182.643872ms","start":"2026-03-06T01:21:57.650287Z","end":"2026-03-06T01:21:57.83293Z","steps":["trace[1453131425] 'range keys from in-memory index tree' (duration: 182.404475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.832949Z","caller":"traceutil/trace.go:171","msg":"trace[146696884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23446; }","duration":"155.727363ms","start":"2026-03-06T01:21:57.677196Z","end":"2026-03-06T01:21:57.832923Z","steps":["trace[146696884] 'count revisions from in-memory index tree' (duration: 155.406464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.271315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.064675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:58.271774Z","caller":"traceutil/trace.go:171","msg":"trace[254023630] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"207.842482ms","start":"2026-03-06T01:21:58.063906Z","end":"2026-03-06T01:21:58.271748Z","steps":["trace[254023630] 'process raft request' (duration: 207.672947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.271952Z","caller":"traceutil/trace.go:171","msg":"trace[947149960] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24253; }","duration":"417.123764ms","start":"2026-03-06T01:21:57.854786Z","end":"2026-03-06T01:21:58.271909Z","steps":["trace[947149960] 'read index received' (duration: 179.32493ms)","trace[947149960] 'applied index is now lower than readState.Index' (duration: 237.792434ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:58.272079Z","caller":"traceutil/trace.go:171","msg":"trace[416692522] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"420.219499ms","start":"2026-03-06T01:21:57.851847Z","end":"2026-03-06T01:21:58.272067Z","steps":["trace[416692522] 'process raft request' (duration: 182.320252ms)","trace[416692522] 'compare' (duration: 236.856299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:58.272185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.85183Z","time spent":"420.27636ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:58.272272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.482074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-06T01:21:58.272325Z","caller":"traceutil/trace.go:171","msg":"trace[1191554202] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23449; }","duration":"417.561846ms","start":"2026-03-06T01:21:57.854753Z","end":"2026-03-06T01:21:58.272314Z","steps":["trace[1191554202] 'agreement among raft nodes before linearized reading' (duration: 417.408012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.27235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.854743Z","time spent":"417.600817ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-06T01:21:58.5389Z","caller":"traceutil/trace.go:171","msg":"trace[406172573] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"474.051796ms","start":"2026-03-06T01:21:58.064823Z","end":"2026-03-06T01:21:58.538874Z","steps":["trace[406172573] 'process raft request' (duration: 473.963954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.064794Z","time spent":"474.19079ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:58.539211Z","caller":"traceutil/trace.go:171","msg":"trace[425347549] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"474.54217ms","start":"2026-03-06T01:21:58.064659Z","end":"2026-03-06T01:21:58.539201Z","steps":["trace[425347549] 'process raft request' (duration: 473.961803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.06464Z","time spent":"474.599421ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:58.539262Z","caller":"traceutil/trace.go:171","msg":"trace[1082529528] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"474.308784ms","start":"2026-03-06T01:21:58.064925Z","end":"2026-03-06T01:21:58.539234Z","steps":["trace[1082529528] 'process raft request' (duration: 473.907353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.064911Z","time spent":"474.426787ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:58.539632Z","caller":"traceutil/trace.go:171","msg":"trace[1620949640] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24255; }","duration":"267.601633ms","start":"2026-03-06T01:21:58.272018Z","end":"2026-03-06T01:21:58.53962Z","steps":["trace[1620949640] 'read index received' (duration: 266.626185ms)","trace[1620949640] 'applied index is now lower than readState.Index' (duration: 974.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:58.539759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.056512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:58.539805Z","caller":"traceutil/trace.go:171","msg":"trace[859657301] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23453; }","duration":"663.127794ms","start":"2026-03-06T01:21:57.876664Z","end":"2026-03-06T01:21:58.539792Z","steps":["trace[859657301] 'agreement among raft nodes before linearized reading' (duration: 663.005861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.004312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-06T01:21:58.539846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.876652Z","time spent":"663.182425ms","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:58.539889Z","caller":"traceutil/trace.go:171","msg":"trace[476391111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23453; }","duration":"557.094745ms","start":"2026-03-06T01:21:57.982776Z","end":"2026-03-06T01:21:58.539871Z","steps":["trace[476391111] 'agreement among raft nodes before linearized reading' (duration: 556.853329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.982759Z","time spent":"557.167957ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:58.539923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.052672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10851"} {"level":"info","ts":"2026-03-06T01:21:58.539995Z","caller":"traceutil/trace.go:171","msg":"trace[1435458432] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23453; }","duration":"585.159144ms","start":"2026-03-06T01:21:57.954821Z","end":"2026-03-06T01:21:58.53998Z","steps":["trace[1435458432] 'agreement among raft nodes before linearized reading' (duration: 584.961029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.539991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.731032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:21:58.540033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.954807Z","time spent":"585.218387ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10873,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T01:21:58.540052Z","caller":"traceutil/trace.go:171","msg":"trace[886872664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23453; }","duration":"651.817284ms","start":"2026-03-06T01:21:57.888218Z","end":"2026-03-06T01:21:58.540035Z","steps":["trace[886872664] 'agreement among raft nodes before linearized reading' (duration: 651.637239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.540095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:57.8882Z","time spent":"651.885176ms","remote":"127.0.0.1:49666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:21:58.54018Z","caller":"traceutil/trace.go:171","msg":"trace[1921839770] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"474.21377ms","start":"2026-03-06T01:21:58.065947Z","end":"2026-03-06T01:21:58.540161Z","steps":["trace[1921839770] 'process raft request' (duration: 473.186712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.540256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:58.065938Z","time spent":"474.275582ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:58.540429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.034712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a1be83f373b24\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-06T01:21:58.540697Z","caller":"traceutil/trace.go:171","msg":"trace[669380348] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a1be83f373b24; range_end:; response_count:1; response_revision:23454; }","duration":"265.34606ms","start":"2026-03-06T01:21:58.275334Z","end":"2026-03-06T01:21:58.54068Z","steps":["trace[669380348] 'agreement among raft nodes before linearized reading' (duration: 264.871087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.540869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.281084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:21:58.540933Z","caller":"traceutil/trace.go:171","msg":"trace[591581902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23454; }","duration":"255.369296ms","start":"2026-03-06T01:21:58.28555Z","end":"2026-03-06T01:21:58.540919Z","steps":["trace[591581902] 'agreement among raft nodes before linearized reading' (duration: 255.204181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:58.540956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.250046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:21:58.54099Z","caller":"traceutil/trace.go:171","msg":"trace[488560516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23454; }","duration":"265.311548ms","start":"2026-03-06T01:21:58.275667Z","end":"2026-03-06T01:21:58.540978Z","steps":["trace[488560516] 'agreement among raft nodes before linearized reading' (duration: 265.216766ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.541028Z","caller":"traceutil/trace.go:171","msg":"trace[1135363636] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"118.703876ms","start":"2026-03-06T01:21:58.422309Z","end":"2026-03-06T01:21:58.541013Z","steps":["trace[1135363636] 'process raft request' (duration: 117.462743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.677974Z","caller":"traceutil/trace.go:171","msg":"trace[1822886449] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"134.772168ms","start":"2026-03-06T01:21:59.543174Z","end":"2026-03-06T01:21:59.677946Z","steps":["trace[1822886449] 'process raft request' (duration: 134.611163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.017506Z","caller":"traceutil/trace.go:171","msg":"trace[1701811492] linearizableReadLoop","detail":"{readStateIndex:24278; appliedIndex:24277; }","duration":"224.212661ms","start":"2026-03-06T01:21:59.793266Z","end":"2026-03-06T01:22:00.017479Z","steps":["trace[1701811492] 'read index received' (duration: 224.141679ms)","trace[1701811492] 'applied index is now lower than readState.Index' (duration: 70.012µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:00.017626Z","caller":"traceutil/trace.go:171","msg":"trace[1070395468] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"252.286842ms","start":"2026-03-06T01:21:59.765329Z","end":"2026-03-06T01:22:00.017616Z","steps":["trace[1070395468] 'process raft request' (duration: 251.982744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:00.017816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.53561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:00.017918Z","caller":"traceutil/trace.go:171","msg":"trace[72111893] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23472; }","duration":"224.707966ms","start":"2026-03-06T01:21:59.793191Z","end":"2026-03-06T01:22:00.017899Z","steps":["trace[72111893] 'agreement among raft nodes before linearized reading' (duration: 224.55047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.136016Z","caller":"traceutil/trace.go:171","msg":"trace[1633018670] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"292.125975ms","start":"2026-03-06T01:21:59.843858Z","end":"2026-03-06T01:22:00.135984Z","steps":["trace[1633018670] 'process raft request' (duration: 290.12747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:00.136084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.467655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:00.136149Z","caller":"traceutil/trace.go:171","msg":"trace[1175245200] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23473; }","duration":"136.601688ms","start":"2026-03-06T01:21:59.999533Z","end":"2026-03-06T01:22:00.136135Z","steps":["trace[1175245200] 'agreement among raft nodes before linearized reading' (duration: 136.444334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:00.136525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.850529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:00.136702Z","caller":"traceutil/trace.go:171","msg":"trace[240604858] linearizableReadLoop","detail":"{readStateIndex:24279; appliedIndex:24278; }","duration":"118.354938ms","start":"2026-03-06T01:22:00.017581Z","end":"2026-03-06T01:22:00.135936Z","steps":["trace[240604858] 'read index received' (duration: 116.381503ms)","trace[240604858] 'applied index is now lower than readState.Index' (duration: 1.971595ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:00.136629Z","caller":"traceutil/trace.go:171","msg":"trace[561185949] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23473; }","duration":"182.189538ms","start":"2026-03-06T01:21:59.954392Z","end":"2026-03-06T01:22:00.136582Z","steps":["trace[561185949] 'agreement among raft nodes before linearized reading' (duration: 181.797138ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.173355Z","caller":"traceutil/trace.go:171","msg":"trace[569407532] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"146.998562ms","start":"2026-03-06T01:22:00.026337Z","end":"2026-03-06T01:22:00.173335Z","steps":["trace[569407532] 'process raft request' (duration: 146.89585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.672422Z","caller":"traceutil/trace.go:171","msg":"trace[365246196] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"100.441566ms","start":"2026-03-06T01:22:00.571955Z","end":"2026-03-06T01:22:00.672397Z","steps":["trace[365246196] 'process raft request' (duration: 95.517411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.67285Z","caller":"traceutil/trace.go:171","msg":"trace[1520859576] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"100.529288ms","start":"2026-03-06T01:22:00.572307Z","end":"2026-03-06T01:22:00.672836Z","steps":["trace[1520859576] 'process raft request' (duration: 100.043165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:00.672972Z","caller":"traceutil/trace.go:171","msg":"trace[643579878] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"100.344912ms","start":"2026-03-06T01:22:00.57261Z","end":"2026-03-06T01:22:00.672955Z","steps":["trace[643579878] 'process raft request' (duration: 99.973602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.59826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.194069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:01.598345Z","caller":"traceutil/trace.go:171","msg":"trace[416484762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23485; }","duration":"155.323592ms","start":"2026-03-06T01:22:01.443002Z","end":"2026-03-06T01:22:01.598325Z","steps":["trace[416484762] 'range keys from in-memory index tree' (duration: 155.120697ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.288455Z","caller":"traceutil/trace.go:171","msg":"trace[2077172063] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"137.057921ms","start":"2026-03-06T01:22:04.151372Z","end":"2026-03-06T01:22:04.288429Z","steps":["trace[2077172063] 'process raft request' (duration: 136.920937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.582027Z","caller":"traceutil/trace.go:171","msg":"trace[715591418] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24338; }","duration":"139.544219ms","start":"2026-03-06T01:22:08.442463Z","end":"2026-03-06T01:22:08.582007Z","steps":["trace[715591418] 'read index received' (duration: 125.884624ms)","trace[715591418] 'applied index is now lower than readState.Index' (duration: 13.658995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:08.582137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.663832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:08.582112Z","caller":"traceutil/trace.go:171","msg":"trace[2011095851] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"152.221697ms","start":"2026-03-06T01:22:08.429828Z","end":"2026-03-06T01:22:08.58205Z","steps":["trace[2011095851] 'process raft request' (duration: 138.500861ms)","trace[2011095851] 'compare' (duration: 13.394777ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:08.582197Z","caller":"traceutil/trace.go:171","msg":"trace[858137244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23531; }","duration":"139.736714ms","start":"2026-03-06T01:22:08.442446Z","end":"2026-03-06T01:22:08.582183Z","steps":["trace[858137244] 'agreement among raft nodes before linearized reading' (duration: 139.627831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.873546Z","caller":"traceutil/trace.go:171","msg":"trace[798547312] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"228.063238ms","start":"2026-03-06T01:22:10.645459Z","end":"2026-03-06T01:22:10.873523Z","steps":["trace[798547312] 'process raft request' (duration: 227.877483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.873879Z","caller":"traceutil/trace.go:171","msg":"trace[789403355] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"206.596499ms","start":"2026-03-06T01:22:10.667271Z","end":"2026-03-06T01:22:10.873867Z","steps":["trace[789403355] 'process raft request' (duration: 206.208279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.873994Z","caller":"traceutil/trace.go:171","msg":"trace[895696742] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"206.542047ms","start":"2026-03-06T01:22:10.667426Z","end":"2026-03-06T01:22:10.873968Z","steps":["trace[895696742] 'process raft request' (duration: 206.330971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.874161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.038271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:10.874195Z","caller":"traceutil/trace.go:171","msg":"trace[1254277874] linearizableReadLoop","detail":"{readStateIndex:24357; appliedIndex:24353; }","duration":"202.811086ms","start":"2026-03-06T01:22:10.67111Z","end":"2026-03-06T01:22:10.873921Z","steps":["trace[1254277874] 'read index received' (duration: 17.794559ms)","trace[1254277874] 'applied index is now lower than readState.Index' (duration: 185.015787ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:10.874208Z","caller":"traceutil/trace.go:171","msg":"trace[5960242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23549; }","duration":"203.125554ms","start":"2026-03-06T01:22:10.671071Z","end":"2026-03-06T01:22:10.874196Z","steps":["trace[5960242] 'agreement among raft nodes before linearized reading' (duration: 202.9683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.874439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.712673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:22:10.874426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.425397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:10.874465Z","caller":"traceutil/trace.go:171","msg":"trace[460184866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23549; }","duration":"155.774164ms","start":"2026-03-06T01:22:10.718682Z","end":"2026-03-06T01:22:10.874456Z","steps":["trace[460184866] 'agreement among raft nodes before linearized reading' (duration: 155.62384ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:10.874487Z","caller":"traceutil/trace.go:171","msg":"trace[1061930203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23549; }","duration":"158.49936ms","start":"2026-03-06T01:22:10.71597Z","end":"2026-03-06T01:22:10.87447Z","steps":["trace[1061930203] 'agreement among raft nodes before linearized reading' (duration: 158.339485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:10.874616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.207113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:10.874655Z","caller":"traceutil/trace.go:171","msg":"trace[1777083957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23549; }","duration":"157.258704ms","start":"2026-03-06T01:22:10.717386Z","end":"2026-03-06T01:22:10.874645Z","steps":["trace[1777083957] 'agreement among raft nodes before linearized reading' (duration: 157.155901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:12.441568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.00717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:22:12.441644Z","caller":"traceutil/trace.go:171","msg":"trace[1921223317] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"103.449628ms","start":"2026-03-06T01:22:12.338182Z","end":"2026-03-06T01:22:12.441632Z","steps":["trace[1921223317] 'read index received' (duration: 47.461µs)","trace[1921223317] 'applied index is now lower than readState.Index' (duration: 103.401197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:12.44172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.542141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:12.441738Z","caller":"traceutil/trace.go:171","msg":"trace[1289432831] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23557; }","duration":"103.611023ms","start":"2026-03-06T01:22:12.338122Z","end":"2026-03-06T01:22:12.441733Z","steps":["trace[1289432831] 'agreement among raft nodes before linearized reading' (duration: 103.562112ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:12.492269Z","caller":"traceutil/trace.go:171","msg":"trace[299005254] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"151.805205ms","start":"2026-03-06T01:22:12.34044Z","end":"2026-03-06T01:22:12.492245Z","steps":["trace[299005254] 'process raft request' (duration: 151.63733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.18838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.356999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:13.18859Z","caller":"traceutil/trace.go:171","msg":"trace[548567980] linearizableReadLoop","detail":"{readStateIndex:24372; appliedIndex:24369; }","duration":"298.135099ms","start":"2026-03-06T01:22:12.89041Z","end":"2026-03-06T01:22:13.188545Z","steps":["trace[548567980] 'read index received' (duration: 89.741812ms)","trace[548567980] 'applied index is now lower than readState.Index' (duration: 208.392297ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:13.188615Z","caller":"traceutil/trace.go:171","msg":"trace[1136244323] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"304.003841ms","start":"2026-03-06T01:22:12.884571Z","end":"2026-03-06T01:22:13.188575Z","steps":["trace[1136244323] 'process raft request' (duration: 201.360574ms)","trace[1136244323] 'compare' (duration: 102.214965ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:13.188643Z","caller":"traceutil/trace.go:171","msg":"trace[250377452] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"303.930849ms","start":"2026-03-06T01:22:12.884673Z","end":"2026-03-06T01:22:13.188604Z","steps":["trace[250377452] 'process raft request' (duration: 303.814476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.188748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.884561Z","time spent":"304.114055ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.188776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:12.884659Z","time spent":"304.042711ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:13.188792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.390307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:13.188787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.833145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:13.188827Z","caller":"traceutil/trace.go:171","msg":"trace[1362497210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23563; }","duration":"298.445628ms","start":"2026-03-06T01:22:12.890372Z","end":"2026-03-06T01:22:13.188817Z","steps":["trace[1362497210] 'agreement among raft nodes before linearized reading' (duration: 298.291163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.188838Z","caller":"traceutil/trace.go:171","msg":"trace[241293480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23563; }","duration":"253.940208ms","start":"2026-03-06T01:22:12.934884Z","end":"2026-03-06T01:22:13.188824Z","steps":["trace[241293480] 'agreement among raft nodes before linearized reading' (duration: 253.839755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.188863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.277029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:22:13.188901Z","caller":"traceutil/trace.go:171","msg":"trace[2057851403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23563; }","duration":"292.35546ms","start":"2026-03-06T01:22:12.89653Z","end":"2026-03-06T01:22:13.188885Z","steps":["trace[2057851403] 'agreement among raft nodes before linearized reading' (duration: 292.222107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:13.188875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.494712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:22:13.188895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.662472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:22:13.188953Z","caller":"traceutil/trace.go:171","msg":"trace[934268611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23563; }","duration":"297.590765ms","start":"2026-03-06T01:22:12.891341Z","end":"2026-03-06T01:22:13.188932Z","steps":["trace[934268611] 'agreement among raft nodes before linearized reading' (duration: 297.379159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:13.188968Z","caller":"traceutil/trace.go:171","msg":"trace[2099791628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23563; }","duration":"291.760354ms","start":"2026-03-06T01:22:12.897191Z","end":"2026-03-06T01:22:13.188952Z","steps":["trace[2099791628] 'agreement among raft nodes before linearized reading' (duration: 291.535828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.831351Z","caller":"traceutil/trace.go:171","msg":"trace[252626990] linearizableReadLoop","detail":"{readStateIndex:24393; appliedIndex:24392; }","duration":"311.999269ms","start":"2026-03-06T01:22:16.519331Z","end":"2026-03-06T01:22:16.83133Z","steps":["trace[252626990] 'read index received' (duration: 311.930327ms)","trace[252626990] 'applied index is now lower than readState.Index' (duration: 67.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:16.831406Z","caller":"traceutil/trace.go:171","msg":"trace[318399229] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"327.547266ms","start":"2026-03-06T01:22:16.503817Z","end":"2026-03-06T01:22:16.831364Z","steps":["trace[318399229] 'process raft request' (duration: 327.362051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.831574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.503802Z","time spent":"327.68102ms","remote":"127.0.0.1:45002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:16.868859Z","caller":"traceutil/trace.go:171","msg":"trace[1576301447] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"227.605255ms","start":"2026-03-06T01:22:16.641233Z","end":"2026-03-06T01:22:16.868838Z","steps":["trace[1576301447] 'process raft request' (duration: 214.846524ms)","trace[1576301447] 'compare' (duration: 12.33302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:16.869067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.664211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:16.869105Z","caller":"traceutil/trace.go:171","msg":"trace[1255975879] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"158.346735ms","start":"2026-03-06T01:22:16.710725Z","end":"2026-03-06T01:22:16.869072Z","steps":["trace[1255975879] 'process raft request' (duration: 158.041517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.869133Z","caller":"traceutil/trace.go:171","msg":"trace[398476774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23586; }","duration":"194.756224ms","start":"2026-03-06T01:22:16.674355Z","end":"2026-03-06T01:22:16.869111Z","steps":["trace[398476774] 'agreement among raft nodes before linearized reading' (duration: 194.661781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.868695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.316704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:16.870105Z","caller":"traceutil/trace.go:171","msg":"trace[1667896309] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23584; }","duration":"350.747292ms","start":"2026-03-06T01:22:16.519286Z","end":"2026-03-06T01:22:16.870034Z","steps":["trace[1667896309] 'agreement among raft nodes before linearized reading' (duration: 312.160423ms)","trace[1667896309] 'count revisions from in-memory index tree' (duration: 37.17343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:16.870248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:16.519266Z","time spent":"350.926338ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:20.992862Z","caller":"traceutil/trace.go:171","msg":"trace[687955421] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"148.257807ms","start":"2026-03-06T01:22:20.844583Z","end":"2026-03-06T01:22:20.992841Z","steps":["trace[687955421] 'process raft request' (duration: 148.117473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.01506Z","caller":"traceutil/trace.go:171","msg":"trace[1398352907] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"135.853187ms","start":"2026-03-06T01:22:20.879179Z","end":"2026-03-06T01:22:21.015032Z","steps":["trace[1398352907] 'process raft request' (duration: 135.672482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.015278Z","caller":"traceutil/trace.go:171","msg":"trace[2022795430] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"135.58656ms","start":"2026-03-06T01:22:20.879653Z","end":"2026-03-06T01:22:21.01524Z","steps":["trace[2022795430] 'process raft request' (duration: 135.335353ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:03.76516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21872} {"level":"info","ts":"2026-03-06T01:24:03.895643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21872,"took":"126.486121ms","hash":857637113,"current-db-size-bytes":50884608,"current-db-size":"51 MB","current-db-size-in-use-bytes":32231424,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:24:03.895747Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":857637113,"revision":21872,"compact-revision":18800} {"level":"info","ts":"2026-03-06T01:29:03.771321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24562} {"level":"info","ts":"2026-03-06T01:29:03.904721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24562,"took":"129.260047ms","hash":1386356011,"current-db-size-bytes":51306496,"current-db-size":"51 MB","current-db-size-in-use-bytes":32681984,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:29:03.904815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1386356011,"revision":24562,"compact-revision":21872} {"level":"info","ts":"2026-03-06T01:33:49.766506Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:33:49.776022Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:33:49.776124Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:34:03.778262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27059} {"level":"info","ts":"2026-03-06T01:34:03.900766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27059,"took":"118.404992ms","hash":1272109578,"current-db-size-bytes":51306496,"current-db-size":"51 MB","current-db-size-in-use-bytes":28897280,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:34:03.900836Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1272109578,"revision":27059,"compact-revision":24562} {"level":"info","ts":"2026-03-06T01:39:03.785033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29129} {"level":"info","ts":"2026-03-06T01:39:03.897536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29129,"took":"108.561869ms","hash":1015536855,"current-db-size-bytes":51306496,"current-db-size":"51 MB","current-db-size-in-use-bytes":29450240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:39:03.897628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1015536855,"revision":29129,"compact-revision":27059} {"level":"info","ts":"2026-03-06T01:44:03.790859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31316} {"level":"info","ts":"2026-03-06T01:44:03.94328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31316,"took":"148.220508ms","hash":2373367736,"current-db-size-bytes":51683328,"current-db-size":"52 MB","current-db-size-in-use-bytes":29077504,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:44:03.943368Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2373367736,"revision":31316,"compact-revision":29129} {"level":"info","ts":"2026-03-06T01:45:09.21495Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000088a8.wal"} {"level":"info","ts":"2026-03-06T01:49:03.800304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33399} {"level":"info","ts":"2026-03-06T01:49:03.92778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33399,"took":"124.105134ms","hash":4125161726,"current-db-size-bytes":53391360,"current-db-size":"53 MB","current-db-size-in-use-bytes":29331456,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:49:03.927922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4125161726,"revision":33399,"compact-revision":31316}